00000800:00000200:2.1F:1767315131.981570:0:7019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000811ed675] -> 12345-192.168.204.159@tcp (2) 00000800:00000200:1.1F:1767315131.983995:0:7010:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000811ed675] -> 12345-192.168.204.159@tcp (2) 00000800:00000200:1.1:1767315131.984006:0:7010:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.159@tcp 0000000068bc5549 deleted 00000800:00000010:1.1:1767315131.984009:0:7010:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000068bc5549. 00000800:00000200:1.1:1767315131.984014:0:7010:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1767315131.984020:0:7010:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.159@tcp ip 192.168.204.159:1023 00000800:00000200:1.1:1767315131.984024:0:7010:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000083d49b8c type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1767315131.997003:0:7009:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1767315132.018115:0:7012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000811ed675] -> 12345-192.168.204.159@tcp (4) 00000800:00000200:2.1:1767315132.018120:0:7012:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.159@tcp 00000000d4700ca9 deleted 00000800:00000010:2.1:1767315132.018122:0:7012:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000d4700ca9. 00000800:00000200:2.1:1767315132.018127:0:7012:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:2.1:1767315132.018301:0:7009:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:2.1:1767315132.434381:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001c09e84. 00010000:00000010:2.1:1767315132.434397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018fa573c. 00010000:00000010:3.1F:1767315132.731258:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000006b470967. 00010000:00000010:3.1:1767315132.731271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000f04f7ab9. 00010000:00000010:3.1:1767315132.731276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000e93c3511. 00010000:00000010:3.1:1767315132.731279:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000920fe78c. 00010000:00000010:3.1:1767315132.731281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000001686206f. 00010000:00000010:1.1:1767315132.912844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000eb05d691. 00010000:00000010:1.1:1767315132.912850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000a7d7c138. 00010000:00000010:1.1:1767315132.912854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000018fa573c. 00010000:00000010:1.1:1767315132.912858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 0000000001c09e84. 00010000:00000010:1.1:1767315132.912862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000077f784ae. 00010000:00000010:3.1:1767315132.913142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000001a30568. 00010000:00000010:3.1:1767315132.913153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000ca2463c6. 00010000:00000010:3.1:1767315132.913158:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000000d39431a. 00010000:00000010:3.1:1767315132.913160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000000fb81991. 00010000:00000010:3.1:1767315133.429877:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000009d7813b5. 00010000:00000010:3.1:1767315133.429889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000c7209134. 00010000:00000010:3.1:1767315133.429894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000551dc207. 00010000:00000010:3.1:1767315133.429897:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000493d0f59. 00010000:00000010:3.1:1767315133.429899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000bc50115e. 00080000:00000010:2.1:1767315133.479540:0:0:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 0000000021b89595. 00000100:00100000:1.0:1767318453.262315:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fe680 x1853164045459968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318453.262344:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045459840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318453.262418:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318453.262473:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318453.262480:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045459712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318453.262502:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318453.264179:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045459200 00000100:00100000:1.0:1767318453.264184:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045459200 00000100:00100000:1.0:1767318453.264201:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045459456 00000100:00100000:1.0:1767318453.264203:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045459456 00000100:00100000:1.0:1767318453.264210:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045459968 00000100:00100000:1.0:1767318453.264212:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045459968 00000100:00100000:1.0:1767318453.264221:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1767318453.264226:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045459200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318453.264243:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318453.264285:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045459200:12345-0@lo:38:kworker.0 Request processed in 57us (339us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318453.264292:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1767318453.264308:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1767318453.264312:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045459456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318453.264321:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318453.264342:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045459456:12345-0@lo:38:kworker.0 Request processed in 28us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318453.264347:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1767318453.264359:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1767318453.264362:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045459968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318453.264372:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318453.264393:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045459968:12345-0@lo:38:kworker.0 Request processed in 29us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318453.264399:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1767318453.264434:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045459584 00000100:00100000:1.0:1767318453.264449:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045459584 00000100:00100000:1.0:1767318453.264470:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1767318453.264474:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045459584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318453.264492:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318453.264517:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045459584:12345-0@lo:38:kworker.0 Request processed in 41us (474us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318453.264523:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1767318453.264560:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045459712:0@lo:400:kworker.0 00000100:00100000:1.0:1767318453.264571:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045459840:0@lo:400:kworker.0 00010000:00010000:1.0:1767318455.056823:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318456.078033:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318456.335397:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318456.335422:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045460096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318456.335487:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318456.337127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045460224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318456.337174:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318456.337258:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045460096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318456.338526:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045460224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318458.382745:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045461120:0@lo:400:kworker.0 00000100:00100000:1.0:1767318458.382973:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318458.383038:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318458.383134:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045460992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318458.383156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318458.383184:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045461120 00000100:00100000:1.0:1767318458.383190:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045461120 00000100:00100000:1.0:1767318458.383238:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045460992 00000100:00100000:1.0:1767318458.383241:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045460992 00000100:00100000:1.0:1767318458.383263:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1767318458.383271:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045461120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318458.383321:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045461120:12345-0@lo:400:kworker.0 Request processed in 51us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318458.383327:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1767318458.383347:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1767318458.383352:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045460992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318458.383353:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045460864:12345-0@lo:38:kworker.0 Request processed in 45us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318458.383359:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1767318458.383375:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045460992:12345-0@lo:400:kworker.0 Request processed in 23us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318458.383380:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00080000:0.0:1767318458.383390:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318458.383394:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:1.0:1767318458.383394:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318458.383397:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045460864:0@lo:38:kworker.0 00000100:00080000:1.0:1767318458.383397:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318458.383406:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045460608 00000100:00100000:1.0:1767318458.383409:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045460608 00000100:00100000:0.0:1767318458.383416:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045460352 00000100:00100000:0.0:1767318458.383419:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045460352 00000100:00100000:1.0:1767318458.383431:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045460480 00000100:00100000:0.0:1767318458.383432:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045460736 00000100:00100000:1.0:1767318458.383433:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045460480 00000100:00100000:0.0:1767318458.383434:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045460736 00000100:00100000:1.0:1767318458.383440:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045461248 00000100:00100000:0.0:1767318458.383442:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1767318458.383442:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045461248 00000100:00100000:0.0:1767318458.383448:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045460608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318458.383451:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1767318458.383455:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045460352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318458.389214:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045460608:12345-0@lo:400:kworker.0 Request processed in 5744us (6159us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318458.389231:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1767318458.397749:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045460352:12345-0@lo:400:kworker.0 Request processed in 14282us (14660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318458.397766:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1767318458.397822:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1767318458.397829:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045461248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318458.397851:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318458.397929:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045461248:12345-0@lo:38:kworker.0 Request processed in 99us (14691us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318458.397935:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:1.0:1767318458.398569:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318458.398619:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045460992:0@lo:400:kworker.0 00000100:00100000:1.0:1767318458.398632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045461120:0@lo:400:kworker.0 00000100:00080000:1.0:1767318458.398735:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318458.398741:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318458.398745:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045461248:0@lo:38:kworker.0 00000100:00080000:1.0:1767318458.402508:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318458.402516:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318458.402519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045460480:0@lo:38:kworker.0 00000100:00080000:1.0:1767318458.402917:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318458.402922:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318458.402926:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045460736:0@lo:38:kworker.0 00010000:00080000:0.0:1767318458.408518:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451500 x1853164045460352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318458.408537:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045460352:0@lo:400:kworker.0 00010000:00080000:1.0:1767318458.408661:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453800 x1853164045460608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318458.408677:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045460608:0@lo:400:kworker.0 00010000:00010000:1.0:1767318459.150006:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318460.174667:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318461.456405:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045461376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318461.456506:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318461.456602:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318461.456609:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045461504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318461.456634:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318461.457261:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318461.457265:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318461.893765:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318461.893889:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:1.0:1767318461.897679:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318463.247326:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318463.501973:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318463.501986:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318463.502057:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318463.502062:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318463.502066:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318463.502075:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318463.502081:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318463.502083:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767318463.502092:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318463.502107:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045461632:0@lo:400:kworker.0 00000100:00100000:1.0:1767318463.502125:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdf80 x1853164045461760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318463.502159:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318463.502164:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318463.502166:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318463.502171:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318463.502178:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318463.502184:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318463.502196:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcc700 x1853164045462016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318463.502206:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318463.502210:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318463.502212:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318463.502216:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318463.502218:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318463.502222:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318463.502236:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcfb80 x1853164045462144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318463.502271:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318463.502275:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318463.502278:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318463.502286:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3656 00000100:00080000:1.0:1767318463.502289:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318463.502293:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318463.502308:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2a00 x1853164045462528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318463.502336:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045462400:0@lo:400:kworker.0 00000100:00100000:0.0:1767318463.507033:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318463.507162:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045461632 00000100:00100000:0.0:1767318463.507172:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045461632 00000100:00100000:0.0:1767318463.507238:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1767318463.507249:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045461632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318463.519943:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045461632:12345-0@lo:400:kworker.0 Request processed in 12684us (12905us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318463.519970:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00080000:0.0:1767318463.520017:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318463.520066:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcce00 x1853164045461632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318463.520080:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045461632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318463.522157:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045462272 00000100:00100000:0.0:1767318463.522167:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045462272 00000100:00100000:0.0:1767318463.522250:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1767318463.522260:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045462272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318463.522559:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045462272:12345-0@lo:400:kworker.0 Request processed in 299us (1132us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318463.522566:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:0.0:1767318463.523139:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318463.524497:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318463.524663:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045462400 00000100:00100000:1.0:1767318463.524671:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045462400 00000100:00100000:1.0:1767318463.524810:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1767318463.524820:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045462400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318463.524888:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045462400:12345-0@lo:400:kworker.0 Request processed in 69us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318463.524895:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00080000:0.0:1767318463.532371:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318464.271371:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318466.576711:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045462656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318466.576822:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318466.577237:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318466.577429:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045462656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318466.577839:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045462784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318466.577895:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318466.579868:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318467.013074:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985815552 00000100:00100000:0.0:1767318467.013088:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985815552 00000100:00100000:0.0:1767318467.013208:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 625 00000100:00100000:0.0:1767318467.013217:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985815552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318467.013243:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318467.013322:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985815552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 104us (2596us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318467.013330:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 625 00000100:00100000:0.0:1767318467.016314:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985815680 00000100:00100000:0.0:1767318467.016324:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985815680 00000100:00100000:0.0:1767318467.016626:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 498 00000100:00100000:0.0:1767318467.016647:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985815680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318467.016765:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985815680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 121us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318467.016797:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 498 00010000:00010000:1.0:1767318467.343084:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318468.366016:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318468.622419:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318468.622424:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318468.622426:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318468.629369:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3641 00000100:00080000:0.0:1767318468.629377:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318468.629711:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318468.629763:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8380 x1853164045462912/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318468.629956:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767318468.631966:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318468.631976:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318468.631981:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318468.631988:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3661 00000100:00080000:0.0:1767318468.631994:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318468.632001:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318468.632042:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9500 x1853164045463168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318468.634397:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045463296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318468.634458:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318468.634485:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045463040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318468.634505:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318468.634787:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318468.634814:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb800 x1853164045463296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318468.634827:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045463296:0@lo:400:kworker.0 00010000:00080000:1.0:1767318468.634838:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8a80 x1853164045463040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318468.634846:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045463040:0@lo:400:kworker.0 00000100:00080000:0.0:1767318468.637294:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318468.637304:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318468.637308:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318468.637315:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3661 00000100:00080000:0.0:1767318468.637319:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318468.637326:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318468.637369:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164045463424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318468.637687:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318468.637690:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318468.637692:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318468.637696:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3661 00000100:00080000:0.0:1767318468.637699:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318468.637703:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318468.637719:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda680 x1853164045463552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318468.637782:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318468.637786:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318468.637788:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318468.637792:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3661 00000100:00080000:0.0:1767318468.637794:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318468.637798:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318468.637808:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9c00 x1853164045463936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318468.637849:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045463808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318468.637879:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318468.637902:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318468.637907:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045463680:0@lo:400:kworker.0 00000100:00100000:0.0:1767318468.637925:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318468.637987:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045463808 00000100:00100000:1.0:1767318468.637995:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045463808 00000100:00100000:1.0:1767318468.638046:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045463680 00000100:00100000:1.0:1767318468.638050:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045463680 00000100:00100000:1.0:1767318468.638073:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1767318468.638081:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045463808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318468.638143:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045463808:12345-0@lo:400:kworker.0 Request processed in 62us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318468.638150:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1767318468.638168:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1767318468.638174:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045463680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318468.638202:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045463680:12345-0@lo:400:kworker.0 Request processed in 28us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318468.638207:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1767318468.638266:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045463680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318468.638275:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045463808:0@lo:400:kworker.0 00000100:00080000:1.0:1767318468.638297:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318468.638301:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318468.638322:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045463552 00000100:00100000:1.0:1767318468.638326:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045463552 00000100:00100000:1.0:1767318468.638346:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1767318468.638351:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045463552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318468.638370:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318468.639514:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045463424 00000100:00100000:0.0:1767318468.639534:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045463424 00000100:00100000:1.0:1767318468.640876:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045463552:12345-0@lo:38:kworker.0 Request processed in 2518us (2976us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318468.640889:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1767318468.641076:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1767318468.641085:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045463424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318468.641104:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318468.641189:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045463424:12345-0@lo:38:kworker.0 Request processed in 103us (3345us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318468.641195:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:0.0:1767318468.645018:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318468.645025:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318468.645029:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045463936:0@lo:38:kworker.0 00010000:00010000:1.0:1767318471.438137:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318471.694961:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045464064:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318471.695081:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318471.695087:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318472.135006:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985815936 00000100:00100000:0.0:1767318472.135023:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985815936 00000100:00100000:0.0:1767318472.135108:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 629 00000100:00100000:0.0:1767318472.135121:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985815936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318472.135160:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318472.135269:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985815936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 149us (385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318472.135444:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 629 00000100:00080000:1.0:1767318472.140270:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318472.462036:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318473.742347:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045464576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318473.742450:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318473.742499:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318473.742506:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045464320:0@lo:400:kworker.0 00000100:00100000:0.0:1767318473.742531:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318473.742886:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045464320 00000100:00100000:0.0:1767318473.742902:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045464320 00000100:00080000:1.0:1767318473.742933:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318473.742970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045464448:0@lo:38:kworker.0 00000100:00100000:0.0:1767318473.742999:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1767318473.743013:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045464320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318473.743034:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318473.743112:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045464320:12345-0@lo:400:kworker.0 Request processed in 95us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318473.743126:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1767318473.752213:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045464704:0@lo:38:kworker.0 00000100:00100000:1.0:1767318473.752314:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318473.753047:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045464448 00000100:00100000:0.0:1767318473.753064:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045464448 00000100:00100000:0.0:1767318473.753144:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1767318473.753164:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045464576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318473.753267:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045464576:12345-0@lo:400:kworker.0 Request processed in 113us (10817us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318473.753275:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1767318473.753296:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1767318473.753301:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045464448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318473.753320:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318473.753347:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045464448:12345-0@lo:38:kworker.0 Request processed in 45us (10315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318473.753353:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00010000:00080000:0.0:1767318473.753422:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450a80 x1853164045464320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318473.753448:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045464320:0@lo:400:kworker.0 00010000:00080000:0.0:1767318473.753463:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a6d80 x1853164045464576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318473.753471:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045464576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318473.761987:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045464832:0@lo:38:kworker.0 00000100:00100000:1.0:1767318473.762083:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318473.762110:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045465216:0@lo:38:kworker.0 00000100:00100000:1.0:1767318473.762137:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318473.762235:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045464832 00000100:00100000:0.0:1767318473.762250:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045464832 00000100:00100000:0.0:1767318473.762309:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1767318473.762319:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045464832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318473.762344:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318473.762435:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045464832:12345-0@lo:38:kworker.0 Request processed in 107us (342us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318473.762443:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00080000:1.0:1767318473.768624:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318473.768646:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318473.768653:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045464448:0@lo:38:kworker.0 00000100:00080000:1.0:1767318473.768701:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318473.768706:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318473.768709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045464832:0@lo:38:kworker.0 00000100:00100000:1.0:1767318473.774448:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1767318473.774461:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045464704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318473.774493:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318473.774608:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045464704:12345-0@lo:38:kworker.0 Request processed in 149us (22294us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767318473.780203:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318473.780223:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318473.780234:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045465216:0@lo:38:kworker.0 00000100:00080000:0.0:1767318473.780289:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318473.780294:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318473.780298:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045464704:0@lo:38:kworker.0 00000100:00100000:1.0:1767318473.783950:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00010000:00010000:1.0:1767318475.537199:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318476.558101:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318476.814348:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045465344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318476.814463:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318476.815550:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045465472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318476.815584:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318476.816164:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318476.816169:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318476.816199:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045465344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318477.253559:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985816320 00000100:00100000:0.0:1767318477.253571:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985816320 00000100:00100000:0.0:1767318477.253660:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985816192 00000100:00100000:0.0:1767318477.253663:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985816192 00000100:00100000:0.0:1767318477.253681:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 504 00000100:00100000:0.0:1767318477.253691:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985816320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318477.253800:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985816320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318477.253809:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 504 00000100:00100000:0.0:1767318477.253828:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 633 00000100:00100000:0.0:1767318477.253832:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985816192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318477.253853:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318477.253880:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985816192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (373us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318477.253886:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 633 00000100:00080000:1.0:1767318477.254070:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318478.862243:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045465856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318478.862283:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318478.862364:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045465728:0@lo:38:kworker.0 00000100:00080000:1.0:1767318478.862385:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318478.862403:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318478.862451:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1767318478.862463:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045465600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318478.862529:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045465600:12345-0@lo:400:kworker.0 Request processed in 68us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318478.862536:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1767318478.862554:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1767318478.862559:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045465728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318478.862576:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318478.862613:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045465728:12345-0@lo:38:kworker.0 Request processed in 51us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318478.862619:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1767318478.867617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045465984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318478.867706:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318478.867755:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045466112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318478.867802:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318478.867825:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045466496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318478.867848:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318478.867885:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318478.867890:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318478.867894:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045465728:0@lo:38:kworker.0 00000100:00100000:0.0:1767318478.867942:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045466112 00000100:00100000:0.0:1767318478.867948:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045466112 00000100:00100000:0.0:1767318478.868035:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1767318478.868042:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045466112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318478.868063:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318478.868106:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045466112:12345-0@lo:38:kworker.0 Request processed in 63us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318478.868116:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1767318478.868140:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045465984 00000100:00100000:0.0:1767318478.868144:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045465984 00000100:00100000:0.0:1767318478.868158:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045466496 00000100:00100000:0.0:1767318478.868160:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045466496 00000100:00100000:0.0:1767318478.868169:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1767318478.868173:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045465984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318478.868182:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318478.868209:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045465984:12345-0@lo:38:kworker.0 Request processed in 35us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318478.868215:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1767318478.868227:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1767318478.868231:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045466496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318478.868239:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318478.868262:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045466496:12345-0@lo:38:kworker.0 Request processed in 29us (413us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318478.868267:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:0.0:1767318478.868291:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318478.868296:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318478.868299:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045465984:0@lo:38:kworker.0 00000100:00080000:0.0:1767318478.868307:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318478.868311:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318478.868314:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045466112:0@lo:38:kworker.0 00000100:00080000:0.0:1767318478.868321:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318478.868324:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318478.868327:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045466496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318478.870728:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318478.870806:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045466240:0@lo:400:kworker.0 00010000:00080000:1.0:1767318478.870808:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc000 x1853164045465600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318478.870828:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045465600:0@lo:400:kworker.0 00010000:00080000:1.0:1767318478.870904:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcd500 x1853164045465856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318478.870914:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045465856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318478.870939:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318478.870952:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045466368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318478.870986:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318478.871001:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045466240 00000100:00100000:0.0:1767318478.871009:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045466240 00000100:00100000:1.0:1767318478.871032:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045466368 00000100:00100000:1.0:1767318478.871037:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045466368 00000100:00100000:0.0:1767318478.871069:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1767318478.871078:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045466240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318478.871131:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045466240:12345-0@lo:400:kworker.0 Request processed in 55us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318478.871138:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1767318478.871154:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1767318478.871160:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045466368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318478.871190:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045466368:12345-0@lo:400:kworker.0 Request processed in 31us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318478.871196:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:0.0:1767318478.871218:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318478.871221:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318478.871242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045466368:0@lo:400:kworker.0 00000100:00100000:0.0:1767318478.871248:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045466240:0@lo:400:kworker.0 00010000:00010000:1.0:1767318479.632125:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318480.654847:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318481.934364:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318481.934393:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045466624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318481.934482:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318481.935640:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045466752 00000100:00100000:0.0:1767318481.935645:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045466752 00000100:00100000:0.0:1767318481.935683:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1767318481.935691:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045466752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318481.935711:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318481.935750:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045466752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318481.935760:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1767318481.935820:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045466752:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318481.936263:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318481.936268:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318481.936307:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045466624:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318483.725979:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318483.982263:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318483.982272:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318483.982337:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318483.982342:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318483.982346:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318483.982354:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3677 00000100:00080000:1.0:1767318483.982359:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318483.982365:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318483.982385:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164045467008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318483.982417:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318483.982420:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318483.982422:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318483.982425:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3677 00000100:00080000:1.0:1767318483.982428:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318483.982431:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318483.982443:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940b100 x1853164045467264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318483.982451:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318483.982454:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318483.982456:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318483.982459:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3677 00000100:00080000:1.0:1767318483.982461:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318483.982464:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318483.982473:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408380 x1853164045467392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318483.982511:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318483.982514:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318483.982516:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318483.982519:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3677 00000100:00080000:1.0:1767318483.982521:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318483.982524:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318483.982533:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940b480 x1853164045467776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318483.982568:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045467520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318483.982648:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318483.982711:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318483.982718:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045467648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318483.982740:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318483.982794:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045467520 00000100:00100000:1.0:1767318483.982802:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045467520 00000100:00100000:1.0:1767318483.982850:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045467648 00000100:00100000:1.0:1767318483.982854:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045467648 00000100:00100000:1.0:1767318483.982877:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1767318483.982887:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045467520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318483.982940:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045467520:12345-0@lo:400:kworker.0 Request processed in 54us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318483.982948:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1767318483.982968:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1767318483.982974:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd940ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045467648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318483.983001:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd940ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045467648:12345-0@lo:400:kworker.0 Request processed in 27us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318483.983007:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1767318483.983050:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045467648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318483.983061:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045467520:0@lo:400:kworker.0 00010000:00010000:1.0:1767318484.753564:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318487.056102:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045467904 00000100:00100000:0.0:1767318487.056118:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045467904 00000100:00100000:0.0:1767318487.056449:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1767318487.056463:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045467904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318487.056511:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318487.056596:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045467904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (2293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318487.056604:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1767318487.491859:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318487.500050:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985816832 00000100:00100000:1.0:1767318487.500061:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985816832 00000100:00100000:1.0:1767318487.500362:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 510 00000100:00100000:1.0:1767318487.500373:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985816832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318487.500588:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985816832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 216us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318487.500597:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 510 00010000:00010000:1.0:1767318487.822035:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318488.846367:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318489.102178:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318489.102188:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318489.102240:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318489.102245:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318489.102248:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318489.102256:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3682 00000100:00080000:0.0:1767318489.102260:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318489.102266:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318489.102284:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdbb80 x1853164045468288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318489.102304:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318489.102306:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318489.102308:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318489.102311:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3682 00000100:00080000:0.0:1767318489.102315:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318489.102317:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318489.102326:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8a80 x1853164045468544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318489.102333:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318489.102335:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318489.102337:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318489.102340:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3682 00000100:00080000:0.0:1767318489.102342:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318489.102344:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318489.102352:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb800 x1853164045468672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318489.102380:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318489.102383:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318489.102384:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318489.102387:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3682 00000100:00080000:0.0:1767318489.102390:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318489.102393:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318489.102403:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1381180 x1853164045469056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318489.102438:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045468160 00000100:00100000:0.0:1767318489.102444:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045468160 00000100:00100000:0.0:1767318489.102489:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045468416 00000100:00100000:0.0:1767318489.102493:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045468416 00000100:00100000:0.0:1767318489.102516:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1767318489.102523:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045468160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318489.102572:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045468160:12345-0@lo:400:kworker.0 Request processed in 49us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318489.102580:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1767318489.102594:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1767318489.102599:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045468416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318489.102620:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045468416:12345-0@lo:400:kworker.0 Request processed in 21us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318489.102625:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:0.0:1767318489.102641:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318489.102645:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318489.102647:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318489.102750:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8000 x1853164045468416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318489.102763:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045468416:0@lo:400:kworker.0 00010000:00080000:0.0:1767318489.102814:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda680 x1853164045468160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318489.102824:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045468160:0@lo:400:kworker.0 00000100:00100000:1.0:1767318489.107247:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045468288 00000100:00100000:1.0:1767318489.107256:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045468288 00000100:00100000:1.0:1767318489.107297:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045468544 00000100:00100000:1.0:1767318489.107300:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045468544 00000100:00100000:1.0:1767318489.107319:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1767318489.107326:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045468288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318489.107347:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318489.107384:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045468288:12345-0@lo:38:kworker.0 Request processed in 57us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318489.107391:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1767318489.107407:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045469056 00000100:00100000:1.0:1767318489.107409:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045469056 00000100:00100000:1.0:1767318489.107423:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767318489.107442:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045468544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318489.107464:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318489.107490:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045468544:12345-0@lo:38:kworker.0 Request processed in 47us (232us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318489.107496:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767318489.107506:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1767318489.107510:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045469056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318489.107517:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318489.107533:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045469056:12345-0@lo:38:kworker.0 Request processed in 23us (148us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318489.107538:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00010000:00010000:1.0:1767318491.920456:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318492.175467:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045469312 00000100:00100000:0.0:1767318492.175472:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045469312 00000100:00100000:1.0:1767318492.176237:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045469184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318492.181545:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767318492.181561:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045469312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318492.181609:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318492.181713:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045469312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (6490us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318492.181721:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1767318492.181828:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045469312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318492.631862:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 645 00000100:00100000:1.0:1767318492.631873:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985816960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318492.631898:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318492.632017:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985816960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 144us (8914us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318492.632026:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 645 00000100:00100000:0.0:1767318493.201217:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318468/real 1767318468] req@ffffa07bc7fd8380 x1853164045462912/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318493 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318493.201257:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc7fd8380 x1853164045462912/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318493 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318493.201280:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318493.201300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318493.201305:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045462912:0@lo:250:kworker.0 00000100:00080000:1.0:1767318493.201417:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318493.201423:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318493.201426:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318493.201430:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3666 00000100:00080000:1.0:1767318493.201435:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318493.201440:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318493.201474:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408700 x1853164045469440/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318493.201522:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318493.201526:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318493.201528:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318493.201532:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3687 00000100:00080000:1.0:1767318493.201534:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318493.201537:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318493.201554:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940bb80 x1853164045469696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318493.201569:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318493.201572:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318493.201573:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318493.201613:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3687 00000100:00080000:1.0:1767318493.201615:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318493.201618:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318493.201628:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940a680 x1853164045469952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318493.201636:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318493.201639:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318493.201640:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318493.201643:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3687 00000100:00080000:1.0:1767318493.201645:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318493.201649:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318493.201659:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408000 x1853164045470080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318493.201683:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318493.201686:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318493.201688:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318493.201691:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3687 00000100:00080000:1.0:1767318493.201693:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318493.201697:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318493.201710:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940a300 x1853164045470464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318493.201729:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045470336:0@lo:400:kworker.0 00000100:00100000:1.0:1767318493.201757:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318493.201790:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318493.201796:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045470208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318493.201816:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318493.201839:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045470336 00000100:00100000:1.0:1767318493.201841:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045470336 00000100:00100000:1.0:1767318493.201862:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045470208 00000100:00100000:1.0:1767318493.201864:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045470208 00000100:00100000:1.0:1767318493.201880:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1767318493.201886:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045470336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318493.201914:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045470336:12345-0@lo:400:kworker.0 Request processed in 27us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318493.201922:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1767318493.201938:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1767318493.201944:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045470208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318493.201967:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045470208:12345-0@lo:400:kworker.0 Request processed in 24us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318493.201973:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1767318493.202034:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9409f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045470208:0@lo:400:kworker.0 00000100:00100000:1.0:1767318493.202042:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045470336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318493.202464:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045469440:0@lo:250:kworker.0 00000400:00000100:0.0:1767318493.202492:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045469440 offset 0 length 520: 4 00000100:00100000:0.0:1767318493.202514:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045469696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318493.202535:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318493.202575:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045469952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318493.202592:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318493.202618:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045470080:0@lo:38:kworker.0 00000100:00100000:0.0:1767318493.202639:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318493.202652:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045470464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318493.202668:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318493.203105:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045469696 00000100:00100000:1.0:1767318493.203111:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045469696 00000100:00100000:1.0:1767318493.203154:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045469952 00000100:00100000:1.0:1767318493.203157:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045469952 00000100:00100000:1.0:1767318493.203173:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045470464 00000100:00100000:1.0:1767318493.203176:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045470464 00000100:00100000:1.0:1767318493.203192:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1767318493.203197:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045469696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318493.203217:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318493.203261:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045469696:12345-0@lo:38:kworker.0 Request processed in 62us (724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318493.203267:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:1.0:1767318493.203282:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767318493.203286:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045469952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318493.203294:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318493.203318:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045469952:12345-0@lo:38:kworker.0 Request processed in 30us (724us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318493.203324:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767318493.203335:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1767318493.203338:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045470464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318493.203347:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318493.203367:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045470464:12345-0@lo:38:kworker.0 Request processed in 27us (697us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318493.203372:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00010000:00010000:1.0:1767318496.014078:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318497.296743:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318497.296758:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045470720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318497.296831:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318497.297540:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1383480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045470720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318497.734309:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985817344 00000100:00100000:1.0:1767318497.734333:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985817344 00000100:00100000:1.0:1767318497.734412:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 649 00000100:00100000:1.0:1767318497.734422:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985817344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318497.734453:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318497.734544:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985817344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 122us (2643us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318497.734558:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 649 00000100:00100000:1.0:1767318498.319303:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045470848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318498.319436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045470976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318498.319925:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318498.320007:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045471488:0@lo:400:kworker.0 00000100:00100000:1.0:1767318498.320041:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318498.320086:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045471488 00000100:00100000:1.0:1767318498.320095:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045471488 00000100:00100000:1.0:1767318498.320147:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1767318498.320165:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045471488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318498.320226:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045471488:12345-0@lo:400:kworker.0 Request processed in 71us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318498.320234:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1767318498.320287:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045471488:0@lo:400:kworker.0 00000100:00100000:1.0:1767318498.320315:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045470848 00000100:00100000:1.0:1767318498.320319:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045470848 00000100:00100000:1.0:1767318498.320357:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1767318498.320363:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045470848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318498.320398:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045470848:12345-0@lo:400:kworker.0 Request processed in 34us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318498.320403:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:1.0:1767318498.320420:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318498.320439:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586680 x1853164045470848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318498.320450:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045470848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318498.325164:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318498.325232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045471232:0@lo:38:kworker.0 00000100:00100000:0.0:1767318498.325279:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318498.325296:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045471360:0@lo:38:kworker.0 00000100:00100000:0.0:1767318498.325322:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318498.325347:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045471744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318498.325366:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318498.325440:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045471360 00000100:00100000:0.0:1767318498.325450:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045471360 00000100:00100000:0.0:1767318498.325632:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1767318498.325645:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045471360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318498.325670:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318498.325817:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045471360:12345-0@lo:38:kworker.0 Request processed in 171us (492us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318498.325825:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1767318498.325860:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045470976 00000100:00100000:0.0:1767318498.325869:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045470976 00000100:00100000:0.0:1767318498.325903:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045471232 00000100:00100000:0.0:1767318498.325906:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045471232 00000100:00100000:0.0:1767318498.325920:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045471744 00000100:00100000:0.0:1767318498.325923:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045471744 00000100:00100000:0.0:1767318498.325939:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1767318498.325943:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045470976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318498.325967:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318498.325997:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045470976:12345-0@lo:38:kworker.0 Request processed in 52us (846us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318498.326003:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1767318498.326015:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1767318498.326020:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045471232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318498.326029:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318498.326054:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045471232:12345-0@lo:38:kworker.0 Request processed in 33us (774us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318498.326060:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1767318498.326071:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1767318498.326075:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045471744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318498.326083:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318498.326106:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045471744:12345-0@lo:38:kworker.0 Request processed in 30us (738us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318498.326111:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:0.0:1767318498.326164:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318498.326169:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318498.326173:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045470976:0@lo:38:kworker.0 00000100:00080000:0.0:1767318498.326185:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318498.326189:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318498.326192:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045471232:0@lo:38:kworker.0 00000100:00080000:0.0:1767318498.326200:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318498.326204:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318498.326207:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045471360:0@lo:38:kworker.0 00000100:00080000:0.0:1767318498.326215:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318498.326218:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318498.326221:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045471744:0@lo:38:kworker.0 00000100:00100000:1.0:1767318498.331141:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045471616 00000100:00100000:1.0:1767318498.331166:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045471616 00000100:00100000:1.0:1767318498.331248:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1767318498.331263:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045471616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318498.331382:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045471616:12345-0@lo:400:kworker.0 Request processed in 121us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318498.331396:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1767318498.332206:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045471104 00000100:00100000:1.0:1767318498.332216:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045471104 00000100:00100000:1.0:1767318498.332286:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1767318498.332294:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045471104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318498.332370:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045471104:12345-0@lo:400:kworker.0 Request processed in 75us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318498.332378:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00010000:00010000:1.0:1767318500.113497:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318502.414033:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045471872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318502.414107:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318502.414611:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318502.415010:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318502.415121:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045471872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318502.852090:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985817600 00000100:00100000:1.0:1767318502.852099:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985817600 00000100:00100000:1.0:1767318502.852205:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985817728 00000100:00100000:1.0:1767318502.852210:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985817728 00000100:00100000:0.0:1767318502.852693:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 519 00000100:00100000:0.0:1767318502.852707:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985817728:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318502.853515:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985817728:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 808us (1483us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318502.853611:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 519 00000100:00100000:0.0:1767318502.853646:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 653 00000100:00100000:0.0:1767318502.853652:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985817600:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318502.853672:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318502.853706:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985817600:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (1726us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318502.853790:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 653 00000100:00080000:1.0:1767318503.438138:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318503.438146:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318503.438226:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318503.438229:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318503.438232:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318503.438240:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3696 00000100:00080000:1.0:1767318503.438244:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318503.438250:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318503.438268:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940a680 x1853164045472256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318503.438730:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045472384 00000100:00100000:0.0:1767318503.438738:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045472384 00000100:00100000:0.0:1767318503.438825:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1767318503.438835:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045472384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318503.438899:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045472384:12345-0@lo:400:kworker.0 Request processed in 67us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318503.438905:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1767318503.438925:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045472256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318503.438952:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767318503.438987:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd940bb80 x1853164045472384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318503.438997:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045472384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318503.439011:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045472256 00000100:00100000:0.0:1767318503.439013:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045472256 00000100:00100000:0.0:1767318503.439028:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1767318503.439031:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045472256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318503.439046:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318503.439076:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045472256:12345-0@lo:38:kworker.0 Request processed in 42us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318503.439083:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00080000:0.0:1767318503.439106:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318503.439110:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318503.439113:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045472256:0@lo:38:kworker.0 00000100:00080000:0.0:1767318503.439481:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318503.440118:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318503.440125:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318503.440128:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318503.440134:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3696 00000100:00080000:1.0:1767318503.440139:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318503.440144:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318503.440172:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940aa00 x1853164045472512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318503.440228:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045472512:0@lo:38:kworker.0 00000100:00100000:0.0:1767318503.440267:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318503.440482:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318503.440486:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318503.440488:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318503.440492:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3696 00000100:00080000:1.0:1767318503.440494:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318503.440498:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318503.440514:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408a80 x1853164045472640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318503.440640:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045472640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318503.440671:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318503.441308:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318503.441312:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318503.441315:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045472512:0@lo:38:kworker.0 00000100:00080000:0.0:1767318503.441333:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318503.441335:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318503.441337:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045472640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318503.441457:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045472768:0@lo:400:kworker.0 00000100:00100000:0.0:1767318503.441483:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318503.441974:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318503.441979:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318503.441982:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318503.441987:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3696 00000100:00080000:1.0:1767318503.441990:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318503.441995:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318503.442015:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940b100 x1853164045473024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318503.442141:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045472768:0@lo:400:kworker.0 00000100:00080000:0.0:1767318503.442342:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318503.442347:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318503.442349:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045473024:0@lo:38:kworker.0 00010000:00010000:1.0:1767318504.206094:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318507.539259:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318507.539278:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1382300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045473280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318507.539353:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318507.539395:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045473280 00000100:00100000:0.0:1767318507.539399:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045473280 00000100:00100000:0.0:1767318507.539420:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1767318507.539426:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045473280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318507.539443:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318507.539476:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045473280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (123us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318507.539570:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318507.539576:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318507.551057:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1767318507.971048:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318507.971132:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:1.0:1767318507.971965:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318508.302121:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318508.558083:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318508.558093:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318508.558149:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318508.558153:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318508.558157:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318508.558166:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3701 00000100:00080000:1.0:1767318508.558171:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318508.558178:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318508.558198:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940b480 x1853164045473536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318508.558230:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318508.558233:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318508.558235:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318508.558238:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3701 00000100:00080000:1.0:1767318508.558240:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318508.558244:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318508.558254:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408a80 x1853164045473792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318508.558262:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318508.558265:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318508.558267:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318508.558270:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3701 00000100:00080000:1.0:1767318508.558272:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318508.558275:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318508.558284:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940aa00 x1853164045473920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318508.558312:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318508.558314:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318508.558316:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318508.558318:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3701 00000100:00080000:1.0:1767318508.558320:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318508.558323:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318508.558331:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd940bb80 x1853164045474304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318508.558353:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045474176:0@lo:400:kworker.0 00000100:00100000:1.0:1767318508.558413:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318508.558468:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318508.558475:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045474048:0@lo:400:kworker.0 00000100:00100000:1.0:1767318508.558499:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.558626:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045473408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318508.558656:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.558692:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318508.558698:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045473664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318508.558721:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.558752:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045473408 00000100:00100000:0.0:1767318508.558805:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045473408 00000100:00100000:0.0:1767318508.558851:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045473664 00000100:00100000:0.0:1767318508.558853:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045473664 00000100:00100000:0.0:1767318508.558872:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1767318508.558879:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045473408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318508.558931:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045473408:12345-0@lo:400:kworker.0 Request processed in 52us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318508.558939:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1767318508.558955:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1767318508.558961:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045473664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318508.558986:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045473664:12345-0@lo:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318508.558992:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1767318508.559010:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045473536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318508.559032:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.559053:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045473792:0@lo:38:kworker.0 00000100:00100000:0.0:1767318508.559074:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.559094:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045473920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318508.559117:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.559142:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045474304:0@lo:38:kworker.0 00000100:00100000:0.0:1767318508.559160:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318508.559186:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045473536 00000100:00100000:0.0:1767318508.559190:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045473536 00000100:00100000:0.0:1767318508.559201:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045473792 00000100:00100000:0.0:1767318508.559203:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045473792 00000100:00100000:0.0:1767318508.561746:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045474304 00000100:00100000:0.0:1767318508.561789:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045474304 00000100:00100000:0.0:1767318508.561843:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1767318508.561850:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045473536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318508.561872:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318508.561956:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045473536:12345-0@lo:38:kworker.0 Request processed in 104us (2922us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318508.561966:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1767318508.561983:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767318508.561988:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045473792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318508.561997:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318508.562020:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045473792:12345-0@lo:38:kworker.0 Request processed in 31us (2945us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318508.562026:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767318508.562035:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1767318508.562039:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045474304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318508.562047:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318508.562069:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045474304:12345-0@lo:38:kworker.0 Request processed in 28us (2907us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318508.562075:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00010000:00080000:0.0:1767318508.562125:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd9408380 x1853164045473664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318508.562139:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045473664:0@lo:400:kworker.0 00010000:00080000:0.0:1767318508.562149:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd940b100 x1853164045473408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318508.562156:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045473408:0@lo:400:kworker.0 00000100:00080000:0.0:1767318508.562194:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318508.562199:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318508.562203:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045473536:0@lo:38:kworker.0 00000100:00080000:0.0:1767318508.562211:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318508.562215:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318508.562218:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045473792:0@lo:38:kworker.0 00000100:00080000:0.0:1767318508.562226:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318508.562229:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318508.562232:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045474304:0@lo:38:kworker.0 00000100:00080000:1.0:1767318508.562447:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318508.563634:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318508.563639:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318508.563643:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045473920:0@lo:38:kworker.0 00010000:00010000:1.0:1767318512.398216:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318512.654200:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045474432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318512.654257:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318512.658784:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045474432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318513.091380:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985818240 00000100:00100000:0.0:1767318513.091391:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985818240 00000100:00100000:0.0:1767318513.091466:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985818112 00000100:00100000:0.0:1767318513.091470:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985818112 00000100:00100000:0.0:1767318513.091501:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 525 00000100:00100000:0.0:1767318513.091512:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985818240:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318513.091590:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985818240:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318513.091597:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 525 00000100:00100000:0.0:1767318513.091624:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 661 00000100:00100000:0.0:1767318513.091628:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985818112:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318513.091648:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318513.091687:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985818112:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318513.091693:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 661 00000100:00080000:1.0:1767318513.678557:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318513.678568:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318513.678640:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318513.678645:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318513.678649:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318513.678665:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3706 00000100:00080000:1.0:1767318513.678670:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318513.678676:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318513.678697:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164045474816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318513.678718:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318513.678721:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318513.678723:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318513.678726:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3706 00000100:00080000:1.0:1767318513.678728:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318513.678732:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318513.678750:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045475072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318513.678760:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318513.678764:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318513.678765:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318513.678787:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3706 00000100:00080000:1.0:1767318513.678790:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318513.678793:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318513.678805:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164045475200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318513.678834:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318513.678837:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318513.678838:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318513.678841:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3706 00000100:00080000:1.0:1767318513.678843:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318513.678847:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318513.678856:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14700 x1853164045475584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318513.679156:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045475328:0@lo:400:kworker.0 00000100:00100000:0.0:1767318513.679219:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318513.679293:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318513.679299:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045475456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318513.679336:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318513.681477:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045475456:0@lo:400:kworker.0 00000100:00100000:0.0:1767318513.681487:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045475328:0@lo:400:kworker.0 00010000:00010000:1.0:1767318516.494244:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767318517.186275:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985818368 offset 0 length 520: 4 00000100:00100000:0.0:1767318517.186345:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318517.192430:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318517.775247:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045475712 00000100:00100000:0.0:1767318517.775261:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045475712 00000100:00100000:0.0:1767318517.775374:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1767318517.775387:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf563c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045475712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318517.775434:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318517.775494:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf563c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045475712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318517.775502:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1767318517.775566:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045475712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318517.776408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045475840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318517.776466:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318517.788219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045475840:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318518.797958:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318518.797975:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318518.798064:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318518.798069:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318518.798074:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318518.798084:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3711 00000100:00080000:1.0:1767318518.798208:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318518.798219:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318518.798249:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14e00 x1853164045476096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318518.798292:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318518.798296:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318518.798375:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318518.798382:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3711 00000100:00080000:1.0:1767318518.798386:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318518.798391:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318518.798410:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16300 x1853164045476352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318518.798422:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318518.798426:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318518.798428:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318518.798433:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3711 00000100:00080000:1.0:1767318518.798436:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318518.798444:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318518.798467:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14000 x1853164045476480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318518.798526:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318518.798530:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318518.798532:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318518.798536:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3711 00000100:00080000:1.0:1767318518.798539:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318518.798543:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318518.798570:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045476864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318518.798618:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045476736:0@lo:400:kworker.0 00000100:00100000:1.0:1767318518.798695:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318518.798757:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318518.798801:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045476608:0@lo:400:kworker.0 00000100:00100000:1.0:1767318518.798847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318518.798933:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045476224 00000100:00100000:0.0:1767318518.798940:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045476224 00000100:00100000:0.0:1767318518.798996:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045475968 00000100:00100000:0.0:1767318518.799000:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045475968 00000100:00100000:0.0:1767318518.799039:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1767318518.799050:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045476224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318518.799344:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045476224:12345-0@lo:400:kworker.0 Request processed in 293us (899us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318518.799353:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1767318518.799372:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1767318518.799379:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045475968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318518.799408:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045475968:12345-0@lo:400:kworker.0 Request processed in 30us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318518.799414:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1767318518.799464:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318493/real 1767318493] req@ffffa07bd9408700 x1853164045469440/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318518 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318518.799490:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd9408700 x1853164045469440/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318518 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318518.799525:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045476096:0@lo:38:kworker.0 00000100:00100000:0.0:1767318518.799553:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318518.799597:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045476352:0@lo:38:kworker.0 00000100:00100000:0.0:1767318518.799623:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318518.799646:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045476480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318518.799830:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045476096 00000100:00100000:1.0:1767318518.799837:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045476096 00000100:00100000:1.0:1767318518.799880:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045476352 00000100:00100000:1.0:1767318518.799883:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045476352 00000100:00100000:1.0:1767318518.799899:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1767318518.799904:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045476096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318518.799927:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318518.802490:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318518.802619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045476864:0@lo:38:kworker.0 00000100:00100000:0.0:1767318518.802673:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318518.802704:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318518.804357:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318518.804366:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045469440:0@lo:250:kworker.0 00000100:00080000:0.0:1767318518.804404:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318518.804409:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318518.804412:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045476352:0@lo:38:kworker.0 00000100:00080000:0.0:1767318518.804420:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318518.804423:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318518.804427:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045476480:0@lo:38:kworker.0 00000100:00080000:0.0:1767318518.804436:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318518.804440:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318518.804442:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045476864:0@lo:38:kworker.0 00000100:00080000:0.0:1767318518.804478:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318518.804484:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318518.804488:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318518.804493:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3691 00000100:00080000:0.0:1767318518.804497:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318518.804693:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318518.804737:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408700 x1853164045476992/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318518.809381:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045476096:12345-0@lo:38:kworker.0 Request processed in 9386us (9738us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318518.809406:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00010000:00010000:1.0:1767318520.595208:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318522.306581:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985818880 00000100:00100000:1.0:1767318522.306596:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985818880 00000100:00100000:1.0:1767318522.306710:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 531 00000100:00100000:1.0:1767318522.306723:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985818880:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318522.306880:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985818880:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 158us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318522.306890:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 531 00000100:00100000:0.0:1767318522.310089:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318522.894820:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045477120 00000100:00100000:0.0:1767318522.894833:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045477120 00000100:00100000:0.0:1767318522.894917:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1767318522.894927:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045477120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318522.894966:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318522.895024:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045477120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318522.895032:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1767318522.896005:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045477248 00000100:00100000:0.0:1767318522.896011:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045477248 00000100:00100000:0.0:1767318522.896068:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1767318522.896076:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045477248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318522.896101:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318522.896153:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045477248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318522.896160:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00080000:1.0:1767318523.917994:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318523.918004:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318523.918113:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045477376:0@lo:400:kworker.0 00000100:00100000:0.0:1767318523.918183:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318523.918253:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318523.918258:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318523.918264:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318523.918269:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3717 00000100:00080000:1.0:1767318523.918272:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318523.918279:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318523.918321:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17b80 x1853164045477504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318523.921747:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318523.921758:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318523.921763:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318523.921785:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3717 00000100:00080000:1.0:1767318523.921791:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318523.921798:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318523.921842:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164045477760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318523.921876:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318523.921880:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318523.921882:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318523.921886:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3717 00000100:00080000:1.0:1767318523.921888:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318523.921892:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318523.921905:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17b80 x1853164045477888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318523.921947:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318523.921950:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318523.921953:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318523.921956:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3717 00000100:00080000:1.0:1767318523.921958:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318523.921962:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318523.921988:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045478272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318523.922028:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045478016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318523.922108:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318523.922148:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318523.922154:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045478144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318523.922176:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318523.922206:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045478016 00000100:00100000:1.0:1767318523.922213:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045478016 00000100:00100000:1.0:1767318523.922254:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045478144 00000100:00100000:1.0:1767318523.922257:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045478144 00000100:00100000:1.0:1767318523.922279:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1767318523.922288:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045478016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318523.922354:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045478016:12345-0@lo:400:kworker.0 Request processed in 66us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318523.922362:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1767318523.922381:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1767318523.922388:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045478144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318523.922426:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045478144:12345-0@lo:400:kworker.0 Request processed in 39us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318523.922441:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1767318523.922500:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045478144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318523.922511:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045478016:0@lo:400:kworker.0 00010000:00080000:0.0:1767318523.925941:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16d80 x1853164045477376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318539 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318523.925954:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045477376:0@lo:400:kworker.0 00010000:00010000:1.0:1767318524.686149:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318527.433083:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318527.433856:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318527.433916:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985819008 00000100:00100000:1.0:1767318527.433922:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985819008 00000100:00100000:1.0:1767318527.433962:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 673 00000100:00100000:1.0:1767318527.433967:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985819008:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318527.433986:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318527.434014:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985819008:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (158us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318527.434020:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 673 00000100:00100000:1.0:1767318528.015426:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045478400 00000100:00100000:1.0:1767318528.015434:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045478400 00000100:00100000:1.0:1767318528.015497:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1767318528.015507:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045478400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318528.015537:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318528.015587:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045478400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318528.015594:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1767318528.015653:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045478400:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318528.015718:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318528.016108:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045478528 00000100:00100000:0.0:1767318528.016113:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045478528 00000100:00100000:0.0:1767318528.016153:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1767318528.016160:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045478528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318528.016177:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318528.016213:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045478528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318528.016219:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1767318528.016243:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045478528:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318528.782412:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318529.039809:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318529.039818:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318529.039876:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318529.039881:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318529.039885:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318529.039894:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3722 00000100:00080000:0.0:1767318529.039899:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318529.039907:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318529.039942:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9408a80 x1853164045478784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318529.039968:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318529.039971:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318529.039973:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318529.039976:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3722 00000100:00080000:0.0:1767318529.039978:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318529.039981:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318529.039991:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118000 x1853164045479040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318529.040000:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318529.040002:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318529.040004:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318529.040006:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3722 00000100:00080000:0.0:1767318529.040008:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318529.040011:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318529.040020:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b480 x1853164045479168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318529.040048:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318529.040051:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318529.040052:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318529.040056:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3722 00000100:00080000:0.0:1767318529.040058:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318529.040061:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318529.040070:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11bb80 x1853164045479552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318529.040169:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045478784:0@lo:38:kworker.0 00000100:00100000:0.0:1767318529.040200:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318529.040227:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045479040:0@lo:38:kworker.0 00000100:00100000:0.0:1767318529.040247:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318529.040264:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045479168:0@lo:38:kworker.0 00000100:00100000:0.0:1767318529.040287:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318529.040443:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045478656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318529.040471:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318529.040500:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479296 00000100:00100000:1.0:1767318529.040506:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479296 00000100:00100000:1.0:1767318529.040547:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1767318529.040556:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045479296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318529.040607:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045479296:12345-0@lo:400:kworker.0 Request processed in 52us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318529.040614:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1767318529.040643:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045478784 00000100:00100000:1.0:1767318529.040647:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045478784 00000100:00100000:1.0:1767318529.040665:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479040 00000100:00100000:1.0:1767318529.040669:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479040 00000100:00100000:1.0:1767318529.040680:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045478656 00000100:00100000:1.0:1767318529.040682:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045478656 00000100:00100000:1.0:1767318529.040710:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1767318529.040716:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045478656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318529.040752:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045478656:12345-0@lo:400:kworker.0 Request processed in 35us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318529.040757:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1767318529.040786:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1767318529.040790:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045478784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318529.040809:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318529.040835:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045478784:12345-0@lo:38:kworker.0 Request processed in 43us (635us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318529.040841:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1767318529.040853:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1767318529.040856:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045479040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318529.040864:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318529.040885:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045479040:12345-0@lo:38:kworker.0 Request processed in 27us (636us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318529.040894:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:1.0:1767318529.040925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318529.041660:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479424 00000100:00100000:1.0:1767318529.041665:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479424 00000100:00100000:1.0:1767318529.041703:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1767318529.041712:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045479424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318529.041758:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045479424:12345-0@lo:400:kworker.0 Request processed in 48us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318529.041764:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:0.0:1767318529.042001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318529.042007:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318529.042010:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045479168:0@lo:38:kworker.0 00000100:00100000:0.0:1767318529.042016:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045479552:0@lo:38:kworker.0 00000100:00100000:0.0:1767318529.042043:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318529.042068:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479552 00000100:00100000:0.0:1767318529.042072:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479552 00000100:00100000:0.0:1767318529.042092:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1767318529.042096:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045479552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318529.042108:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318529.042144:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045479552:12345-0@lo:38:kworker.0 Request processed in 44us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318529.042150:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00010000:00080000:1.0:1767318529.052900:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd940b480 x1853164045478656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318529.052923:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045478656:0@lo:400:kworker.0 00000100:00080000:0.0:1767318529.053173:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318529.053180:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318529.053185:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045479552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318529.053220:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318529.053224:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318529.053227:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045478784:0@lo:38:kworker.0 00000100:00080000:0.0:1767318529.053238:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318529.053241:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318529.053243:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045479040:0@lo:38:kworker.0 00000100:00100000:1.0:1767318532.554932:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985819392 00000100:00100000:1.0:1767318532.554956:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985819392 00000100:00100000:1.0:1767318532.555105:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985819264 00000100:00100000:1.0:1767318532.555110:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985819264 00000100:00100000:1.0:1767318532.555150:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 537 00000100:00100000:1.0:1767318532.555164:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985819392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318532.555524:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985819392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 360us (5648us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318532.555534:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 537 00000100:00100000:1.0:1767318532.555565:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 677 00000100:00100000:1.0:1767318532.555570:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985819264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318532.555597:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318532.555893:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985819264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 319us (5929us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318532.555902:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 677 00010000:00010000:1.0:1767318532.878232:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318533.134268:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045479680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318533.134381:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318533.134487:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479680 00000100:00100000:1.0:1767318533.134497:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479680 00000100:00100000:1.0:1767318533.134571:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1767318533.134581:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045479680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318533.134705:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318533.134840:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045479680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 258us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318533.134849:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1767318533.134920:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045479680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318533.135251:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479808 00000100:00100000:0.0:1767318533.135264:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479808 00000100:00100000:0.0:1767318533.140671:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1767318533.140698:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045479808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318533.140751:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318533.140909:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045479808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 222us (5771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318533.140918:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1767318534.158692:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318534.158903:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045480064:0@lo:38:kworker.0 00000100:00100000:1.0:1767318534.158998:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318534.159140:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045480064 00000100:00100000:1.0:1767318534.159150:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045480064 00000100:00100000:1.0:1767318534.159199:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045480192 00000100:00100000:1.0:1767318534.159203:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045480192 00000100:00100000:1.0:1767318534.159246:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1767318534.159253:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045480192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318534.159332:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045480192:12345-0@lo:400:kworker.0 Request processed in 80us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318534.159338:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:1.0:1767318534.159374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318534.159399:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318534.159406:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318534.159409:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045480064:0@lo:38:kworker.0 00000100:00100000:0.0:1767318534.164587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045479936:0@lo:400:kworker.0 00000100:00100000:0.0:1767318534.164706:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318534.165168:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045479936 00000100:00100000:1.0:1767318534.165181:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045479936 00000100:00100000:1.0:1767318534.165294:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1767318534.165307:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045479936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318534.165389:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045479936:12345-0@lo:400:kworker.0 Request processed in 84us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318534.165398:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00080000:0.0:1767318534.165676:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318534.165981:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7ad80 x1853164045479936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318534.166001:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045479936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318534.168310:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045480320:0@lo:38:kworker.0 00000100:00100000:1.0:1767318534.168368:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318534.168418:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045480448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318534.168447:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318534.168476:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045480832:0@lo:38:kworker.0 00000100:00100000:1.0:1767318534.168585:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318534.168632:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045480320 00000100:00100000:1.0:1767318534.168640:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045480320 00000100:00100000:1.0:1767318534.169234:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045480832 00000100:00100000:1.0:1767318534.169239:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045480832 00000100:00100000:1.0:1767318534.169277:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1767318534.169282:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045480320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318534.169294:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318534.169355:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045480320:12345-0@lo:38:kworker.0 Request processed in 71us (986us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318534.169362:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1767318534.169384:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767318534.169389:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045480832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318534.169399:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318534.169422:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045480832:12345-0@lo:38:kworker.0 Request processed in 31us (838us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318534.169427:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:1.0:1767318534.169471:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318534.169477:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318534.169480:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045480320:0@lo:38:kworker.0 00000100:00080000:1.0:1767318534.169489:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318534.169493:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318534.169496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045480832:0@lo:38:kworker.0 00000100:00080000:1.0:1767318534.171946:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318534.171958:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318534.171962:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045480448:0@lo:38:kworker.0 00010000:00010000:1.0:1767318536.974330:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318537.682425:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985819520 00000100:00100000:0.0:1767318537.682440:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985819520 00000100:00100000:0.0:1767318537.682511:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 681 00000100:00100000:0.0:1767318537.682523:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985819520:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318537.682556:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318537.682648:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985819520:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 125us (339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318537.682656:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 681 00000100:00100000:0.0:1767318537.683239:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985819648 00000100:00100000:0.0:1767318537.683245:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985819648 00000100:00100000:0.0:1767318537.683317:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 540 00000100:00100000:0.0:1767318537.683325:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985819648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767318537.683440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318537.686547:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985819648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 3200us (3637us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318537.686567:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 540 00000100:00100000:1.0:1767318538.254212:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318538.254238:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045480960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318538.254338:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318538.254536:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045480960 00000100:00100000:0.0:1767318538.254548:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045480960 00000100:00100000:0.0:1767318538.254641:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1767318538.254653:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045480960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318538.254700:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318538.254762:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045480960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318538.254804:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:1.0:1767318538.255122:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318538.255138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045481088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318538.255169:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318538.255242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045480960:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318538.255761:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318538.255822:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045481088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318539.278282:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045481344:0@lo:38:kworker.0 00000100:00100000:1.0:1767318539.278348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318539.278457:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318539.278470:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045481216:0@lo:400:kworker.0 00000100:00100000:0.0:1767318539.278519:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318539.278552:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045481344 00000100:00100000:0.0:1767318539.278561:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045481344 00000100:00100000:0.0:1767318539.278595:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045481216 00000100:00100000:0.0:1767318539.278611:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045481216 00000100:00100000:0.0:1767318539.278653:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1767318539.278662:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045481216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318539.278719:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045481216:12345-0@lo:400:kworker.0 Request processed in 58us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318539.278726:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1767318539.278743:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1767318539.278747:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045481344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318539.278805:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318539.288677:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045481600:0@lo:38:kworker.0 00000100:00100000:1.0:1767318539.288809:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318539.289817:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045481344:12345-0@lo:38:kworker.0 Request processed in 11065us (11466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318539.289826:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00080000:1.0:1767318539.293149:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318539.300019:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318539.300038:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045481344:0@lo:38:kworker.0 00000100:00080000:1.0:1767318539.300133:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318539.300139:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318539.300142:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045481600:0@lo:38:kworker.0 00000100:00100000:1.0:1767318539.303339:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045481728:0@lo:38:kworker.0 00000100:00100000:1.0:1767318539.303394:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318539.303441:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf563c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045482112:0@lo:38:kworker.0 00000100:00100000:1.0:1767318539.303937:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318539.304037:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045482112 00000100:00100000:0.0:1767318539.304046:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045482112 00000100:00100000:0.0:1767318539.304095:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1767318539.304102:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045482112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318539.304122:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318539.304183:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045482112:12345-0@lo:38:kworker.0 Request processed in 80us (246us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318539.304190:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00080000:1.0:1767318539.304313:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318539.304318:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318539.304321:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf563c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045482112:0@lo:38:kworker.0 00000100:00080000:1.0:1767318539.304633:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318539.304638:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318539.304642:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045481728:0@lo:38:kworker.0 00010000:00010000:1.0:1767318541.070757:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318542.790214:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767318542.795313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318543.374345:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318543.374367:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045482240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318543.374430:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318543.374899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318543.375051:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318543.375057:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045482368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318543.375083:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318543.375203:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045482368 00000100:00100000:0.0:1767318543.375207:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045482368 00000100:00100000:0.0:1767318543.375250:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1767318543.375256:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045482368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318543.375280:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318543.375317:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045482368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318543.375324:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00080000:1.0:1767318543.375404:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318543.375428:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045482368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318543.439455:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318518/real 1767318518] req@ffffa07bd9408700 x1853164045476992/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318543 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318543.439490:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd9408700 x1853164045476992/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318543 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318543.439511:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318543.439538:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318543.439543:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9408700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045476992:0@lo:250:kworker.0 00000100:00080000:0.0:1767318543.439794:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318543.439800:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318543.439803:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318543.439808:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3717 00000100:00080000:0.0:1767318543.439812:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318543.439819:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318543.439857:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b800 x1853164045482496/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318543.439923:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318543.439927:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318543.439929:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318543.439933:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045482496:0@lo:250:kworker.0 00000100:00080000:0.0:1767318543.439939:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3737 00000100:00080000:0.0:1767318543.439941:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318543.439945:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318543.439959:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119f80 x1853164045482752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318543.439975:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318543.439977:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318543.439979:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000100:1.0:1767318543.439980:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045482496 offset 0 length 520: 4 00000100:00080000:0.0:1767318543.439982:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3737 00000100:00080000:0.0:1767318543.439984:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318543.439988:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318543.439997:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119500 x1853164045483008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318543.440003:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318543.440007:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318543.440008:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318543.440012:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3737 00000100:00080000:0.0:1767318543.440014:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318543.440017:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318543.440036:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045482752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318543.440040:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a300 x1853164045483136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318543.440049:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318543.440052:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318543.440053:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318543.440056:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3737 00000100:00080000:0.0:1767318543.440058:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318543.440061:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318543.440066:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318543.440071:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b100 x1853164045483264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318543.440097:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045483008:0@lo:38:kworker.0 00000100:00100000:1.0:1767318543.440117:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318543.440118:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045482752 00000100:00100000:0.0:1767318543.440125:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045482752 00000100:00100000:1.0:1767318543.440136:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045483136:0@lo:38:kworker.0 00000100:00100000:0.0:1767318543.440156:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045483008 00000100:00100000:0.0:1767318543.440158:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045483008 00000100:00100000:1.0:1767318543.440171:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318543.440176:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1767318543.440182:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045482752:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318543.440185:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045483264:0@lo:38:kworker.0 00010000:00020000:0.0:1767318543.440201:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318543.440201:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318543.440226:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045483264 00000100:00100000:1.0:1767318543.440230:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045483264 00000100:00100000:0.0:1767318543.440242:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045482752:12345-0@lo:38:kworker.0 Request processed in 58us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318543.440248:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767318543.440252:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1767318543.440252:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045483008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318543.440261:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318543.440264:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1767318543.440268:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045483264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318543.440275:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318543.440284:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045483008:12345-0@lo:38:kworker.0 Request processed in 31us (166us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318543.440290:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767318543.440292:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045483264:12345-0@lo:38:kworker.0 Request processed in 23us (90us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318543.440297:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00080000:1.0:1767318543.440324:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318543.440328:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318543.440331:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045483264:0@lo:38:kworker.0 00000100:00080000:1.0:1767318543.440339:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318543.440342:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318543.440344:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045482752:0@lo:38:kworker.0 00000100:00080000:1.0:1767318543.440351:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318543.440353:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318543.440356:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045483008:0@lo:38:kworker.0 00000100:00080000:1.0:1767318543.441805:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318543.810607:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985820288 00000100:00100000:1.0:1767318543.810618:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985820288 00000100:00100000:1.0:1767318543.810749:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 546 00000100:00100000:1.0:1767318543.810762:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf563c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985820288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318543.810891:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf563c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985820288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 131us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318543.810900:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 546 00010000:00010000:1.0:1767318545.166272:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318548.494728:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318548.495553:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045483520 00000100:00100000:0.0:1767318548.495560:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045483520 00000100:00100000:0.0:1767318548.495615:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1767318548.495624:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045483520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318548.495646:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318548.495684:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045483520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318548.495691:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:1.0:1767318548.495849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318548.496734:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045483776:0@lo:38:kworker.0 00000100:00100000:1.0:1767318548.496762:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318548.496807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045484032:0@lo:38:kworker.0 00000100:00100000:1.0:1767318548.496828:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318548.496847:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045484160:0@lo:38:kworker.0 00000100:00100000:1.0:1767318548.496869:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318548.496885:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045484288:0@lo:38:kworker.0 00000100:00100000:1.0:1767318548.496902:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318548.496944:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045483648 00000100:00100000:1.0:1767318548.496949:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045483648 00000100:00100000:1.0:1767318548.496998:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045483904 00000100:00100000:1.0:1767318548.497002:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045483904 00000100:00100000:1.0:1767318548.497018:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045483776 00000100:00100000:1.0:1767318548.497021:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045483776 00000100:00100000:1.0:1767318548.497029:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045484032 00000100:00100000:1.0:1767318548.497031:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045484032 00000100:00100000:1.0:1767318548.497037:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045484288 00000100:00100000:1.0:1767318548.497041:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045484288 00000100:00100000:1.0:1767318548.497050:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1767318548.497057:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045483648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318548.497097:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045483648:12345-0@lo:400:kworker.0 Request processed in 41us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318548.497104:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1767318548.497122:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1767318548.497128:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045483904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318548.497153:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045483904:12345-0@lo:400:kworker.0 Request processed in 25us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318548.497158:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1767318548.497171:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1767318548.497516:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045483776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318548.497532:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318548.497568:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045483776:12345-0@lo:38:kworker.0 Request processed in 51us (804us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318548.508650:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1767318548.938381:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985820416 00000100:00100000:0.0:1767318548.938393:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985820416 00000100:00100000:0.0:1767318548.938450:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985820544 00000100:00100000:0.0:1767318548.938453:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985820544 00000100:00100000:0.0:1767318548.938507:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 549 00000100:00100000:0.0:1767318548.938518:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985820544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318548.938600:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985820544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318548.938611:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 549 00000100:00100000:0.0:1767318548.938630:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 693 00000100:00100000:0.0:1767318548.938635:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985820416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318548.938659:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318548.938685:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985820416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (744us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318548.938692:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 693 00010000:00010000:1.0:1767318549.262134:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318553.357944:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318553.614107:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045484416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318553.614179:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318553.614242:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318553.614253:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045484544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318553.614290:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318553.614353:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045484416 00000100:00100000:1.0:1767318553.614361:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045484416 00000100:00100000:1.0:1767318553.614418:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1767318553.614434:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045484416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318553.614466:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318553.614513:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045484416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318553.614520:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1767318553.614575:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045484416:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1767318553.614605:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0585180 x1853164045484544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318553.616043:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318553.616112:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045484544:0@lo:400:kworker.0 00000100:00100000:0.0:1767318553.621761:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045485440:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318553.621819:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318553.621878:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318553.621884:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318553.621909:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045485440 00000100:00100000:0.0:1767318553.621917:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045485440 00000100:00100000:0.0:1767318553.621973:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1767318553.621980:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045485440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318553.622003:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318553.622038:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045485440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318553.622044:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00080000:0.0:1767318553.622062:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318553.622111:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045485440:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318553.622163:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045485184 00000100:00100000:0.0:1767318553.622167:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045485184 00000100:00100000:0.0:1767318553.622214:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1767318553.622222:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045485184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318553.622251:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045485184:12345-0@lo:400:kworker.0 Request processed in 31us (7800us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318553.622257:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1767318553.622293:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045485184:0@lo:400:kworker.0 00010000:00080000:0.0:1767318553.622306:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3480 x1853164045484800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318553.622317:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045484800:0@lo:400:kworker.0 00000100:00100000:0.0:1767318553.623349:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045484672 00000100:00100000:0.0:1767318553.623355:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045484672 00000100:00100000:0.0:1767318553.623689:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1767318553.623704:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045484672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318553.623714:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318553.624001:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045485056 00000100:00100000:1.0:1767318553.624009:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045485056 00000100:00100000:1.0:1767318553.624036:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1767318553.624042:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045485056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318553.624055:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318553.624065:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045484672:12345-0@lo:38:kworker.0 Request processed in 357us (1026us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318553.624073:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1767318553.624094:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045485056:12345-0@lo:38:kworker.0 Request processed in 49us (954us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318553.624102:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1767318554.051378:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318554.052048:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318554.055650:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985820672 00000100:00100000:0.0:1767318554.055668:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985820672 00000100:00100000:0.0:1767318554.055806:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 697 00000100:00100000:0.0:1767318554.055892:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985820672:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318554.055914:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318554.055944:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985820672:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 131us (3896us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318554.055950:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 697 00000100:00080000:1.0:1767318554.060191:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318557.454104:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318558.734250:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318558.734265:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318558.734344:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318558.734348:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318558.734353:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318558.734363:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3751 00000100:00080000:1.0:1767318558.734369:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318558.734377:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318558.734418:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf12b2300 x1853164045485696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318558.734462:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318558.734466:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318558.734468:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318558.734472:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3751 00000100:00080000:1.0:1767318558.734474:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318558.734478:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318558.734493:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164045485952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318558.734502:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318558.734505:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318558.734507:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318558.734511:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3751 00000100:00080000:1.0:1767318558.734513:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318558.734517:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318558.734530:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb100 x1853164045486080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318558.734592:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318558.734596:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318558.734598:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318558.734602:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3751 00000100:00080000:1.0:1767318558.734605:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318558.734609:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318558.734620:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5180 x1853164045486464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318558.735727:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045486336 00000100:00100000:1.0:1767318558.735733:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045486336 00000100:00100000:1.0:1767318558.735817:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1767318558.735825:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045486336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318558.735870:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045486336:12345-0@lo:400:kworker.0 Request processed in 46us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318558.735876:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1767318558.736276:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045485696:0@lo:38:kworker.0 00000100:00100000:0.0:1767318558.736314:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318558.736352:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045485952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318558.736375:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318558.736396:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045486080:0@lo:38:kworker.0 00000100:00100000:0.0:1767318558.736419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318558.736441:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045486464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318558.736462:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318558.736490:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045485824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318558.736514:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318558.736532:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318558.736538:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045486208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318558.736558:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318558.736588:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045486208 00000100:00100000:0.0:1767318558.736592:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045486208 00000100:00100000:0.0:1767318558.736632:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1767318558.736638:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045486208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318558.736676:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045486208:12345-0@lo:400:kworker.0 Request processed in 38us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318558.736682:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1767318558.736705:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045486080 00000100:00100000:0.0:1767318558.736708:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045486080 00000100:00100000:0.0:1767318558.736727:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1767318558.736732:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045486080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318558.736752:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318558.736822:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045486080:12345-0@lo:38:kworker.0 Request processed in 89us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318558.736829:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1767318558.736864:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045486208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318558.736888:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045485696 00000100:00100000:0.0:1767318558.736892:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045485696 00000100:00100000:0.0:1767318558.736909:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045485952 00000100:00100000:0.0:1767318558.736911:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045485952 00000100:00100000:0.0:1767318558.736921:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045486464 00000100:00100000:0.0:1767318558.736923:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045486464 00000100:00100000:0.0:1767318558.736929:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045485824 00000100:00100000:0.0:1767318558.736931:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045485824 00000100:00100000:1.0:1767318558.740176:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1767318558.740201:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045485824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318558.740328:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045485824:12345-0@lo:400:kworker.0 Request processed in 138us (3812us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318558.740545:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1767318559.183834:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821056 00000100:00100000:0.0:1767318559.183855:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821056 00000100:00100000:0.0:1767318559.183957:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985820928 00000100:00100000:0.0:1767318559.183960:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985820928 00000100:00100000:0.0:1767318559.183993:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 555 00000100:00100000:0.0:1767318559.184002:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985821056:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318559.184123:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985821056:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 122us (12525us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318559.184391:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 555 00010000:00010000:1.0:1767318561.550717:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318563.854122:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318563.854156:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045486848:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318563.854249:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318563.854347:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045486848 00000100:00100000:1.0:1767318563.854357:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045486848 00000100:00100000:1.0:1767318563.854430:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1767318563.854441:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045486848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318563.854479:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318563.854546:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045486848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318563.854556:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1767318563.855032:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045486976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318563.855087:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318563.855123:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318563.855129:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045487232:0@lo:400:kworker.0 00000100:00100000:1.0:1767318563.855153:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318563.855184:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045486976 00000100:00100000:1.0:1767318563.855189:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045486976 00000100:00100000:1.0:1767318563.855226:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487232 00000100:00100000:1.0:1767318563.855230:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487232 00000100:00100000:1.0:1767318563.855253:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1767318563.855260:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045486976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318563.855298:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045486976:12345-0@lo:400:kworker.0 Request processed in 38us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318563.855305:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1767318563.855319:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1767318563.855325:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045487232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318563.855349:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045487232:12345-0@lo:400:kworker.0 Request processed in 24us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318563.855354:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00010000:00080000:1.0:1767318563.855378:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575c00 x1853164045487232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318563.855388:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045487232:0@lo:400:kworker.0 00010000:00080000:1.0:1767318563.855396:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577100 x1853164045486976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318563.855403:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045486976:0@lo:400:kworker.0 00000100:00080000:1.0:1767318563.855463:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318563.855601:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487616 00000100:00100000:1.0:1767318563.855607:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487616 00000100:00100000:1.0:1767318563.855659:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1767318563.855666:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045487616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318563.855715:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045487616:12345-0@lo:400:kworker.0 Request processed in 49us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318563.855722:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1767318563.856460:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318563.856476:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045487872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318563.856541:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318563.856917:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487872 00000100:00100000:0.0:1767318563.856925:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487872 00000100:00100000:0.0:1767318563.856978:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1767318563.856993:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045487872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318563.857028:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318563.857092:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045487872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318563.857104:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1767318563.857144:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045487872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318563.857181:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487104 00000100:00100000:0.0:1767318563.857185:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487104 00000100:00100000:0.0:1767318563.857207:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487360 00000100:00100000:0.0:1767318563.857210:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487360 00000100:00100000:0.0:1767318563.857226:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1767318563.857231:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045487104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318563.857252:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318563.857286:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045487104:12345-0@lo:38:kworker.0 Request processed in 54us (299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318563.857293:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1767318563.857304:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1767318563.857308:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045487360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318563.857317:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318563.857340:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045487360:12345-0@lo:38:kworker.0 Request processed in 31us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318563.857347:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1767318563.857596:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487488 00000100:00100000:0.0:1767318563.857602:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487488 00000100:00100000:1.0:1767318563.857730:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045487744 00000100:00100000:1.0:1767318563.857736:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045487744 00000100:00100000:1.0:1767318563.857795:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1767318563.857800:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045487744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318563.857810:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318563.857842:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045487744:12345-0@lo:38:kworker.0 Request processed in 41us (257us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318563.857848:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767318563.857997:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:0.0:1767318563.858009:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045487488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318563.858028:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318563.858075:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045487488:12345-0@lo:38:kworker.0 Request processed in 68us (619us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318563.858251:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1767318564.291277:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821312 00000100:00100000:1.0:1767318564.291291:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821312 00000100:00100000:1.0:1767318564.291423:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821184 00000100:00100000:1.0:1767318564.291428:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821184 00000100:00100000:1.0:1767318564.291455:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 558 00000100:00100000:1.0:1767318564.291468:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985821312:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318564.291570:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985821312:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 105us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318564.291579:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 558 00000100:00100000:1.0:1767318564.291607:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 705 00000100:00100000:1.0:1767318564.291612:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985821184:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318564.292411:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318564.292494:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985821184:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 870us (1805us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318564.292505:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 705 00010000:00010000:0.0:1767318565.646049:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318566.670108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318568.389439:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821696 00000100:00100000:0.0:1767318568.389463:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821696 00000100:00100000:0.0:1767318568.389613:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 559 00000100:00100000:0.0:1767318568.389634:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985821696:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318568.390519:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985821696:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 885us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318568.390534:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 559 00000400:00000100:0.0:1767318568.392423:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985821440 offset 0 length 520: 4 00000100:00100000:0.0:1767318568.395202:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821568 00000100:00100000:0.0:1767318568.395217:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821568 00000100:00100000:0.0:1767318568.395300:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 706 00000100:00100000:0.0:1767318568.395313:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985821568:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318568.395350:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318568.395451:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985821568:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 139us (361us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318568.395461:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 706 00000100:00100000:1.0:1767318568.974072:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318543/real 1767318543] req@ffffa07bec11b800 x1853164045482496/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318568 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318568.974113:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bec11b800 x1853164045482496/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318568 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318568.974139:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318568.974166:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318568.974172:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045482496:0@lo:250:kworker.0 00000100:00080000:1.0:1767318568.974231:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.974237:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318568.974240:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318568.974246:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3741 00000100:00080000:1.0:1767318568.974252:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318568.974260:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318568.974280:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045488128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318568.974285:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4380 x1853164045488256/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318568.974328:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.974344:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318568.974348:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318568.974352:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3762 00000100:00080000:1.0:1767318568.974355:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318568.974359:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318568.974376:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318568.974381:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4a80 x1853164045488512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318568.974402:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.974406:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318568.974408:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318568.974412:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3762 00000100:00080000:1.0:1767318568.974414:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318568.974418:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318568.974432:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5500 x1853164045488768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318568.974443:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.974447:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318568.974449:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318568.974451:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1767318568.974455:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3762 00000100:00080000:1.0:1767318568.974459:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318568.974462:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045488000:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318568.974466:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318568.974485:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5c00 x1853164045488896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318568.974497:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.974524:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318568.974532:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045489024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.974561:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.974591:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045488384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.974635:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.974664:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318568.974670:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045488640:0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.974693:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.974727:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488128 00000100:00100000:0.0:1767318568.974738:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488128 00000100:00100000:0.0:1767318568.974828:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488000 00000100:00100000:0.0:1767318568.974832:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488000 00000100:00100000:0.0:1767318568.974856:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767318568.974866:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045488128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318568.974913:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318568.974964:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045488128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318568.974973:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767318568.974994:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1767318568.975001:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045488000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318568.975019:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318568.975046:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045488000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318568.975053:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1767318568.975073:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045489024 00000100:00100000:0.0:1767318568.975076:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045489024 00000100:00100000:0.0:1767318568.975108:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1767318568.975115:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045489024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.975147:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045489024:12345-0@lo:400:kworker.0 Request processed in 32us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318568.975154:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1767318568.975174:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488384 00000100:00100000:0.0:1767318568.975178:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488384 00000100:00100000:0.0:1767318568.975207:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488640 00000100:00100000:0.0:1767318568.975211:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488640 00000100:00100000:0.0:1767318568.975231:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1767318568.975238:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045488384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.975274:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045488384:12345-0@lo:400:kworker.0 Request processed in 36us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318568.975280:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1767318568.975292:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1767318568.975299:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045488640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.975325:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045488640:12345-0@lo:400:kworker.0 Request processed in 27us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318568.975332:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00010000:00080000:0.0:1767318568.975381:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c7100 x1853164045488640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318568.975398:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045488640:0@lo:400:kworker.0 00010000:00080000:0.0:1767318568.975410:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6300 x1853164045488384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318568.975419:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045488384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.975448:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045489024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318568.975464:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045488000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318568.975477:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045488128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318568.975525:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045488256:0@lo:250:kworker.0 00000400:00000100:0.0:1767318568.975548:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045488256 offset 0 length 520: 4 00000100:00100000:0.0:1767318568.975571:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045488512:0@lo:38:kworker.0 00000100:00100000:0.0:1767318568.975608:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.975631:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045488768:0@lo:38:kworker.0 00000100:00100000:0.0:1767318568.975652:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.975667:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045488896:0@lo:38:kworker.0 00000100:00100000:0.0:1767318568.975691:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318568.975724:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488896 00000100:00100000:0.0:1767318568.975727:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488896 00000100:00100000:0.0:1767318568.975747:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1767318568.975752:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045488896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318568.975810:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318568.975851:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045488896:12345-0@lo:38:kworker.0 Request processed in 97us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318568.975858:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1767318568.975876:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488512 00000100:00100000:0.0:1767318568.975880:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488512 00000100:00100000:0.0:1767318568.975898:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045488768 00000100:00100000:0.0:1767318568.975901:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045488768 00000100:00100000:0.0:1767318568.975914:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1767318568.975918:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045488512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318568.975929:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318568.975955:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045488512:12345-0@lo:38:kworker.0 Request processed in 35us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318568.975965:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1767318568.975977:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1767318568.975981:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045488768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318568.975990:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318568.976014:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045488768:12345-0@lo:38:kworker.0 Request processed in 31us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318568.976019:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:0.0:1767318568.976070:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318568.976076:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318568.976079:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045488512:0@lo:38:kworker.0 00000100:00080000:0.0:1767318568.976089:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318568.976093:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318568.976096:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045488768:0@lo:38:kworker.0 00000100:00080000:0.0:1767318568.976105:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318568.976108:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318568.976111:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045488896:0@lo:38:kworker.0 00000100:00080000:0.0:1767318568.976165:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318568.976171:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318568.976173:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318568.985042:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318568.985060:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318568.985067:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318568.985079:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3762 00000100:00080000:1.0:1767318568.985086:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318568.985095:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318568.985155:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6680 x1853164045489152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318568.985225:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045489152:0@lo:38:kworker.0 00000100:00100000:1.0:1767318568.985318:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318568.985844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318568.985850:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318568.985854:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045489152:0@lo:38:kworker.0 00010000:00010000:0.0:1767318569.742709:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318570.767447:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318573.508426:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318573.508637:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821952 00000100:00100000:1.0:1767318573.508649:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821952 00000100:00100000:1.0:1767318573.508729:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 562 00000100:00100000:1.0:1767318573.508744:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985821952:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318573.508878:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985821952:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 137us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318573.508887:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 562 00000100:00100000:1.0:1767318573.508908:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985821824 00000100:00100000:1.0:1767318573.508912:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985821824 00000100:00100000:1.0:1767318573.508940:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 710 00000100:00100000:1.0:1767318573.508946:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985821824:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318573.508969:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318573.508995:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985821824:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (235us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318573.509002:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 710 00000100:00080000:0.0:1767318573.509287:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318573.838108:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318574.094176:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045489408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318574.094265:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318574.094874:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045489408:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318574.094912:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318574.094917:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318574.095150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318574.095863:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318574.095868:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318574.095871:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318574.095878:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3767 00000100:00080000:0.0:1767318574.095883:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318574.095890:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318574.095918:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44700 x1853164045489664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318574.095976:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318574.095981:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318574.095983:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318574.095987:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3767 00000100:00080000:0.0:1767318574.095989:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318574.095993:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318574.096008:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45880 x1853164045489920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318574.096017:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318574.096020:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318574.096021:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318574.096024:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3767 00000100:00080000:0.0:1767318574.096027:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318574.096030:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318574.096042:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44000 x1853164045490048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318574.096057:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318574.096060:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318574.096062:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318574.096065:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3767 00000100:00080000:0.0:1767318574.096067:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318574.096070:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318574.096078:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45f80 x1853164045490304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318574.096110:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045489792:0@lo:400:kworker.0 00000100:00100000:0.0:1767318574.096176:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318574.096220:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318574.096225:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045490176:0@lo:400:kworker.0 00000100:00100000:0.0:1767318574.096252:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318574.096284:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045489792 00000100:00100000:0.0:1767318574.096291:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045489792 00000100:00100000:0.0:1767318574.096343:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1767318574.096353:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045489792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318574.096407:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045489792:12345-0@lo:400:kworker.0 Request processed in 55us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318574.096415:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1767318574.096451:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490176 00000100:00100000:0.0:1767318574.096455:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490176 00000100:00100000:0.0:1767318574.096483:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1767318574.096509:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045490176:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318574.096602:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318574.096608:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318574.096642:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045489664:0@lo:38:kworker.0 00000100:00100000:0.0:1767318574.096696:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045490176:12345-0@lo:400:kworker.0 Request processed in 205us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318574.096703:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1767318574.096739:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045490176:0@lo:400:kworker.0 00010000:00080000:0.0:1767318574.096752:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d47800 x1853164045489792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318574.096760:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045489792:0@lo:400:kworker.0 00000100:00100000:0.0:1767318574.096822:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045489280 00000100:00100000:0.0:1767318574.096827:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045489280 00000100:00100000:0.0:1767318574.096856:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1767318574.096862:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045489280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318574.096889:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318574.096924:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045489280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318574.096929:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1767318574.098084:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318574.098111:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045489920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318574.098132:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318574.098164:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045490048:0@lo:38:kworker.0 00000100:00100000:1.0:1767318574.098185:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318574.098199:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045490304:0@lo:38:kworker.0 00000100:00100000:1.0:1767318574.098217:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318574.098258:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045489664 00000100:00100000:1.0:1767318574.098265:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045489664 00000100:00100000:1.0:1767318574.098290:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045489920 00000100:00100000:1.0:1767318574.098292:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045489920 00000100:00100000:1.0:1767318574.098305:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490304 00000100:00100000:1.0:1767318574.098308:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490304 00000100:00100000:1.0:1767318574.098324:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1767318574.098330:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045489664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318574.098347:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318574.098379:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045489664:12345-0@lo:38:kworker.0 Request processed in 48us (296us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318574.098385:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1767318574.098401:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1767318574.098405:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045489920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318574.098414:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318574.099230:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490048 00000100:00100000:0.0:1767318574.099236:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490048 00000100:00100000:0.0:1767318574.099258:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1767318574.099263:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045490048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318574.099274:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318574.099308:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045490048:12345-0@lo:38:kworker.0 Request processed in 44us (1121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318574.099315:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:0.0:1767318574.099356:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318574.099364:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318574.099367:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045489664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318574.099797:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045489920:12345-0@lo:38:kworker.0 Request processed in 1388us (1661us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318574.099807:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00080000:0.0:1767318574.100041:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318574.100045:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318574.100049:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045489920:0@lo:38:kworker.0 00000100:00080000:0.0:1767318574.100058:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318574.100062:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318574.100064:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045490048:0@lo:38:kworker.0 00000100:00080000:0.0:1767318574.100073:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318574.100076:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318574.100079:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045490304:0@lo:38:kworker.0 00010000:00010000:1.0:1767318574.864824:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318577.933930:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318578.625918:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318578.625970:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318578.626085:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985822208 00000100:00100000:1.0:1767318578.626101:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985822208 00000100:00100000:1.0:1767318578.626960:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 565 00000100:00100000:1.0:1767318578.626973:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985822208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318578.627042:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985822208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318578.627047:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 565 00010000:00010000:1.0:1767318578.958238:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318579.213942:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318579.213953:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318579.214009:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318579.214014:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318579.214018:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318579.214026:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3772 00000100:00080000:0.0:1767318579.214031:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318579.214038:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318579.214058:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44700 x1853164045490560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318579.214138:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318579.214141:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318579.214143:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318579.214147:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3772 00000100:00080000:0.0:1767318579.214150:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318579.214153:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318579.214164:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44380 x1853164045490816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318579.214173:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318579.214177:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318579.214179:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318579.214182:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3772 00000100:00080000:0.0:1767318579.214184:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318579.214188:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318579.214202:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45500 x1853164045490944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318579.214232:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318579.214235:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318579.214236:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318579.214240:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3772 00000100:00080000:0.0:1767318579.214242:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318579.214246:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318579.214257:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45c00 x1853164045491328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318579.214290:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045490688:0@lo:400:kworker.0 00000100:00100000:0.0:1767318579.214365:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318579.214439:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318579.214446:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045490432:0@lo:400:kworker.0 00000100:00100000:0.0:1767318579.214468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318579.214506:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490688 00000100:00100000:0.0:1767318579.214513:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490688 00000100:00100000:0.0:1767318579.214575:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490432 00000100:00100000:0.0:1767318579.214578:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490432 00000100:00100000:0.0:1767318579.214601:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1767318579.214610:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045490688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318579.214660:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045490688:12345-0@lo:400:kworker.0 Request processed in 50us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318579.214680:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1767318579.214698:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1767318579.214704:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045490432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318579.214733:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045490432:12345-0@lo:400:kworker.0 Request processed in 29us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318579.214739:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00010000:00080000:0.0:1767318579.214799:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45880 x1853164045490432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318579.214812:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045490432:0@lo:400:kworker.0 00010000:00080000:0.0:1767318579.214822:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d47800 x1853164045490688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318579.214829:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045490688:0@lo:400:kworker.0 00000100:00100000:1.0:1767318579.215529:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045490560:0@lo:38:kworker.0 00000100:00100000:1.0:1767318579.215561:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318579.215590:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045490816:0@lo:38:kworker.0 00000100:00100000:1.0:1767318579.215611:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318579.215630:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045490944:0@lo:38:kworker.0 00000100:00100000:1.0:1767318579.215647:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318579.215662:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045491328:0@lo:38:kworker.0 00000100:00100000:1.0:1767318579.215676:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318579.215730:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490560 00000100:00100000:1.0:1767318579.215734:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490560 00000100:00100000:1.0:1767318579.215748:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045490816 00000100:00100000:1.0:1767318579.215750:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045490816 00000100:00100000:1.0:1767318579.215758:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045491328 00000100:00100000:1.0:1767318579.215760:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045491328 00000100:00100000:1.0:1767318579.215784:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767318579.215789:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045490560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318579.215805:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318579.215833:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045490560:12345-0@lo:38:kworker.0 Request processed in 43us (272us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318579.215839:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767318579.215853:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1767318579.215856:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045490816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318579.215865:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318579.215881:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045490816:12345-0@lo:38:kworker.0 Request processed in 23us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318579.215886:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1767318579.215894:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1767318579.215897:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045491328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318579.215905:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318579.215921:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045491328:12345-0@lo:38:kworker.0 Request processed in 22us (243us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318579.215925:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:1.0:1767318579.216008:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318579.216013:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318579.216016:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045490560:0@lo:38:kworker.0 00000100:00080000:1.0:1767318579.216023:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318579.216026:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318579.216028:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045490816:0@lo:38:kworker.0 00000100:00080000:1.0:1767318579.216036:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318579.216038:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318579.216041:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045491328:0@lo:38:kworker.0 00010000:00010000:0.0:1767318582.029936:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318583.054523:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318583.746652:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985822336 00000100:00100000:0.0:1767318583.746666:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985822336 00000100:00100000:0.0:1767318583.746733:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 718 00000100:00100000:0.0:1767318583.746744:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985822336:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318583.746811:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318583.746900:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985822336:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 156us (525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318583.746908:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 718 00000100:00100000:1.0:1767318583.748366:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767318583.750202:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318584.334219:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318584.334245:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045491712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318584.334358:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318584.334521:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318584.334528:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318584.334552:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318584.334556:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318584.334561:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318584.334567:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3777 00000100:00080000:0.0:1767318584.334572:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318584.334580:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318584.334615:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45880 x1853164045491968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318584.334654:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318584.334658:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318584.334660:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318584.334663:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3777 00000100:00080000:0.0:1767318584.334667:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318584.334671:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318584.336296:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1767318584.336316:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045491840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318584.336359:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045491840:12345-0@lo:400:kworker.0 Request processed in 45us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318584.336367:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1767318584.336438:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045491968:0@lo:38:kworker.0 00000100:00100000:1.0:1767318584.336474:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318584.336506:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045491968 00000100:00100000:1.0:1767318584.336510:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045491968 00000100:00100000:1.0:1767318584.336532:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1767318584.336536:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045491968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318584.336560:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318584.336597:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045491968:12345-0@lo:38:kworker.0 Request processed in 59us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318584.336604:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00080000:1.0:1767318584.336648:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318584.336653:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318584.336659:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045491968:0@lo:38:kworker.0 00000100:00080000:1.0:1767318584.336720:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318584.336998:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45c00 x1853164045492352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318584.337030:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318584.337035:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318584.337037:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318584.337042:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3777 00000100:00080000:0.0:1767318584.337046:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318584.337051:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318584.337065:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44380 x1853164045492480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318584.337132:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045492224:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318584.345520:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318584.345529:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318584.345533:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318584.345543:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3777 00000100:00080000:0.0:1767318584.345549:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318584.345558:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318584.347935:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d47b80 x1853164045492736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318584.348658:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045492736 00000100:00100000:0.0:1767318584.348668:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045492736 00000100:00100000:1.0:1767318584.348992:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318584.348996:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1767318584.349005:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045492736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318584.349696:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318584.350051:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045492736:12345-0@lo:38:kworker.0 Request processed in 1043us (1771us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318584.350063:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1767318584.353643:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045492224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 657us (4649us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318584.353654:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1767318584.354083:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045492224:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318585.103032:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318586.125986:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318587.150235:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318588.867180:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318588.867574:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985822592 00000100:00100000:0.0:1767318588.867589:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985822592 00000100:00100000:0.0:1767318588.867655:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 722 00000100:00100000:0.0:1767318588.867677:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985822592:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318588.867714:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318588.867847:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985822592:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 180us (681us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318588.867857:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 722 00000100:00100000:1.0:1767318588.869424:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318588.869621:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985822720 00000100:00100000:0.0:1767318588.869633:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985822720 00000100:00100000:0.0:1767318588.869718:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 571 00000100:00100000:0.0:1767318588.869729:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985822720:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318588.869853:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985822720:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318588.869861:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 571 00000100:00080000:2.0:1767318588.869944:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318589.198003:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318589.454178:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318589.454213:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045492864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318589.454311:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318589.454490:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318589.454496:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318589.454529:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318589.454534:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318589.454550:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318589.454560:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3782 00000100:00080000:2.0:1767318589.454567:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318589.454578:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318589.454615:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577100 x1853164045493120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318589.454649:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318589.454653:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318589.454656:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318589.454660:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3782 00000100:00080000:2.0:1767318589.454663:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318589.454668:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318589.454683:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576300 x1853164045493376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318589.454703:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318589.454712:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318589.454714:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318589.454718:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3782 00000100:00080000:2.0:1767318589.454722:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318589.454726:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318589.454752:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574380 x1853164045493504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318589.454798:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318589.454805:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318589.454807:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318589.454812:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3782 00000100:00080000:2.0:1767318589.454815:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318589.454820:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318589.454833:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164045493760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318589.454875:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045493120:0@lo:38:kworker.0 00000100:00100000:2.0:1767318589.454951:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318589.454996:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045493376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318589.455019:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318589.455101:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318589.455113:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045493632:0@lo:400:kworker.0 00000100:00100000:1.0:1767318589.455157:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318589.455170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318589.455178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318589.455240:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045492864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318589.456122:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045493504:0@lo:38:kworker.0 00000100:00100000:2.0:1767318589.456163:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318589.456209:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045493760:0@lo:38:kworker.0 00000100:00100000:2.0:1767318589.456242:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318589.456283:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318589.456292:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318589.456300:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045493120:0@lo:38:kworker.0 00000100:00080000:2.0:1767318589.456315:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318589.456321:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318589.456327:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045493376:0@lo:38:kworker.0 00000100:00080000:2.0:1767318589.456506:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318589.456512:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318589.456515:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045493504:0@lo:38:kworker.0 00000100:00100000:2.0:1767318589.456850:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045493760 00000100:00100000:2.0:1767318589.456856:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045493760 00000100:00100000:2.0:1767318589.456882:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1767318589.456887:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045493760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318589.456898:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318589.458177:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045493760:12345-0@lo:38:kworker.0 Request processed in 1286us (1933us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318589.458188:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00080000:1.0:1767318589.458311:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318589.458317:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318589.458321:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045493760:0@lo:38:kworker.0 00010000:00010000:0.0:1767318590.221989:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318591.246273:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318593.294203:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318593.552207:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318568/real 1767318568] req@ffffa07bed0c4380 x1853164045488256/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318593 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318593.552254:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c4380 x1853164045488256/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318593 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318593.552271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318593.552299:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318593.552304:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045488256:0@lo:250:kworker.0 00000100:00080000:0.0:1767318593.552852:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318593.552860:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318593.552864:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318593.552871:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3767 00000100:00080000:0.0:1767318593.552876:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318593.552886:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318593.552928:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46a00 x1853164045494016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318593.552989:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045494016:0@lo:250:kworker.0 00000400:00000100:2.0:1767318593.553065:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045494016 offset 0 length 520: 4 00000100:00080000:0.0:1767318593.553170:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318593.553174:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318593.553176:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318593.553181:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3787 00000100:00080000:0.0:1767318593.553184:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318593.553189:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318593.553210:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d47b80 x1853164045494272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318593.553407:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045494144 00000100:00100000:1.0:1767318593.553418:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045494144 00000100:00100000:1.0:1767318593.553505:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1767318593.553514:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045494144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318593.553582:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045494144:12345-0@lo:400:kworker.0 Request processed in 68us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318593.553591:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1767318593.557204:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045494272:0@lo:38:kworker.0 00000100:00100000:2.0:1767318593.557333:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318593.558214:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318593.558222:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318593.558227:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045494272:0@lo:38:kworker.0 00000100:00080000:0.0:1767318593.558699:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318593.558705:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318593.558708:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318593.558714:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3787 00000100:00100000:1.0:1767318593.559011:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045494400:0@lo:400:kworker.0 00000100:00100000:1.0:1767318593.559079:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318593.559139:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045494400 00000100:00100000:1.0:1767318593.559145:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045494400 00000100:00100000:1.0:1767318593.559204:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1767318593.559213:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045494400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318593.559266:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045494400:12345-0@lo:400:kworker.0 Request processed in 54us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318593.559274:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:1.0:1767318593.559303:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318593.559332:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d44700 x1853164045494400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318593.559348:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045494400:0@lo:400:kworker.0 00000100:00080000:0.0:1767318593.559662:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318593.559670:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318593.559700:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45c00 x1853164045494528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318593.560057:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045494528:0@lo:38:kworker.0 00000100:00100000:2.0:1767318593.560106:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318593.560354:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318593.560360:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318593.560363:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318593.560369:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3787 00000100:00080000:0.0:1767318593.560373:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318593.560378:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318593.560400:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44380 x1853164045494656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318593.567931:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045494656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318593.568049:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318593.569386:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318593.569397:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318593.569402:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045494528:0@lo:38:kworker.0 00000100:00080000:2.0:1767318593.569440:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318593.569445:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318593.569448:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045494656:0@lo:38:kworker.0 00000100:00100000:1.0:1767318593.569854:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045494784 00000100:00100000:1.0:1767318593.569862:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045494784 00000100:00100000:1.0:1767318593.569931:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1767318593.569941:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045494784:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318593.570272:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318593.570406:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045494912:0@lo:400:kworker.0 00000100:00100000:2.0:1767318593.570443:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318593.570489:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045494912 00000100:00100000:2.0:1767318593.570494:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045494912 00000100:00100000:2.0:1767318593.570529:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1767318593.570540:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045494912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318593.570884:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045494784:12345-0@lo:400:kworker.0 Request processed in 942us (1167us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318593.570895:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00080000:0.0:1767318593.571066:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318593.571072:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318593.571076:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318593.571082:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3787 00000100:00080000:0.0:1767318593.571086:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318593.571092:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318593.571148:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45880 x1853164045495040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318593.571241:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045495040:0@lo:38:kworker.0 00000100:00100000:1.0:1767318593.571291:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318593.571376:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045495040 00000100:00100000:0.0:1767318593.571381:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045495040 00000100:00100000:0.0:1767318593.571417:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1767318593.571423:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045495040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318593.571446:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318593.571875:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045494912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318593.573022:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045495040:12345-0@lo:38:kworker.0 Request processed in 1595us (1729us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318593.573033:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1767318593.573710:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045494912:12345-0@lo:400:kworker.0 Request processed in 3162us (3254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318593.573725:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1767318593.996132:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985823104 00000100:00100000:1.0:1767318593.996146:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985823104 00000100:00100000:1.0:1767318593.996243:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985822976 00000100:00100000:1.0:1767318593.996247:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985822976 00000100:00100000:0.0:1767318593.996523:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 576 00000100:00100000:0.0:1767318593.996539:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985823104:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318593.996652:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985823104:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 116us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318593.996663:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 576 00000100:00100000:0.0:1767318593.996691:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 729 00000100:00100000:0.0:1767318593.996696:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985822976:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318593.996733:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318593.996766:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985822976:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 68us (938us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318593.996814:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 729 00010000:00010000:0.0:1767318594.319529:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318594.575501:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318594.575533:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045495168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318594.575633:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318594.577001:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045495168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318594.577156:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045495296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318594.577438:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318594.577881:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1767318594.577894:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045495296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318594.577924:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318594.578078:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045495296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 186us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318594.578085:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1767318594.578161:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045495296:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318595.343288:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318597.390124:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318598.414102:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318598.672651:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318598.672666:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318598.672750:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318598.672754:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318598.672759:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318598.672804:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3791 00000100:00080000:2.0:1767318598.672810:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318598.672820:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318598.672851:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ea00 x1853164045495552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318598.672882:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318598.672886:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318598.672887:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318598.672891:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3791 00000100:00080000:2.0:1767318598.672894:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318598.672898:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318598.672910:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c700 x1853164045495808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318598.672921:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318598.672924:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318598.672926:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318598.672930:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3791 00000100:00080000:2.0:1767318598.672932:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318598.672936:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318598.672950:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d180 x1853164045495936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318598.672987:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318598.672990:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318598.672992:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318598.672995:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3791 00000100:00080000:2.0:1767318598.672998:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318598.673001:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318598.673013:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045496320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318598.673556:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045495424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.673614:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318598.673669:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318598.673680:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045495680:0@lo:400:kworker.0 00000100:00100000:2.0:1767318598.673699:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045495424 00000100:00100000:1.0:1767318598.673710:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318598.673714:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045495424 00000100:00100000:1.0:1767318598.673762:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045496192:0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.673829:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318598.673839:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045495680 00000100:00100000:2.0:1767318598.673845:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045495680 00000100:00100000:1.0:1767318598.673862:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318598.673872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045496064:0@lo:400:kworker.0 00000100:00100000:2.0:1767318598.673885:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1767318598.673911:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045495424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.673914:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318598.673955:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496192 00000100:00100000:1.0:1767318598.673965:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496192 00000100:00100000:2.0:1767318598.674038:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045495424:12345-0@lo:400:kworker.0 Request processed in 140us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318598.674047:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496064 00000100:00100000:2.0:1767318598.674048:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1767318598.674055:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496064 00000100:00100000:2.0:1767318598.674087:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1767318598.674100:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045495680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.674116:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1767318598.674136:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045495680:12345-0@lo:400:kworker.0 Request processed in 40us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318598.674144:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:2.0:1767318598.674173:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318598.674178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318598.674180:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318598.674219:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ed80 x1853164045495680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318598.674235:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045495680:0@lo:400:kworker.0 00010000:00080000:2.0:1767318598.674251:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f480 x1853164045495424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318598.674260:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045495424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.675306:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045496192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.675391:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045496192:12345-0@lo:400:kworker.0 Request processed in 96us (1560us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318598.675398:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1767318598.675474:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1767318598.675493:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045496064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318598.675566:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045496064:12345-0@lo:400:kworker.0 Request processed in 81us (1665us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318598.675574:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1767318598.675580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045496192:0@lo:400:kworker.0 00000100:00100000:1.0:1767318598.675614:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045496064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318598.686878:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045495552 00000100:00100000:0.0:1767318598.686884:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045495552 00000100:00100000:0.0:1767318598.686912:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045495808 00000100:00100000:0.0:1767318598.686915:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045495808 00000100:00100000:0.0:1767318598.686923:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496320 00000100:00100000:0.0:1767318598.686926:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496320 00000100:00100000:0.0:1767318598.686936:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1767318598.686941:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045495552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318598.686951:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318598.686984:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045495552:12345-0@lo:38:kworker.0 Request processed in 42us (12709us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318598.686991:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1767318598.687004:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767318598.687008:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045495808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318598.687017:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318598.687052:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045495808:12345-0@lo:38:kworker.0 Request processed in 42us (12708us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318598.687057:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767318598.687069:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1767318598.687072:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045496320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318598.687081:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318598.687124:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045496320:12345-0@lo:38:kworker.0 Request processed in 44us (6170us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318598.687130:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:0.0:1767318598.692498:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318598.692517:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318598.692524:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045495552:0@lo:38:kworker.0 00000100:00080000:0.0:1767318598.692541:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318598.692545:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318598.692548:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045495808:0@lo:38:kworker.0 00000100:00080000:0.0:1767318598.692563:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318598.692567:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318598.692571:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045495936:0@lo:38:kworker.0 00000100:00080000:0.0:1767318598.692584:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318598.692589:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318598.692592:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045496320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318599.111053:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318599.111177:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:2.0:1767318599.111251:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318599.442239:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318599.695313:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318599.695334:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045496448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318599.695569:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318599.696167:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318599.696187:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045496576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318599.696251:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318599.711849:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496576 00000100:00100000:0.0:1767318599.711867:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496576 00000100:00100000:0.0:1767318599.712290:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1767318599.712298:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045496576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318599.712316:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318599.713000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045496448:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318599.713142:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045496576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 845us (16891us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318599.713149:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1767318599.713184:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045496576:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318601.485999:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318602.509960:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318603.534230:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318603.792164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045496960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318603.792310:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318603.792317:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045496704:0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318603.792371:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045497344:0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792396:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318603.792415:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318603.792421:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045497472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792440:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318603.792468:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496960 00000100:00100000:1.0:1767318603.792476:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496960 00000100:00100000:1.0:1767318603.792537:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496704 00000100:00100000:1.0:1767318603.792540:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496704 00000100:00100000:1.0:1767318603.792567:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1767318603.792576:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045496960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792622:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045496960:12345-0@lo:400:kworker.0 Request processed in 46us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318603.792629:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1767318603.792648:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1767318603.792654:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045496704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792677:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045496704:12345-0@lo:400:kworker.0 Request processed in 24us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318603.792683:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1767318603.792701:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497344 00000100:00100000:1.0:1767318603.792704:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497344 00000100:00100000:1.0:1767318603.792731:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497472 00000100:00100000:1.0:1767318603.792734:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497472 00000100:00100000:1.0:1767318603.792753:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1767318603.792760:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045497344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792820:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045497344:12345-0@lo:400:kworker.0 Request processed in 60us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318603.792834:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1767318603.792846:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1767318603.792852:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045497472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.792878:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045497472:12345-0@lo:400:kworker.0 Request processed in 26us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318603.792883:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00080000:1.0:1767318603.792902:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318603.792906:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318603.793155:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318603.793196:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6081500 x1853164045496704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318603.793211:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045496704:0@lo:400:kworker.0 00010000:00080000:1.0:1767318603.793224:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0587800 x1853164045496960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318603.793232:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045496960:0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.793274:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045497472:0@lo:400:kworker.0 00000100:00100000:1.0:1767318603.793284:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045497344:0@lo:400:kworker.0 00000100:00100000:2.0:1767318603.794687:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045496832:0@lo:38:kworker.0 00000100:00100000:2.0:1767318603.794751:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318603.794841:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045497088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318603.794867:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318603.794903:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045497216:0@lo:38:kworker.0 00000100:00100000:2.0:1767318603.794945:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318603.794981:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045497600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318603.795004:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318603.795055:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497216 00000100:00100000:2.0:1767318603.795062:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497216 00000100:00100000:2.0:1767318603.795097:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1767318603.795104:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045497216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318603.795123:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318603.795161:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045497216:12345-0@lo:38:kworker.0 Request processed in 56us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318603.795167:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1767318603.795191:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045496832 00000100:00100000:2.0:1767318603.795195:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045496832 00000100:00100000:2.0:1767318603.795214:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497088 00000100:00100000:2.0:1767318603.795217:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497088 00000100:00100000:2.0:1767318603.795231:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767318603.795236:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045496832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318603.795245:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318603.795272:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045496832:12345-0@lo:38:kworker.0 Request processed in 34us (521us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318603.795279:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767318603.795289:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497600 00000100:00100000:2.0:1767318603.795292:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497600 00000100:00100000:2.0:1767318603.795302:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767318603.795306:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045497088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318603.795315:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318603.795340:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045497088:12345-0@lo:38:kworker.0 Request processed in 31us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318603.795345:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767318603.795357:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1767318603.795360:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045497600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318603.795368:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318603.795391:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045497600:12345-0@lo:38:kworker.0 Request processed in 29us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318603.795396:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:2.0:1767318603.795433:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318603.795438:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318603.795442:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045496832:0@lo:38:kworker.0 00000100:00080000:2.0:1767318603.795450:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318603.795454:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318603.795456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045497088:0@lo:38:kworker.0 00000100:00080000:2.0:1767318603.795463:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318603.795466:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318603.795469:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045497216:0@lo:38:kworker.0 00000100:00080000:2.0:1767318603.795476:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318603.795479:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318603.795481:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045497600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318604.227280:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318604.227369:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318604.227462:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985823616 00000100:00100000:1.0:1767318604.227474:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985823616 00000100:00100000:1.0:1767318604.227558:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985823488 00000100:00100000:1.0:1767318604.227562:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985823488 00000100:00100000:1.0:1767318604.227583:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 582 00000100:00100000:1.0:1767318604.227592:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985823616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318604.227667:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985823616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318604.227674:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 582 00000100:00100000:1.0:1767318604.227694:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 737 00000100:00100000:1.0:1767318604.227699:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985823488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318604.227721:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318604.227746:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985823488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (377us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318604.227753:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 737 00000100:00080000:2.0:1767318604.227843:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318604.814446:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045497728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318604.814525:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318604.814601:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318604.814608:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045497856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318604.814634:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318604.814706:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497728 00000100:00100000:2.0:1767318604.814715:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497728 00000100:00100000:2.0:1767318604.814763:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497856 00000100:00100000:2.0:1767318604.814790:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497856 00000100:00100000:2.0:1767318604.814809:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1767318604.814819:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be5b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045497728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318604.814853:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318604.814897:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be5b57450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045497728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318604.814913:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1767318604.815132:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1767318604.815140:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045497856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318604.815159:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318604.815186:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045497856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318604.815192:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1767318604.815927:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045497856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318604.815943:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045497728:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318605.582572:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318606.605978:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318607.631555:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318608.910460:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045498112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318608.910489:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318608.910516:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045498368:0@lo:38:kworker.0 00000100:00100000:0.0:1767318608.910532:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318608.910548:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045498496:0@lo:38:kworker.0 00000100:00100000:0.0:1767318608.910579:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318608.910598:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045498880:0@lo:38:kworker.0 00000100:00100000:0.0:1767318608.910614:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318608.910642:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498112 00000100:00100000:0.0:1767318608.910648:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498112 00000100:00100000:0.0:1767318608.910687:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498368 00000100:00100000:0.0:1767318608.910690:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498368 00000100:00100000:0.0:1767318608.910699:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498880 00000100:00100000:0.0:1767318608.910701:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498880 00000100:00100000:0.0:1767318608.910713:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1767318608.910720:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045498112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318608.910738:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318608.910792:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045498112:12345-0@lo:38:kworker.0 Request processed in 72us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318608.910799:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1767318608.910814:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767318608.910817:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045498368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318608.910836:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318608.910857:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045498368:12345-0@lo:38:kworker.0 Request processed in 37us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318608.910862:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767318608.910871:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1767318608.910875:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045498880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318608.910883:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318608.910899:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045498880:12345-0@lo:38:kworker.0 Request processed in 23us (284us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318608.910904:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1767318608.910920:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498496 00000100:00100000:0.0:1767318608.910923:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498496 00000100:00100000:0.0:1767318608.910938:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1767318608.910942:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045498496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318608.910951:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318608.910973:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045498496:12345-0@lo:38:kworker.0 Request processed in 29us (393us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318608.910979:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00080000:0.0:1767318608.911015:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318608.911020:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318608.911024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045498112:0@lo:38:kworker.0 00000100:00080000:0.0:1767318608.911032:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318608.911035:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318608.911038:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045498368:0@lo:38:kworker.0 00000100:00080000:0.0:1767318608.911044:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318608.911047:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318608.911049:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045498496:0@lo:38:kworker.0 00000100:00080000:0.0:1767318608.911056:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318608.911058:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318608.911062:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045498880:0@lo:38:kworker.0 00000100:00100000:2.0:1767318608.911556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045498240:0@lo:400:kworker.0 00000100:00100000:2.0:1767318608.911596:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318608.911620:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318608.911625:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045497984:0@lo:400:kworker.0 00000100:00100000:2.0:1767318608.911641:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318608.911955:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498752 00000100:00100000:1.0:1767318608.911961:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498752 00000100:00100000:1.0:1767318608.912003:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498624 00000100:00100000:1.0:1767318608.912007:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498624 00000100:00100000:1.0:1767318608.912027:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1767318608.912034:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045498752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318608.912082:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045498752:12345-0@lo:400:kworker.0 Request processed in 49us (1785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318608.912089:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1767318608.912105:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1767318608.912111:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045498624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318608.912138:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045498624:12345-0@lo:400:kworker.0 Request processed in 27us (1764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318608.912144:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1767318608.912185:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045498624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318608.912195:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045498752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318608.912270:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045498240 00000100:00100000:2.0:1767318608.912274:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045498240 00000100:00100000:0.0:1767318608.923722:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045497984 00000100:00100000:0.0:1767318608.923739:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045497984 00000100:00100000:0.0:1767318608.923840:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1767318608.923850:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045498240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318608.924397:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045498240:12345-0@lo:400:kworker.0 Request processed in 546us (12797us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318608.924405:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1767318608.924425:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1767318608.924433:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045497984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318608.924462:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045497984:12345-0@lo:400:kworker.0 Request processed in 31us (12820us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318608.924468:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00080000:0.0:1767318608.924516:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318608.924521:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318608.924524:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1767318608.924575:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb997800 x1853164045497984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318608.924589:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045497984:0@lo:400:kworker.0 00010000:00080000:0.0:1767318608.924603:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb994e00 x1853164045498240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318608.924612:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045498240:0@lo:400:kworker.0 00000100:00100000:1.0:1767318609.345802:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985823872 00000100:00100000:1.0:1767318609.345812:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985823872 00000100:00100000:1.0:1767318609.345913:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 585 00000100:00100000:1.0:1767318609.345924:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985823872:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318609.346164:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985823872:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 241us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318609.346174:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 585 00000100:00080000:0.0:1767318609.346251:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318609.348605:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318609.348862:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985823744 00000100:00100000:2.0:1767318609.348872:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985823744 00000100:00100000:2.0:1767318609.348932:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 741 00000100:00100000:2.0:1767318609.348941:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985823744:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318609.348963:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318609.349277:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985823744:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 335us (679us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318609.349287:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 741 00010000:00010000:2.0:1767318609.678197:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318609.934066:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318609.934083:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045499008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318609.934150:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318609.934314:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045499136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318609.934339:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318609.937150:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045499008 00000100:00100000:2.0:1767318609.937165:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045499008 00000100:00100000:2.0:1767318609.937331:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1767318609.937339:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045499008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318609.937354:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318609.937382:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045499008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318609.937387:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1767318609.937462:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045499136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318609.937474:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045499008:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1767318610.710001:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318611.726013:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318613.774027:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318614.030049:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318614.030060:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318614.030127:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318614.030132:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318614.030135:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318614.030144:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3807 00000100:00080000:0.0:1767318614.030149:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318614.030156:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318614.030177:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45180 x1853164045499392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318614.030210:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318614.030213:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318614.030215:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318614.030218:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3807 00000100:00080000:0.0:1767318614.030221:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318614.030224:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318614.030235:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574a80 x1853164045499648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318614.030243:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318614.030246:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318614.030248:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318614.030251:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3807 00000100:00080000:0.0:1767318614.030253:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318614.030257:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318614.030267:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045499776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318614.030296:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318614.030299:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318614.030301:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318614.030304:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3807 00000100:00080000:0.0:1767318614.030306:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318614.030309:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318614.030319:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576300 x1853164045500160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318614.030342:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045500032:0@lo:400:kworker.0 00000100:00100000:0.0:1767318614.030411:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318614.030469:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318614.030474:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045499904:0@lo:400:kworker.0 00000100:00100000:0.0:1767318614.030497:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767318614.030979:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318614.031001:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045499648:12345-0@lo:38:kworker.0 Request processed in 30us (350us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318614.031006:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1767318614.031016:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1767318614.031020:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045500160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318614.031027:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318614.031043:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045500160:12345-0@lo:38:kworker.0 Request processed in 22us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318614.031048:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1767318614.031062:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045499776 00000100:00100000:3.0:1767318614.031065:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045499776 00000100:00100000:3.0:1767318614.031078:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1767318614.031082:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045499776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318614.031090:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318614.031150:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045499776:12345-0@lo:38:kworker.0 Request processed in 66us (454us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318614.031156:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:3.0:1767318614.031187:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318614.031191:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318614.031194:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045499392:0@lo:38:kworker.0 00000100:00080000:3.0:1767318614.031202:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318614.031205:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318614.031208:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045499648:0@lo:38:kworker.0 00000100:00080000:3.0:1767318614.031214:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318614.031216:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318614.031219:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045499776:0@lo:38:kworker.0 00000100:00080000:3.0:1767318614.031225:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318614.031228:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318614.031231:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045500160:0@lo:38:kworker.0 00000100:00100000:2.0:1767318614.031398:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045499264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318614.031426:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318614.031452:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318614.031457:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045499520:0@lo:400:kworker.0 00000100:00100000:2.0:1767318614.031477:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318614.031501:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045499264 00000100:00100000:2.0:1767318614.031505:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045499264 00000100:00080000:2.0:1767318614.031527:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318614.031551:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045499520 00000100:00100000:2.0:1767318614.031554:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045499520 00000100:00080000:2.0:1767318614.031567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318614.031580:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1767318614.031586:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045499264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318614.031627:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045499264:12345-0@lo:400:kworker.0 Request processed in 40us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318614.031633:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00010000:00080000:2.0:1767318614.031659:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d47480 x1853164045499264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318614.031669:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045499264:0@lo:400:kworker.0 00000100:00100000:2.0:1767318614.031687:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1767318614.031694:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045499520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318614.031742:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045499520:12345-0@lo:400:kworker.0 Request processed in 49us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318614.031748:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00010000:00080000:2.0:1767318614.031788:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45500 x1853164045499520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318630 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318614.031797:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045499520:0@lo:400:kworker.0 00000100:00100000:1.0:1767318614.031984:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045500032 00000100:00100000:1.0:1767318614.031988:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045500032 00000100:00100000:1.0:1767318614.032035:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045499904 00000100:00100000:1.0:1767318614.032038:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045499904 00000100:00100000:1.0:1767318614.032059:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1767318614.032066:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045500032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318614.032105:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045500032:12345-0@lo:400:kworker.0 Request processed in 40us (1694us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318614.032111:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1767318614.032127:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1767318614.032132:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045499904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318614.032157:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045499904:12345-0@lo:400:kworker.0 Request processed in 25us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318614.032165:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1767318614.032197:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045499904:0@lo:400:kworker.0 00000100:00100000:1.0:1767318614.032206:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045500032:0@lo:400:kworker.0 00000100:00080000:2.0:1767318614.032367:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318614.032372:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318614.470500:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318614.470560:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318614.470672:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824128 00000100:00100000:0.0:1767318614.470696:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824128 00000100:00100000:0.0:1767318614.470810:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824000 00000100:00100000:0.0:1767318614.470815:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824000 00000100:00100000:0.0:1767318614.470836:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 588 00000100:00100000:0.0:1767318614.470847:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985824128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318614.470924:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985824128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318614.470931:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 588 00000100:00100000:0.0:1767318614.470948:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 745 00000100:00100000:0.0:1767318614.470952:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985824000:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318614.470972:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318614.470996:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985824000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318614.471002:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 745 00000100:00080000:1.0:1767318614.471166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318614.797985:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318615.061189:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045500288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318615.061255:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318615.061828:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045500288 00000100:00100000:1.0:1767318615.061849:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045500288 00000100:00100000:1.0:1767318615.061899:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1767318615.061908:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045500288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318615.061937:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318615.061980:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045500288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318615.061987:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1767318615.062438:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045500288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318615.062465:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318615.062472:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045500416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318615.062498:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318615.062875:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045500416 00000100:00100000:3.0:1767318615.062890:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045500416 00000100:00100000:3.0:1767318615.062934:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1767318615.062942:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045500416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318615.062959:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318615.062995:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045500416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318615.063001:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1767318615.063263:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045500416:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318615.822039:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318616.846645:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318617.870041:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318618.126081:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318593/real 1767318593] req@ffffa07be6d46a00 x1853164045494016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318618 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318618.126112:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be6d46a00 x1853164045494016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318618 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318618.126125:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318618.126134:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318618.126138:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045494016:0@lo:250:kworker.0 00000100:00080000:2.0:1767318618.126213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318618.126218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767318618.126222:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318618.126227:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3791 00000100:00080000:2.0:1767318618.126230:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318618.126236:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318618.126270:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825e300 x1853164045500544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318618.126327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318618.126330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318618.126332:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318618.126335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3812 00000100:00080000:2.0:1767318618.126338:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318618.126341:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318618.126354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f100 x1853164045500800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318618.126369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318618.126372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318618.126374:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318618.126377:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3812 00000100:00080000:2.0:1767318618.126380:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318618.126382:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318618.126390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825dc00 x1853164045501056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318618.126397:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318618.126400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318618.126402:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318618.126405:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3812 00000100:00080000:2.0:1767318618.126407:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318618.126409:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318618.126417:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825df80 x1853164045501184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318618.126444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318618.126447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318618.126448:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318618.126451:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3812 00000100:00080000:2.0:1767318618.126453:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318618.126456:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318618.126464:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f480 x1853164045501568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318618.126493:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045501312:0@lo:400:kworker.0 00000100:00100000:0.0:1767318618.126883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045501440:0@lo:400:kworker.0 00000100:00100000:1.0:1767318618.126945:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045500544:0@lo:250:kworker.0 00000100:00100000:3.0:1767318618.127757:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045500672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318618.132978:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318618.133166:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045500928:0@lo:400:kworker.0 00000100:00100000:0.0:1767318618.133210:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318618.133258:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045500928 00000100:00100000:0.0:1767318618.133266:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045500928 00000100:00080000:1.0:1767318618.133783:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767318618.133800:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045500544 offset 0 length 520: 4 00000100:00100000:1.0:1767318618.133837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045500800:0@lo:38:kworker.0 00000100:00100000:1.0:1767318618.133866:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318618.133890:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045500800 00000100:00100000:1.0:1767318618.133893:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045500800 00000100:00100000:1.0:1767318618.133926:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1767318618.133933:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045500800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318618.133954:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318618.133990:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045500800:12345-0@lo:38:kworker.0 Request processed in 57us (123us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318618.133997:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00080000:1.0:1767318618.134037:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318618.134042:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318618.134045:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045500800:0@lo:38:kworker.0 00000100:00100000:1.0:1767318618.134052:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045501056:0@lo:38:kworker.0 00000100:00100000:1.0:1767318618.134074:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318618.134092:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501056 00000100:00100000:1.0:1767318618.134095:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501056 00000100:00100000:1.0:1767318618.134113:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1767318618.134117:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045501056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318618.134127:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318618.134151:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045501056:12345-0@lo:38:kworker.0 Request processed in 33us (76us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318618.134158:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:1.0:1767318618.134179:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318618.134183:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318618.134186:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045501056:0@lo:38:kworker.0 00000100:00100000:1.0:1767318618.134193:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045501184:0@lo:38:kworker.0 00000100:00100000:1.0:1767318618.134216:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318618.134239:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501184 00000100:00100000:1.0:1767318618.134243:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501184 00000100:00100000:1.0:1767318618.134261:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1767318618.134266:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045501184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318618.134276:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318618.142578:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1767318618.142599:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045500928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318618.142713:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045500928:12345-0@lo:400:kworker.0 Request processed in 124us (9502us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318618.142721:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00010000:00080000:0.0:1767318618.142791:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d500 x1853164045500928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318618.142807:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045500928:0@lo:400:kworker.0 00000100:00080000:0.0:1767318618.142879:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318618.142885:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318618.142889:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045501184:0@lo:38:kworker.0 00000100:00100000:0.0:1767318618.142899:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045501568:0@lo:38:kworker.0 00000100:00100000:0.0:1767318618.142937:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318618.142959:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501568 00000100:00100000:0.0:1767318618.142965:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501568 00000100:00100000:0.0:1767318618.142988:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1767318618.142992:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045501568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318618.143010:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318618.143037:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045501568:12345-0@lo:38:kworker.0 Request processed in 43us (100us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318618.143044:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00080000:0.0:1767318618.143066:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318618.143069:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318618.143072:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045501568:0@lo:38:kworker.0 00000100:00100000:0.0:1767318618.143141:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501440 00000100:00100000:0.0:1767318618.143145:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501440 00000100:00100000:0.0:1767318618.143183:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767318618.143189:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045501440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318618.143221:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045501440:12345-0@lo:400:kworker.0 Request processed in 32us (10250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318618.143226:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1767318618.143253:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045501440:0@lo:400:kworker.0 00000100:00080000:0.0:1767318618.143275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318618.143871:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318618.144169:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045501184:12345-0@lo:38:kworker.0 Request processed in 9899us (9949us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318618.144180:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1767318618.146285:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501312 00000100:00100000:0.0:1767318618.146309:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501312 00000100:00080000:1.0:1767318618.146458:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318618.146753:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1767318618.146765:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045501312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318618.147305:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045501312:12345-0@lo:400:kworker.0 Request processed in 541us (3432us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318618.147313:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1767318618.147403:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045501312:0@lo:400:kworker.0 00000100:00100000:3.0:1767318618.155864:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318618.160110:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045500672 00000100:00100000:1.0:1767318618.160127:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045500672 00000100:00100000:1.0:1767318618.160220:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1767318618.160231:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045500672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318618.160336:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045500672:12345-0@lo:400:kworker.0 Request processed in 106us (4479us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318618.160344:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:3.0:1767318618.161181:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318618.161222:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ca80 x1853164045500672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318618.161237:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045500672:0@lo:400:kworker.0 00000100:00100000:3.0:1767318618.563943:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767318618.564350:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985824256 offset 0 length 520: 4 00000100:00100000:3.0:1767318618.564453:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318618.564689:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824512 00000100:00100000:0.0:1767318618.564693:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824384 00000100:00100000:1.0:1767318618.564704:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824512 00000100:00100000:0.0:1767318618.564709:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824384 00000100:00100000:1.0:1767318618.564859:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 591 00000100:00100000:1.0:1767318618.564951:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985824512:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318618.565148:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985824512:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 201us (1219us total) trans 0 rc 0/0 00000100:00080000:3.0:1767318618.565194:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318618.566309:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 749 00000100:00100000:0.0:1767318618.566323:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985824384:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318618.566346:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318618.566428:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985824384:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 106us (1974us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318618.566436:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 749 00000100:00100000:1.0:1767318618.581958:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 591 00010000:00010000:0.0:1767318618.893937:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318619.918518:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318620.174501:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318620.174540:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045501696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318620.174653:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318620.174846:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501696 00000100:00100000:1.0:1767318620.174858:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501696 00000100:00100000:1.0:1767318620.174943:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767318620.175080:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045501696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318620.175124:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318620.175186:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045501696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 233us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318620.175195:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:2.0:1767318620.175344:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318620.175390:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045501696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318620.178136:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318620.178165:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045501824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318620.178265:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318620.178397:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501824 00000100:00100000:1.0:1767318620.178410:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501824 00000100:00080000:3.0:1767318620.178604:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318620.178860:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1767318620.178872:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045501824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318620.178913:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318620.179067:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045501824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 197us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318620.179076:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1767318620.179166:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045501824:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318620.942802:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318621.966340:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318622.990146:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318623.249047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318623.249061:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318623.249156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318623.249161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318623.249167:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318623.249179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3816 00000100:00080000:0.0:1767318623.249185:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318623.249194:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318623.249225:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045502080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318623.249248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318623.249252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318623.249254:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318623.249258:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3816 00000100:00080000:0.0:1767318623.249260:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318623.249263:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318623.249276:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2a00 x1853164045502336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318623.249285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318623.249289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318623.249290:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318623.249295:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3816 00000100:00080000:0.0:1767318623.249297:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318623.249301:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318623.249314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1c00 x1853164045502464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318623.249342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318623.249345:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318623.249348:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318623.249352:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3816 00000100:00080000:0.0:1767318623.249354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318623.249358:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318623.249369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2300 x1853164045502848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318623.249408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045502208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318623.249489:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318623.249538:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318623.249545:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045501952:0@lo:400:kworker.0 00000100:00100000:0.0:1767318623.249600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318623.249944:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045502720:0@lo:400:kworker.0 00000100:00100000:2.0:1767318623.249985:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318623.250016:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318623.250022:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045502592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318623.250044:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318623.250082:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502720 00000100:00100000:2.0:1767318623.250092:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502720 00000100:00100000:2.0:1767318623.250160:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502592 00000100:00100000:2.0:1767318623.250163:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502592 00000100:00100000:2.0:1767318623.250189:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1767318623.250201:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045502720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318623.250261:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045502720:12345-0@lo:400:kworker.0 Request processed in 63us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318623.250270:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1767318623.250289:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1767318623.250296:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045502592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318623.250323:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045502592:12345-0@lo:400:kworker.0 Request processed in 28us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318623.250329:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1767318623.250381:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045502592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318623.250392:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045502720:0@lo:400:kworker.0 00000100:00100000:1.0:1767318623.250997:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502208 00000100:00100000:1.0:1767318623.251005:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502208 00000100:00100000:1.0:1767318623.251048:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045501952 00000100:00100000:1.0:1767318623.251051:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045501952 00000100:00100000:1.0:1767318623.251075:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1767318623.251083:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045502208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318623.251144:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045502208:12345-0@lo:400:kworker.0 Request processed in 62us (1655us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318623.251150:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1767318623.251169:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1767318623.251175:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045501952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318623.251199:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045501952:12345-0@lo:400:kworker.0 Request processed in 24us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318623.251205:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00010000:00080000:1.0:1767318623.251243:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576300 x1853164045501952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318623.251256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045501952:0@lo:400:kworker.0 00010000:00080000:1.0:1767318623.251268:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574a80 x1853164045502208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318623.251277:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045502208:0@lo:400:kworker.0 00000100:00100000:3.0:1767318623.251710:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045502080:0@lo:38:kworker.0 00000100:00100000:3.0:1767318623.251757:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318623.251840:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045502336:0@lo:38:kworker.0 00000100:00100000:3.0:1767318623.251865:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318623.251879:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045502464:0@lo:38:kworker.0 00000100:00100000:3.0:1767318623.251906:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318623.251923:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045502848:0@lo:38:kworker.0 00000100:00100000:3.0:1767318623.251944:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318623.251974:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318623.251980:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318623.251984:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318623.251994:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502080 00000100:00100000:3.0:1767318623.251998:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502080 00000100:00100000:3.0:1767318623.252021:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502336 00000100:00100000:3.0:1767318623.252024:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502336 00000100:00100000:3.0:1767318623.252034:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502848 00000100:00100000:3.0:1767318623.252037:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502848 00000100:00100000:3.0:1767318623.252046:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1767318623.252051:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045502080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318623.252073:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318623.252124:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045502080:12345-0@lo:38:kworker.0 Request processed in 71us (365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318623.252131:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1767318623.252145:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1767318623.252148:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045502336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318623.252157:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318623.252182:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045502336:12345-0@lo:38:kworker.0 Request processed in 32us (316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318623.252187:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1767318623.252197:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1767318623.252200:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045502848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318623.252209:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318623.252228:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045502848:12345-0@lo:38:kworker.0 Request processed in 26us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318623.252234:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:3.0:1767318623.252266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318623.252271:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318623.252275:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045502080:0@lo:38:kworker.0 00000100:00080000:3.0:1767318623.252284:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318623.252288:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318623.252291:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045502336:0@lo:38:kworker.0 00000100:00080000:3.0:1767318623.252297:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318623.252301:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318623.252304:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045502848:0@lo:38:kworker.0 00000100:00100000:1.0:1767318623.257690:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502464 00000100:00100000:1.0:1767318623.257711:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502464 00000100:00100000:1.0:1767318623.257844:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:1.0:1767318623.257855:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045502464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318623.257885:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318623.257994:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045502464:12345-0@lo:38:kworker.0 Request processed in 140us (6085us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318623.258003:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00080000:2.0:1767318623.258520:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318623.258527:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318623.258531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045502464:0@lo:38:kworker.0 00000100:00100000:0.0:1767318623.683319:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318623.683536:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824768 00000100:00100000:1.0:1767318623.683571:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824768 00000100:00100000:1.0:1767318623.683676:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 594 00000100:00100000:1.0:1767318623.683692:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985824768:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318623.683861:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985824768:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 173us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318623.683875:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 594 00000100:00080000:3.0:1767318623.684264:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318623.693400:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318623.693503:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824640 00000100:00100000:2.0:1767318623.693517:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824640 00000100:00100000:2.0:1767318623.693623:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 753 00000100:00100000:2.0:1767318623.693633:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985824640:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318623.693667:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318623.693842:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985824640:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 135us (385us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318623.693851:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 753 00010000:00010000:1.0:1767318624.014383:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318625.037953:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318625.294265:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318625.294288:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045502976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318625.294378:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318625.294484:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045502976 00000100:00100000:1.0:1767318625.294495:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045502976 00000100:00100000:1.0:1767318625.294585:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1767318625.294597:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045502976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318625.294637:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318625.294717:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045502976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318625.294726:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1767318625.294824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045502976:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318625.295517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318625.295645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045503104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318625.295718:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318625.295933:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503104 00000100:00100000:0.0:1767318625.295939:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503104 00000100:00100000:0.0:1767318625.296008:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1767318625.296017:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045503104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318625.296049:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318625.296103:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045503104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318625.296110:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1767318625.296150:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045503104:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318625.296527:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318626.062036:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318627.087892:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318628.110109:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318628.365994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318628.366008:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318628.366087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318628.366093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318628.366097:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318628.366108:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3821 00000100:00080000:0.0:1767318628.366113:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318628.366121:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318628.366147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045503360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318628.366193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318628.366196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318628.366199:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318628.366202:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3821 00000100:00080000:0.0:1767318628.366205:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318628.366209:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318628.366219:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3800 x1853164045503616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318628.366227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318628.366231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318628.366232:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318628.366236:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3821 00000100:00080000:0.0:1767318628.366239:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318628.366242:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318628.366256:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1180 x1853164045503744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318628.366300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318628.366303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318628.366305:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318628.366308:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3821 00000100:00080000:0.0:1767318628.366311:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318628.366314:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318628.366322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0a80 x1853164045504128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318628.366358:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045503872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318628.366447:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318628.366536:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318628.366544:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045504000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318628.366571:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318628.366613:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503872 00000100:00100000:0.0:1767318628.366623:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503872 00000100:00100000:0.0:1767318628.366685:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504000 00000100:00100000:0.0:1767318628.366689:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504000 00000100:00100000:0.0:1767318628.366714:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1767318628.366724:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045503872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318628.366824:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045503872:12345-0@lo:400:kworker.0 Request processed in 101us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318628.366832:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1767318628.366850:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1767318628.366857:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045504000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318628.366886:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045504000:12345-0@lo:400:kworker.0 Request processed in 30us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318628.366891:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1767318628.366930:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045504000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318628.366942:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045503872:0@lo:400:kworker.0 00000100:00100000:2.0:1767318628.367278:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045503488:0@lo:400:kworker.0 00000100:00100000:2.0:1767318628.367321:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318628.367355:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318628.367361:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045503232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318628.367385:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318628.367432:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503488 00000100:00100000:2.0:1767318628.367437:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503488 00000100:00100000:2.0:1767318628.367483:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503232 00000100:00100000:2.0:1767318628.367486:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503232 00000100:00100000:2.0:1767318628.367507:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1767318628.367513:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045503488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318628.367555:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045503488:12345-0@lo:400:kworker.0 Request processed in 41us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318628.367561:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1767318628.367576:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1767318628.367583:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045503232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318628.367635:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045503232:12345-0@lo:400:kworker.0 Request processed in 53us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318628.367642:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00010000:00080000:2.0:1767318628.367677:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1880 x1853164045503232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318628.367690:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045503232:0@lo:400:kworker.0 00010000:00080000:2.0:1767318628.367700:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164045503488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318628.367707:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045503488:0@lo:400:kworker.0 00000100:00100000:3.0:1767318628.369723:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045503360:0@lo:38:kworker.0 00000100:00100000:3.0:1767318628.369876:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318628.369933:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045503616:0@lo:38:kworker.0 00000100:00100000:3.0:1767318628.369961:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318628.369995:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045503744:0@lo:38:kworker.0 00000100:00100000:3.0:1767318628.370028:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318628.370064:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045504128:0@lo:38:kworker.0 00000100:00100000:3.0:1767318628.370087:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318628.370122:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318628.370130:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318628.370134:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318628.370149:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503360 00000100:00100000:3.0:1767318628.370158:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503360 00000100:00100000:3.0:1767318628.370198:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503616 00000100:00100000:3.0:1767318628.370202:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503616 00000100:00100000:3.0:1767318628.370215:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504128 00000100:00100000:3.0:1767318628.370218:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504128 00000100:00100000:3.0:1767318628.370231:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1767318628.370238:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045503360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318628.370264:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318628.370310:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045503360:12345-0@lo:38:kworker.0 Request processed in 70us (434us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318628.370318:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1767318628.370334:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1767318628.370339:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045503616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318628.370347:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318628.370372:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045503616:12345-0@lo:38:kworker.0 Request processed in 32us (411us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318628.370377:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1767318628.370388:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1767318628.370393:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045504128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318628.370401:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318628.370423:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045504128:12345-0@lo:38:kworker.0 Request processed in 29us (335us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318628.370429:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00080000:3.0:1767318628.370485:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318628.370492:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318628.370496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045503360:0@lo:38:kworker.0 00000100:00080000:3.0:1767318628.370506:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318628.370510:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318628.370512:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045503616:0@lo:38:kworker.0 00000100:00080000:3.0:1767318628.370519:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318628.370522:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318628.370525:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045504128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318628.370627:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045503744 00000100:00100000:1.0:1767318628.370632:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045503744 00000100:00100000:1.0:1767318628.370667:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1767318628.370674:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045503744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318628.370685:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318628.370724:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045503744:12345-0@lo:38:kworker.0 Request processed in 49us (695us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318628.370731:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00080000:1.0:1767318628.370761:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318628.370765:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318628.370791:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045503744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318628.807907:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318628.808039:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318628.808450:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825024 00000100:00100000:1.0:1767318628.808473:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825024 00000100:00100000:1.0:1767318628.808571:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985824896 00000100:00100000:1.0:1767318628.808575:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985824896 00000100:00100000:1.0:1767318628.808595:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 597 00000100:00100000:1.0:1767318628.808606:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985825024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318628.808702:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985825024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 96us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318628.808710:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 597 00000100:00100000:1.0:1767318628.808734:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 757 00000100:00100000:1.0:1767318628.808738:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985824896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318628.808762:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318628.808821:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985824896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 79us (780us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318628.808828:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 757 00000100:00080000:2.0:1767318628.809019:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318629.134056:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318630.158107:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318630.414966:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045504256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318630.415068:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318630.415306:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045504384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318630.415334:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318630.429985:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504256 00000100:00100000:0.0:1767318630.430013:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504256 00000100:00080000:1.0:1767318630.430405:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318630.430512:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504384 00000100:00100000:0.0:1767318630.430518:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504384 00000100:00100000:0.0:1767318630.430557:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1767318630.430569:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045504256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318630.430613:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318630.430719:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045504256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 152us (15649us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318630.430726:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1767318630.430745:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1767318630.430752:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045504384:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318630.430965:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045504256:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318630.431298:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767318630.431378:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318630.431450:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045504384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 697us (16113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318630.431457:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1767318630.431567:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045504384:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1767318631.182939:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318632.208583:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318633.230478:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318633.488316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318633.488330:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318633.488467:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045504512:0@lo:400:kworker.0 00000100:00100000:0.0:1767318633.488565:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318633.488852:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504512 00000100:00100000:3.0:1767318633.488863:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504512 00000100:00100000:3.0:1767318633.488949:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1767318633.488962:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045504512:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318633.489072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318633.489077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318633.489082:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318633.489088:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3826 00000100:00080000:2.0:1767318633.489093:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318633.489098:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318633.489127:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f100 x1853164045504640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318633.489203:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318633.489236:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045504768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318633.489272:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318633.489311:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504768 00000100:00100000:1.0:1767318633.489316:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504768 00000100:00100000:1.0:1767318633.489348:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1767318633.489365:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045504768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318633.489402:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045504768:12345-0@lo:400:kworker.0 Request processed in 37us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318633.489410:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00080000:1.0:1767318633.489439:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318633.489479:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d500 x1853164045504768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318633.489493:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045504768:0@lo:400:kworker.0 00000100:00100000:1.0:1767318633.489538:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045504640:0@lo:38:kworker.0 00000100:00100000:1.0:1767318633.489564:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318633.489597:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504640 00000100:00100000:1.0:1767318633.489601:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504640 00000100:00100000:1.0:1767318633.489620:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1767318633.489625:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045504640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318633.489648:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318633.489695:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045504640:12345-0@lo:38:kworker.0 Request processed in 68us (129us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318633.489701:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00080000:1.0:1767318633.489723:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318633.489727:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318633.489730:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045504640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318633.492612:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045504512:12345-0@lo:400:kworker.0 Request processed in 3639us (4031us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318633.492631:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00010000:00080000:0.0:1767318633.492885:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825dc00 x1853164045504512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318633.492905:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045504512:0@lo:400:kworker.0 00000100:00080000:2.0:1767318633.493425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318633.493433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318633.493438:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318633.493445:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3826 00000100:00080000:2.0:1767318633.493647:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318633.493657:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318633.493806:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f800 x1853164045504896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318633.493888:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045504896:0@lo:38:kworker.0 00000100:00100000:1.0:1767318633.493969:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318633.494033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318633.494038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318633.494040:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318633.494044:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3826 00000100:00080000:2.0:1767318633.494047:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318633.494051:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318633.494067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ed80 x1853164045505024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318633.494121:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045504896 00000100:00100000:3.0:1767318633.494130:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045504896 00000100:00100000:3.0:1767318633.494184:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1767318633.494191:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045504896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318633.494215:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318633.496167:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045505024:0@lo:38:kworker.0 00000100:00100000:1.0:1767318633.496329:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318633.496485:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505024 00000100:00100000:0.0:1767318633.496495:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505024 00000100:00100000:0.0:1767318633.496547:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1767318633.496555:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045505024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318633.496578:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318633.496623:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045505024:12345-0@lo:38:kworker.0 Request processed in 67us (365us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318633.496631:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00080000:2.0:1767318633.497091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318633.497097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318633.497101:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318633.497107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3826 00000100:00080000:2.0:1767318633.497112:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318633.497117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318633.497137:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825d500 x1853164045505408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318633.497226:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045505152:0@lo:400:kworker.0 00000100:00100000:0.0:1767318633.497276:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318633.497312:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318633.497318:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045505280:0@lo:400:kworker.0 00000100:00100000:0.0:1767318633.497343:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318633.497432:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505152 00000100:00100000:2.0:1767318633.497438:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505152 00000100:00100000:2.0:1767318633.497503:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505280 00000100:00100000:2.0:1767318633.497507:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505280 00000100:00100000:2.0:1767318633.497541:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1767318633.497550:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045505152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318633.497604:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045505152:12345-0@lo:400:kworker.0 Request processed in 56us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318633.497611:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1767318633.497626:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1767318633.497633:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045505280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318633.497670:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045505280:12345-0@lo:400:kworker.0 Request processed in 28us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318633.497676:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1767318633.497728:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045505280:0@lo:400:kworker.0 00000100:00100000:2.0:1767318633.497739:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045505152:0@lo:400:kworker.0 00000100:00080000:0.0:1767318633.498090:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318633.498095:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318633.498508:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045504896:12345-0@lo:38:kworker.0 Request processed in 4312us (4535us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318633.498675:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00080000:1.0:1767318633.498883:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318633.498891:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318633.498895:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045504896:0@lo:38:kworker.0 00000100:00100000:1.0:1767318633.498924:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045505408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318633.498971:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318633.499041:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318633.499045:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318633.499049:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045505024:0@lo:38:kworker.0 00000100:00100000:3.0:1767318633.499186:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505408 00000100:00100000:3.0:1767318633.499192:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505408 00000100:00100000:3.0:1767318633.499348:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1767318633.499364:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045505408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318633.499386:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318633.499483:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045505408:12345-0@lo:38:kworker.0 Request processed in 118us (511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318633.499490:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00080000:1.0:1767318633.499797:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318633.499814:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318633.499817:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045505408:0@lo:38:kworker.0 00000100:00100000:0.0:1767318633.922159:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318633.922404:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825280 00000100:00100000:3.0:1767318633.922417:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825280 00000100:00100000:3.0:1767318633.922600:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 600 00000100:00100000:3.0:1767318633.922614:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985825280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318633.922731:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985825280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 120us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318633.922740:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 600 00000100:00100000:0.0:1767318633.922925:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318633.923374:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825152 00000100:00100000:3.0:1767318633.923381:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825152 00000100:00100000:3.0:1767318633.923418:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 761 00000100:00100000:3.0:1767318633.923425:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985825152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318633.923452:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318633.923498:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985825152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 71us (573us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318633.923505:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 761 00000100:00080000:1.0:1767318633.924408:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318634.255609:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318635.277998:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318635.534006:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318635.534047:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045505536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318635.534160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318635.534256:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505536 00000100:00100000:0.0:1767318635.534277:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505536 00000100:00100000:1.0:1767318635.534279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045505664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318635.534326:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318635.534374:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505664 00000100:00100000:0.0:1767318635.534382:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505664 00000100:00100000:1.0:1767318635.534416:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1767318635.534434:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045505536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318635.534479:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767318635.534524:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318635.534532:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318635.534539:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045505536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318635.537470:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1767318635.537500:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045505664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318635.537536:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318635.537612:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045505664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (3287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318635.537620:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1767318635.537722:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045505664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318635.537739:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045505536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318635.538853:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00010000:00010000:1.0:1767318636.302814:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318637.326014:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318638.351857:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318638.606679:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318638.606689:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318638.606754:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318638.606758:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318638.606762:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318638.606787:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318638.606793:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318638.606798:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318638.606834:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45180 x1853164045505920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318638.606865:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318638.606868:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318638.606870:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318638.606874:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318638.606876:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318638.606880:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318638.606895:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46a00 x1853164045506176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318638.606904:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318638.606908:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318638.606909:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318638.606913:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318638.606915:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318638.606918:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318638.607025:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045506048:0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.607100:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318638.607164:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318638.607170:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045505792:0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.607211:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318638.607251:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506048 00000100:00100000:2.0:1767318638.607267:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506048 00000100:00100000:2.0:1767318638.607317:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505792 00000100:00100000:2.0:1767318638.607320:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505792 00000100:00100000:2.0:1767318638.607344:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767318638.607354:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045506048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.607407:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045506048:12345-0@lo:400:kworker.0 Request processed in 53us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318638.607415:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767318638.607432:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1767318638.607439:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045505792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.607467:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045505792:12345-0@lo:400:kworker.0 Request processed in 28us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318638.607473:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:2.0:1767318638.607490:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318638.607526:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d47480 x1853164045505792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318638.607540:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045505792:0@lo:400:kworker.0 00010000:00080000:2.0:1767318638.607551:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45500 x1853164045506048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318638.607559:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045506048:0@lo:400:kworker.0 00000100:00100000:3.0:1767318638.607847:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf563c000 x1853164045506304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318638.607892:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318638.607896:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318638.607899:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318638.607903:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3831 00000100:00080000:3.0:1767318638.607906:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318638.607910:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318638.607925:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78a80 x1853164045506688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318638.608107:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045506432:0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.608142:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318638.608166:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318638.608172:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045506560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.608207:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318638.608235:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506432 00000100:00100000:2.0:1767318638.608238:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506432 00000100:00100000:2.0:1767318638.608283:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506560 00000100:00100000:2.0:1767318638.608287:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506560 00000100:00100000:2.0:1767318638.608307:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1767318638.608314:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045506432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.608351:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045506432:12345-0@lo:400:kworker.0 Request processed in 37us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318638.608357:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1767318638.608369:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1767318638.608376:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045506560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.608404:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045506560:12345-0@lo:400:kworker.0 Request processed in 29us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318638.608409:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:2.0:1767318638.608433:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318638.608436:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318638.608454:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045506560:0@lo:400:kworker.0 00000100:00100000:2.0:1767318638.608462:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045506432:0@lo:400:kworker.0 00000100:00100000:1.0:1767318638.609153:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045505920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318638.609312:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318638.609352:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045506176:0@lo:38:kworker.0 00000100:00100000:1.0:1767318638.609376:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318638.609403:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf563c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045506304:0@lo:38:kworker.0 00000100:00100000:1.0:1767318638.609428:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318638.609462:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045506688:0@lo:38:kworker.0 00000100:00100000:1.0:1767318638.609485:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318638.609520:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045505920 00000100:00100000:1.0:1767318638.609526:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045505920 00000100:00100000:1.0:1767318638.609554:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506176 00000100:00100000:1.0:1767318638.609557:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506176 00000100:00100000:1.0:1767318638.609569:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506688 00000100:00100000:1.0:1767318638.609572:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506688 00000100:00100000:1.0:1767318638.609586:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1767318638.609592:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045505920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318638.609610:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318638.609648:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045505920:12345-0@lo:38:kworker.0 Request processed in 54us (335us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318638.609655:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1767318638.609673:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1767318638.609678:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045506176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318638.609688:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318638.609711:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045506176:12345-0@lo:38:kworker.0 Request processed in 31us (334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318638.609716:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1767318638.609726:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1767318638.609730:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045506688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318638.609739:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318638.609761:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045506688:12345-0@lo:38:kworker.0 Request processed in 29us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318638.609799:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1767318638.610642:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506304 00000100:00100000:3.0:1767318638.610651:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506304 00000100:00100000:3.0:1767318638.610691:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1767318638.610697:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045506304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318638.610711:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318638.610893:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318638.610899:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318638.610903:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045505920:0@lo:38:kworker.0 00000100:00100000:3.0:1767318638.614690:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045506304:12345-0@lo:38:kworker.0 Request processed in 3982us (5250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318638.614706:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00080000:1.0:1767318638.619342:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318638.619431:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318638.619437:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045506176:0@lo:38:kworker.0 00000100:00080000:1.0:1767318638.619460:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318638.619464:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318638.619467:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf563c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045506304:0@lo:38:kworker.0 00000100:00080000:1.0:1767318638.619480:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318638.619483:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318638.619486:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045506688:0@lo:38:kworker.0 00000100:00100000:0.0:1767318639.042192:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318639.042239:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318639.042278:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825536 00000100:00100000:2.0:1767318639.042288:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825536 00000100:00100000:2.0:1767318639.042369:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825408 00000100:00100000:2.0:1767318639.042373:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825408 00000100:00100000:2.0:1767318639.042392:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 603 00000100:00100000:2.0:1767318639.042404:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985825536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318639.042416:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 765 00000100:00100000:1.0:1767318639.042425:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985825408:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318639.042446:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318639.042926:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985825536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 523us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318639.042935:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 603 00000100:00080000:0.0:1767318639.044225:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318639.049869:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985825408:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 7431us (7616us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318639.049883:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 765 00010000:00010000:0.0:1767318639.377835:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318640.397996:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318640.654132:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045506816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318640.654358:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045506944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318640.654396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318640.654503:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506944 00000100:00100000:1.0:1767318640.654513:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506944 00000100:00100000:1.0:1767318640.654574:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1767318640.654583:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045506944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318640.654614:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318640.654690:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318640.654738:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045506816 00000100:00100000:2.0:1767318640.654742:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045506816 00000100:00100000:2.0:1767318640.654763:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1767318640.654797:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045506816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318640.654815:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318640.654849:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045506816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318640.654856:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00080000:2.0:1767318640.654876:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318640.654879:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318640.654908:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045506816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318640.660060:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045506944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5464us (5650us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318640.660080:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1767318640.660533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045506944:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318641.422586:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318642.446029:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318643.139128:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318643.139556:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825920 00000100:00100000:1.0:1767318643.139566:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825920 00000100:00100000:1.0:1767318643.139711:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 604 00000100:00100000:1.0:1767318643.139722:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985825920:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318643.139835:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985825920:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 115us (718us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318643.139844:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 604 00000100:00080000:2.0:1767318643.140339:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767318643.145839:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985825664 offset 0 length 520: 4 00000100:00100000:3.0:1767318643.145887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318643.146164:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985825792 00000100:00100000:0.0:1767318643.146185:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985825792 00000100:00100000:0.0:1767318643.146412:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 766 00000100:00100000:0.0:1767318643.146420:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985825792:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318643.146452:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318643.146518:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985825792:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 96us (630us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318643.146526:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 766 00010000:00010000:0.0:1767318643.470501:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318643.726037:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318618/real 1767318618] req@ffffa07bc825e300 x1853164045500544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318643 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318643.726069:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc825e300 x1853164045500544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318643 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318643.726093:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318643.726102:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318643.726106:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045500544:0@lo:250:kworker.0 00000100:00080000:0.0:1767318643.726513:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318643.726520:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318643.726523:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318643.726528:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3816 00000100:00080000:0.0:1767318643.726532:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318643.726538:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318643.726682:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1880 x1853164045507072/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318643.726736:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045507072:0@lo:250:kworker.0 00000400:00000100:1.0:1767318643.726804:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045507072 offset 0 length 520: 4 00000100:00080000:0.0:1767318643.726897:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318643.726901:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318643.726903:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318643.726907:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3836 00000100:00080000:0.0:1767318643.726910:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318643.726914:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318643.726927:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764ad80 x1853164045507328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318643.726982:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045507200:0@lo:400:kworker.0 00000100:00100000:2.0:1767318643.727020:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318643.727056:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507200 00000100:00100000:2.0:1767318643.727063:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507200 00000100:00100000:2.0:1767318643.727112:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1767318643.727120:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045507200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318643.727176:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045507200:12345-0@lo:400:kworker.0 Request processed in 56us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318643.727183:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:2.0:1767318643.727203:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318643.727224:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7648000 x1853164045507200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318643.727236:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045507200:0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.730606:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045507328:0@lo:38:kworker.0 00000100:00100000:1.0:1767318643.730682:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318643.738859:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318643.738868:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318643.738873:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318643.738880:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3836 00000100:00080000:0.0:1767318643.738885:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318643.738896:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045507456:0@lo:400:kworker.0 00000100:00080000:0.0:1767318643.738898:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318643.738929:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648700 x1853164045507584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318643.738946:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318643.738950:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318643.738953:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318643.738957:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3836 00000100:00080000:0.0:1767318643.738959:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318643.738964:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318643.738976:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b480 x1853164045507712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318643.739008:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318643.739105:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045507968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.739178:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318643.739213:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318643.739218:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045507840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.739236:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318643.739265:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507968 00000100:00100000:1.0:1767318643.739272:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507968 00000100:00100000:1.0:1767318643.739328:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507840 00000100:00100000:1.0:1767318643.739331:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507840 00000100:00100000:1.0:1767318643.739353:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1767318643.739361:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf563c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045507968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.739407:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf563c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045507968:12345-0@lo:400:kworker.0 Request processed in 46us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318643.739414:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1767318643.739431:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1767318643.739437:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045507840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.739462:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045507840:12345-0@lo:400:kworker.0 Request processed in 25us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318643.739468:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1767318643.739487:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318643.739491:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318643.739522:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045507840:0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.739531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045507968:0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.739562:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045507584:0@lo:38:kworker.0 00000100:00080000:0.0:1767318643.739639:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318643.739643:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318643.739645:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318643.739649:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3836 00000100:00080000:0.0:1767318643.739652:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318643.739655:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318643.739670:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764a680 x1853164045508096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318643.743796:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507328 00000100:00100000:2.0:1767318643.743814:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507328 00000100:00100000:2.0:1767318643.743876:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507456 00000100:00100000:2.0:1767318643.743880:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507456 00000100:00100000:2.0:1767318643.743975:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1767318643.743993:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045507456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318643.744119:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045507456:12345-0@lo:400:kworker.0 Request processed in 132us (5110us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318643.744132:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1767318643.744185:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1767318643.744194:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045507328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318643.744220:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318643.744271:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045507328:12345-0@lo:38:kworker.0 Request processed in 75us (13585us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318643.744282:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00080000:2.0:1767318643.744450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318643.744505:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764b100 x1853164045507456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318643.744523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045507456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318643.746321:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318643.746385:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045507712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318643.746443:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318643.746484:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318643.746489:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318643.746493:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045507328:0@lo:38:kworker.0 00000100:00100000:1.0:1767318643.746522:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045508096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318643.746543:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318643.746858:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507584 00000100:00100000:2.0:1767318643.746864:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508096 00000100:00100000:3.0:1767318643.746867:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507584 00000100:00100000:2.0:1767318643.746877:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508096 00000100:00100000:3.0:1767318643.746893:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045507712 00000100:00100000:3.0:1767318643.746898:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045507712 00000100:00100000:2.0:1767318643.746942:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1767318643.746950:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1767318643.746957:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045508096:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318643.746967:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045507712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318643.746987:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318643.747068:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045508096:12345-0@lo:38:kworker.0 Request processed in 117us (524us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318643.747075:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1767318643.747145:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1767318643.747150:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045507584:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767318643.752443:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318643.752455:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318643.752461:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045508096:0@lo:38:kworker.0 00010000:00020000:3.0:1767318643.754309:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318643.754400:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045507712:12345-0@lo:38:kworker.0 Request processed in 7436us (7953us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318643.754412:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00080000:1.0:1767318643.754565:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318643.754571:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318643.754575:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045507712:0@lo:38:kworker.0 00010000:00020000:2.0:1767318643.756483:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318643.756719:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045507584:12345-0@lo:38:kworker.0 Request processed in 9562us (10399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318643.756734:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:1.0:1767318643.759925:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318643.759944:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318643.759950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045507584:0@lo:38:kworker.0 00010000:00010000:1.0:1767318644.499671:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318645.518407:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318645.774583:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318645.774620:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045508224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318645.774727:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318645.774947:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508224 00000100:00100000:3.0:1767318645.774961:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508224 00000100:00100000:3.0:1767318645.775065:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1767318645.775078:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045508224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318645.775159:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318645.775241:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045508224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 164us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318645.775249:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:2.0:1767318645.775321:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318645.775370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045508224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318645.778556:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045508352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318645.778671:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318645.778816:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508352 00000100:00100000:0.0:1767318645.778826:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508352 00000100:00100000:0.0:1767318645.778923:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1767318645.778936:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045508352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318645.778980:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318645.779055:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045508352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318645.779064:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:2.0:1767318645.779468:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318645.779523:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045508352:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318646.542145:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318647.566888:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318648.258578:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318648.258733:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826176 00000100:00100000:0.0:1767318648.258747:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826176 00000100:00100000:0.0:1767318648.258880:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 607 00000100:00100000:0.0:1767318648.258895:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985826176:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318648.259151:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985826176:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 258us (586us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318648.259161:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 607 00000100:00080000:1.0:1767318648.260363:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318648.271558:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318648.271654:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826048 00000100:00100000:2.0:1767318648.271666:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826048 00000100:00100000:2.0:1767318648.271740:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 770 00000100:00100000:2.0:1767318648.271753:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985826048:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318648.271800:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318648.271887:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985826048:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 133us (342us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318648.271900:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 770 00010000:00010000:1.0:1767318648.591864:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318648.845985:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.846001:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318648.846090:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.846095:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318648.846100:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318648.846111:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3842 00000100:00080000:0.0:1767318648.846118:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318648.846128:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318648.846159:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764bb80 x1853164045508608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318648.846203:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.846207:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318648.846209:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318648.846213:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3842 00000100:00080000:0.0:1767318648.846215:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318648.846219:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318648.846230:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648380 x1853164045508864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318648.846239:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.846245:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318648.846247:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318648.846251:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3842 00000100:00080000:0.0:1767318648.846254:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318648.846258:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318648.846269:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648e00 x1853164045508992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318648.846305:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318648.846308:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318648.846309:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318648.846313:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3842 00000100:00080000:0.0:1767318648.846315:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318648.846319:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318648.846332:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649500 x1853164045509376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318648.846395:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045508608:0@lo:38:kworker.0 00000100:00100000:3.0:1767318648.846491:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318648.846534:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045508864:0@lo:38:kworker.0 00000100:00100000:3.0:1767318648.846552:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318648.846563:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045508992:0@lo:38:kworker.0 00000100:00100000:3.0:1767318648.846583:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318648.846597:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045509376:0@lo:38:kworker.0 00000100:00100000:3.0:1767318648.846610:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318648.846641:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508992 00000100:00100000:3.0:1767318648.846649:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508992 00000100:00100000:3.0:1767318648.846683:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1767318648.846690:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045508992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318648.846714:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318648.846751:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd940b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045508992:12345-0@lo:38:kworker.0 Request processed in 61us (166us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318648.846756:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00080000:3.0:1767318648.846822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318648.846827:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318648.846830:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045508992:0@lo:38:kworker.0 00000100:00100000:0.0:1767318648.846925:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508608 00000100:00100000:0.0:1767318648.846928:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508608 00000100:00100000:0.0:1767318648.846951:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508864 00000100:00100000:0.0:1767318648.846952:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508864 00000100:00100000:0.0:1767318648.846961:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509376 00000100:00100000:0.0:1767318648.846962:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509376 00000100:00100000:0.0:1767318648.846972:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1767318648.846976:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045508608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318648.846984:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318648.847017:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045508608:12345-0@lo:38:kworker.0 Request processed in 39us (525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318648.847028:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1767318648.847040:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1767318648.847044:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045508864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318648.847053:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318648.847092:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045508864:12345-0@lo:38:kworker.0 Request processed in 46us (537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318648.847098:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1767318648.847110:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1767318648.847114:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd940a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045509376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318648.847124:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318648.847129:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318648.847134:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318648.847137:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045508608:0@lo:38:kworker.0 00000100:00100000:0.0:1767318648.847145:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd940a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045509376:12345-0@lo:38:kworker.0 Request processed in 30us (533us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318648.847145:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318648.847148:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318648.847151:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1767318648.847151:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045508864:0@lo:38:kworker.0 00000100:00080000:3.0:1767318648.847158:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318648.847161:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318648.847164:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045509376:0@lo:38:kworker.0 00000100:00100000:2.0:1767318648.850097:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045508736:0@lo:400:kworker.0 00000100:00100000:2.0:1767318648.850206:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318648.850279:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318648.850288:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045508480:0@lo:400:kworker.0 00000100:00100000:2.0:1767318648.850317:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318648.850371:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508736 00000100:00100000:3.0:1767318648.850376:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045508480 00000100:00100000:3.0:1767318648.850383:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508480 00000100:00100000:2.0:1767318648.850393:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045508736 00000100:00100000:3.0:1767318648.850459:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1767318648.850470:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045508480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318648.850509:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045509248:0@lo:400:kworker.0 00000100:00100000:3.0:1767318648.850539:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045508480:12345-0@lo:400:kworker.0 Request processed in 71us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318648.850548:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318648.850548:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1767318648.850571:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318648.850578:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045509120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318648.850600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767318648.850606:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649180 x1853164045508480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318648.850621:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045508480:0@lo:400:kworker.0 00000100:00100000:0.0:1767318648.852284:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509248 00000100:00100000:0.0:1767318648.852297:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509248 00000100:00100000:2.0:1767318648.859343:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1767318648.859368:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045508736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318648.859543:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045508736:12345-0@lo:400:kworker.0 Request processed in 182us (9335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318648.859551:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00010000:00080000:2.0:1767318648.859648:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649f80 x1853164045508736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318648.859672:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045508736:0@lo:400:kworker.0 00000100:00100000:2.0:1767318648.859743:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509120 00000100:00100000:2.0:1767318648.859753:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509120 00000100:00100000:2.0:1767318648.859818:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1767318648.859828:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045509120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318648.859883:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045509120:12345-0@lo:400:kworker.0 Request processed in 57us (9281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318648.859889:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1767318648.859938:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045509120:0@lo:400:kworker.0 00000100:00080000:1.0:1767318648.861757:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318648.861790:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318648.861795:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318648.863522:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1767318648.863546:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045509248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318648.863696:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045509248:12345-0@lo:400:kworker.0 Request processed in 159us (13146us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318648.863705:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1767318648.864081:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045509248:0@lo:400:kworker.0 00010000:00010000:3.0:1767318649.614684:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318650.638333:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318650.895751:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318650.895790:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045509504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318650.895880:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318650.896219:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509504 00000100:00100000:3.0:1767318650.896228:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509504 00000100:00100000:3.0:1767318650.896300:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1767318650.896311:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045509504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318650.896360:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318650.896417:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045509504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318650.896426:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1767318650.896583:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045509632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318650.896612:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318650.896664:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045509504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318650.896927:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318650.897265:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509632 00000100:00100000:3.0:1767318650.897271:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509632 00000100:00100000:3.0:1767318650.897328:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1767318650.897335:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045509632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318650.897371:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318650.897438:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045509632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318650.897445:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1767318650.897598:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045509632:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318650.897725:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1767318651.662695:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318652.688880:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318653.380459:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318653.380516:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318653.380535:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826432 00000100:00100000:1.0:1767318653.380550:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826432 00000100:00100000:1.0:1767318653.380645:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826304 00000100:00100000:1.0:1767318653.380650:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826304 00000100:00100000:1.0:1767318653.380676:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 610 00000100:00100000:1.0:1767318653.380689:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985826432:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767318653.380809:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318653.380823:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd940b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985826432:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 137us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318653.380832:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 610 00000100:00100000:1.0:1767318653.380859:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 774 00000100:00100000:1.0:1767318653.380864:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985826304:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318653.380889:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318653.380929:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985826304:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 62us (412us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318653.380935:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 774 00010000:00010000:3.0:1767318653.710735:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318653.966571:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318653.966583:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318653.966649:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318653.966653:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318653.966657:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318653.966666:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318653.966671:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318653.966677:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318653.966699:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdc00 x1853164045509888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318653.966746:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318653.966749:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318653.966751:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318653.966754:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318653.966755:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318653.966758:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318653.966766:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcea00 x1853164045510144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318653.966818:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318653.966822:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318653.966823:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318653.966827:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318653.966830:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318653.966833:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318653.966849:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c8c380 x1853164045510272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318653.966874:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318653.966876:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318653.966877:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318653.966880:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3847 00000100:00080000:3.0:1767318653.966881:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318653.966883:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318653.966892:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf12b0380 x1853164045510656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318653.967384:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045510400:0@lo:400:kworker.0 00000100:00100000:0.0:1767318653.967459:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318653.967599:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318653.967607:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045510528:0@lo:400:kworker.0 00000100:00100000:0.0:1767318653.967636:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318653.967700:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045509760:0@lo:400:kworker.0 00000100:00100000:1.0:1767318653.967813:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318653.967914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045510016:0@lo:400:kworker.0 00000100:00100000:0.0:1767318653.967940:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509760 00000100:00100000:0.0:1767318653.967950:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509760 00000100:00100000:2.0:1767318653.967970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318653.968039:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510016 00000100:00100000:2.0:1767318653.968047:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510016 00000100:00100000:0.0:1767318653.968054:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1767318653.968071:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045509760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318653.968113:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1767318653.968129:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045510016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318653.968141:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045509760:12345-0@lo:400:kworker.0 Request processed in 74us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318653.968150:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00010000:00080000:1.0:1767318653.968243:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fced80 x1853164045509760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318653.968261:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045509760:0@lo:400:kworker.0 00000100:00100000:3.0:1767318653.968271:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510400 00000100:00100000:3.0:1767318653.968278:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510400 00000100:00100000:1.0:1767318653.968325:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045509888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318653.968326:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510528 00000100:00100000:3.0:1767318653.968332:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510528 00000100:00100000:3.0:1767318653.968372:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1767318653.968374:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318653.968388:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045510400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318653.968409:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045510144:0@lo:38:kworker.0 00000100:00100000:1.0:1767318653.968472:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318653.968472:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045510400:12345-0@lo:400:kworker.0 Request processed in 74us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318653.968485:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1767318653.968514:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1767318653.968524:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045510528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318653.968527:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045510272:0@lo:38:kworker.0 00000100:00100000:1.0:1767318653.968567:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318653.968599:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045510656:0@lo:38:kworker.0 00000100:00100000:3.0:1767318653.968638:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045510528:12345-0@lo:400:kworker.0 Request processed in 114us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318653.968651:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318653.968657:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1767318653.968698:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045509888 00000100:00100000:3.0:1767318653.968704:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045509888 00000100:00100000:1.0:1767318653.968707:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510144 00000100:00100000:1.0:1767318653.968714:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510144 00000100:00100000:1.0:1767318653.968734:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510656 00000100:00100000:1.0:1767318653.968737:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510656 00000100:00100000:1.0:1767318653.968749:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1767318653.968755:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045509888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318653.968807:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318653.968843:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1767318653.968862:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045509888:12345-0@lo:38:kworker.0 Request processed in 97us (485us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318653.968863:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045510144:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318653.968887:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00010000:00020000:3.0:1767318653.968902:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318653.968911:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1767318653.968918:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045510656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318653.968930:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318653.968997:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045510016:12345-0@lo:400:kworker.0 Request processed in 75us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318653.969005:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00010000:00080000:2.0:1767318653.969053:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcf100 x1853164045510016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318653.969065:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045510016:0@lo:400:kworker.0 00000100:00080000:2.0:1767318653.969099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318653.969105:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318653.969108:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318653.969157:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045510528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318653.969171:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045510400:0@lo:400:kworker.0 00000100:00100000:2.0:1767318653.969205:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510272 00000100:00100000:2.0:1767318653.969209:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510272 00000100:00100000:2.0:1767318653.969232:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1767318653.969238:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045510272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318653.969248:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318653.970526:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318653.970536:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318653.970595:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045509888:0@lo:38:kworker.0 00000100:00100000:1.0:1767318653.976144:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045510656:12345-0@lo:38:kworker.0 Request processed in 7206us (7482us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318653.976168:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00080000:0.0:1767318653.976233:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318653.976253:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318653.976259:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf12b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045510656:0@lo:38:kworker.0 00000100:00100000:3.0:1767318653.981086:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045510144:12345-0@lo:38:kworker.0 Request processed in 12221us (12617us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318653.981102:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1767318653.981874:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045510272:12345-0@lo:38:kworker.0 Request processed in 12622us (13294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318653.981895:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:0.0:1767318653.982038:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318653.982046:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318653.982051:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045510144:0@lo:38:kworker.0 00000100:00080000:0.0:1767318653.982065:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318653.982069:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318653.982072:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045510272:0@lo:38:kworker.0 00010000:00010000:2.0:1767318654.733974:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318655.757992:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318656.015075:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318656.015093:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045510784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318656.015159:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318656.015524:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510784 00000100:00100000:3.0:1767318656.015533:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510784 00000100:00100000:3.0:1767318656.015605:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1767318656.015615:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045510784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318656.015646:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318656.015693:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045510784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318656.015701:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1767318656.016207:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318656.016221:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045510912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318656.016270:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318656.016471:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045510912 00000100:00100000:3.0:1767318656.016476:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045510912 00000100:00100000:3.0:1767318656.016514:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1767318656.016522:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045510912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318656.016540:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318656.016586:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045510912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318656.016593:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1767318656.016673:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045510912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318656.017250:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf12b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045510784:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318656.017272:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318656.017276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318656.785071:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318657.812511:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318658.499508:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318658.499573:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318658.499664:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826560 00000100:00100000:0.0:1767318658.499675:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826560 00000100:00100000:0.0:1767318658.499726:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826688 00000100:00100000:0.0:1767318658.499730:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826688 00000100:00100000:0.0:1767318658.499810:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 613 00000100:00100000:0.0:1767318658.499822:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985826688:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767318658.499899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318658.499922:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985826688:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 102us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318658.499931:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 613 00000100:00100000:0.0:1767318658.499951:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 778 00000100:00100000:0.0:1767318658.499957:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf12b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985826560:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318658.499978:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318658.500008:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf12b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985826560:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 50us (510us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318658.500014:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 778 00010000:00010000:2.0:1767318658.830194:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318659.086755:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318659.086783:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318659.086848:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318659.086853:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318659.086867:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318659.086875:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3852 00000100:00080000:3.0:1767318659.086880:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318659.086887:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318659.086911:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118000 x1853164045511168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318659.086930:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318659.086933:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318659.086935:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318659.086939:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3852 00000100:00080000:3.0:1767318659.086941:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318659.086944:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318659.086954:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119f80 x1853164045511424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318659.086962:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318659.086966:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318659.086967:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318659.086970:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3852 00000100:00080000:3.0:1767318659.086972:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318659.086976:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318659.086989:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164045511552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318659.087041:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318659.087044:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318659.087045:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318659.087049:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3852 00000100:00080000:3.0:1767318659.087051:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318659.087054:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318659.087064:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164045511936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318659.087100:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045511296:0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087173:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318659.087243:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318659.087250:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045511040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087271:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318659.087303:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045511680:0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087328:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318659.087345:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318659.087350:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045511808:0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087369:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318659.087411:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511296 00000100:00100000:3.0:1767318659.087418:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511296 00000100:00100000:3.0:1767318659.087471:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511040 00000100:00100000:3.0:1767318659.087475:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511040 00000100:00100000:3.0:1767318659.087498:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1767318659.087506:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045511296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087570:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045511296:12345-0@lo:400:kworker.0 Request processed in 64us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318659.087577:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1767318659.087593:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1767318659.087612:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045511040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087639:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045511040:12345-0@lo:400:kworker.0 Request processed in 40us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318659.087645:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:3.0:1767318659.087665:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511680 00000100:00100000:3.0:1767318659.087669:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511680 00000100:00100000:3.0:1767318659.087693:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511808 00000100:00100000:3.0:1767318659.087696:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511808 00000100:00100000:3.0:1767318659.087717:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1767318659.087723:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045511680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087757:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045511680:12345-0@lo:400:kworker.0 Request processed in 33us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318659.087763:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1767318659.087796:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1767318659.087803:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045511808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087829:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045511808:12345-0@lo:400:kworker.0 Request processed in 27us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318659.087838:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00080000:3.0:1767318659.087852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318659.087856:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318659.087869:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318659.087910:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045511808:0@lo:400:kworker.0 00000100:00100000:3.0:1767318659.087920:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045511680:0@lo:400:kworker.0 00010000:00080000:3.0:1767318659.087946:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf12b0380 x1853164045511040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318659.087954:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf12b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045511040:0@lo:400:kworker.0 00010000:00080000:3.0:1767318659.087962:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119500 x1853164045511296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318659.087969:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045511296:0@lo:400:kworker.0 00000100:00100000:1.0:1767318659.089344:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045511168:0@lo:38:kworker.0 00000100:00100000:1.0:1767318659.089389:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318659.089436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045511424:0@lo:38:kworker.0 00000100:00100000:1.0:1767318659.089472:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318659.089500:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045511552:0@lo:38:kworker.0 00000100:00100000:1.0:1767318659.089524:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318659.089630:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511168 00000100:00100000:0.0:1767318659.089636:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511168 00000100:00100000:0.0:1767318659.089670:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511424 00000100:00100000:0.0:1767318659.089673:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511424 00000100:00100000:0.0:1767318659.089689:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1767318659.089699:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045511168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318659.089717:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318659.089749:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045511168:12345-0@lo:38:kworker.0 Request processed in 48us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318659.089756:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1767318659.089792:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1767318659.089796:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045511424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318659.089805:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318659.089829:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045511424:12345-0@lo:38:kworker.0 Request processed in 30us (357us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318659.089835:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1767318659.090128:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045511936:0@lo:38:kworker.0 00000100:00100000:1.0:1767318659.090160:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318659.090190:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318659.090194:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318659.090198:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045511168:0@lo:38:kworker.0 00000100:00080000:1.0:1767318659.090205:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318659.090209:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318659.090212:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045511424:0@lo:38:kworker.0 00000100:00100000:1.0:1767318659.090238:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511552 00000100:00100000:1.0:1767318659.090242:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511552 00000100:00100000:1.0:1767318659.090263:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1767318659.090268:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045511552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318659.090278:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318659.090308:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045511552:12345-0@lo:38:kworker.0 Request processed in 38us (782us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318659.090314:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00080000:1.0:1767318659.090341:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318659.090345:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318659.090347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045511552:0@lo:38:kworker.0 00000100:00100000:0.0:1767318659.090526:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045511936 00000100:00100000:0.0:1767318659.090530:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045511936 00000100:00100000:0.0:1767318659.090568:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1767318659.090573:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045511936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318659.090582:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318659.090622:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045511936:12345-0@lo:38:kworker.0 Request processed in 48us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318659.090631:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:1.0:1767318659.091509:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318659.091515:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318659.091519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045511936:0@lo:38:kworker.0 00010000:00010000:0.0:1767318659.853980:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318660.881585:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318661.133931:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318661.134071:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045512064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318661.134143:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318661.134241:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318661.134294:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045512192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318661.134400:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318661.135048:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512064 00000100:00100000:2.0:1767318661.135057:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512064 00000100:00100000:3.0:1767318661.135058:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512192 00000100:00100000:3.0:1767318661.135064:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512192 00000100:00080000:0.0:1767318661.135142:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318661.135148:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318661.135282:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1767318661.135296:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045512192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318661.135333:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318661.135436:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045512192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 133us (1102us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318661.135444:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1767318661.135467:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1767318661.135473:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045512064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318661.135493:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318661.135528:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045512064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (1385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318661.135537:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1767318661.135729:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045512064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318661.135938:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045512192:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318661.902242:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318662.927862:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318663.618010:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318663.618161:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826944 00000100:00100000:2.0:1767318663.618173:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826944 00000100:00100000:2.0:1767318663.618257:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 616 00000100:00100000:2.0:1767318663.618268:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985826944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318663.618348:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985826944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318663.618355:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 616 00000100:00100000:3.0:1767318663.619455:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318663.619526:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985826816 00000100:00100000:1.0:1767318663.619533:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985826816 00000100:00100000:1.0:1767318663.619579:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 782 00000100:00100000:1.0:1767318663.619586:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985826816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318663.619606:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318663.619654:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985826816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318663.619661:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 782 00000100:00080000:0.0:1767318663.620286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767318663.950138:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318664.205889:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318664.205898:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318664.206012:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767318664.206035:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318664.206039:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318664.206043:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318664.206051:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3857 00000100:00080000:3.0:1767318664.206056:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318664.206062:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318664.206095:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164045512448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318664.206212:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045512448:0@lo:38:kworker.0 00000100:00100000:2.0:1767318664.206278:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318664.206359:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512448 00000100:00100000:2.0:1767318664.206367:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512448 00000100:00100000:2.0:1767318664.206402:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:2.0:1767318664.206408:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045512448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318664.207413:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318664.207481:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045512448:12345-0@lo:38:kworker.0 Request processed in 1071us (1203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318664.207490:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00080000:2.0:1767318664.207536:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318664.207541:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318664.207545:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045512448:0@lo:38:kworker.0 00000100:00100000:0.0:1767318664.207692:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318664.207705:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045512576:0@lo:400:kworker.0 00000100:00100000:0.0:1767318664.207737:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318664.207815:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512576 00000100:00100000:0.0:1767318664.207820:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512576 00000100:00100000:0.0:1767318664.207861:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1767318664.207867:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045512576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318664.207903:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045512576:12345-0@lo:400:kworker.0 Request processed in 36us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318664.207909:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:0.0:1767318664.207925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318664.207944:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf480 x1853164045512576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318664.207955:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045512576:0@lo:400:kworker.0 00000100:00100000:1.0:1767318664.210358:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045512320:0@lo:400:kworker.0 00000100:00100000:1.0:1767318664.210423:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318664.210553:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512320 00000100:00100000:2.0:1767318664.210561:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512320 00000100:00080000:0.0:1767318664.211198:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318664.211381:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1767318664.211395:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045512320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318664.211464:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045512320:12345-0@lo:400:kworker.0 Request processed in 73us (1040us total) trans 0 rc 0/0 00010000:00080000:0.0:1767318664.211526:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be680 x1853164045512320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318664.211541:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045512320:0@lo:400:kworker.0 00000100:00080000:3.0:1767318664.215271:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318664.215281:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318664.215285:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318664.215291:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3857 00000100:00080000:3.0:1767318664.215295:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318664.215302:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318664.215341:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bea00 x1853164045512704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318664.215364:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318664.215367:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318664.215369:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318664.215372:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3857 00000100:00080000:3.0:1767318664.215374:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318664.215377:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318664.215388:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bed80 x1853164045512832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318664.215423:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318664.215426:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318664.215427:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318664.215432:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3857 00000100:00080000:3.0:1767318664.215434:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318664.215437:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318664.215445:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf800 x1853164045513216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318664.215480:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045513088:0@lo:400:kworker.0 00000100:00100000:3.0:1767318664.215539:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318664.215598:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318664.215604:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045512960:0@lo:400:kworker.0 00000100:00100000:3.0:1767318664.215626:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318664.215656:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513088 00000100:00100000:3.0:1767318664.215663:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513088 00000100:00100000:3.0:1767318664.215711:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512960 00000100:00100000:3.0:1767318664.215715:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512960 00000100:00100000:3.0:1767318664.215738:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1767318664.215746:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045513088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318664.215821:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045513088:12345-0@lo:400:kworker.0 Request processed in 75us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318664.215828:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1767318664.215843:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1767318664.215849:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045512960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318664.215875:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045512960:12345-0@lo:400:kworker.0 Request processed in 27us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318664.215881:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:3.0:1767318664.215905:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318664.215909:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318664.215945:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045512960:0@lo:400:kworker.0 00000100:00100000:3.0:1767318664.215955:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045513088:0@lo:400:kworker.0 00000100:00100000:3.0:1767318664.215976:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045512704:0@lo:38:kworker.0 00000100:00100000:3.0:1767318664.216002:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318664.216026:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045512832:0@lo:38:kworker.0 00000100:00100000:3.0:1767318664.216049:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318664.216087:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045513216:0@lo:38:kworker.0 00000100:00100000:3.0:1767318664.216107:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318664.216584:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512704 00000100:00100000:0.0:1767318664.216589:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512704 00000100:00100000:1.0:1767318664.216654:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045512832 00000100:00100000:1.0:1767318664.216657:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045512832 00000100:00100000:1.0:1767318664.216683:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1767318664.216688:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045512832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318664.216705:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318664.216736:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045512832:12345-0@lo:38:kworker.0 Request processed in 47us (685us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318664.216742:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:1.0:1767318664.216758:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513216 00000100:00100000:1.0:1767318664.216780:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513216 00000100:00100000:1.0:1767318664.216798:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:1.0:1767318664.216802:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045513216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318664.216811:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318664.216833:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045513216:12345-0@lo:38:kworker.0 Request processed in 30us (725us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318664.216838:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1767318664.216980:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:3.0:1767318664.217059:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318664.217064:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318664.217067:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045512832:0@lo:38:kworker.0 00000100:00080000:3.0:1767318664.217084:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318664.217088:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318664.217091:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045513216:0@lo:38:kworker.0 00000100:00100000:0.0:1767318664.218387:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1767318664.218395:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045512704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318664.218409:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318664.218461:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045512704:12345-0@lo:38:kworker.0 Request processed in 65us (2458us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318664.218467:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00080000:3.0:1767318664.218525:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318664.218529:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318664.218533:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045512704:0@lo:38:kworker.0 00010000:00010000:1.0:1767318664.979323:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318665.998077:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318666.254591:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045513344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318666.254660:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318666.254866:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513344 00000100:00100000:3.0:1767318666.254874:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513344 00000100:00100000:3.0:1767318666.254942:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1767318666.254952:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045513344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318666.254979:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318666.255026:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045513344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318666.255034:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:0.0:1767318666.255380:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318666.255416:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1381c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045513344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318666.255561:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318666.255569:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045513472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318666.255599:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318666.255676:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513472 00000100:00100000:2.0:1767318666.255681:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513472 00000100:00100000:2.0:1767318666.255734:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1767318666.255743:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045513472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318666.255760:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318666.255816:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045513472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318666.255834:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:0.0:1767318666.256013:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318666.256051:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1382a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045513472:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767318667.022020:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767318668.046030:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318668.301922:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318643/real 1767318643] req@ffffa07bc8ba1880 x1853164045507072/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318668 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318668.301964:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8ba1880 x1853164045507072/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318668 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318668.301990:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318668.302023:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318668.302028:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045507072:0@lo:250:kworker.0 00000100:00080000:1.0:1767318668.302084:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318668.302094:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318668.302098:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318668.302105:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3842 00000100:00080000:1.0:1767318668.302109:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318668.302116:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318668.302152:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29880 x1853164045513600/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318668.302214:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318668.302217:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318668.302219:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318668.302223:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3862 00000100:00080000:1.0:1767318668.302226:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318668.302230:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318668.302245:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045513856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318668.302262:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318668.302264:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318668.302266:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318668.302269:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3862 00000100:00080000:1.0:1767318668.302272:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318668.302275:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318668.302285:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164045514112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318668.302294:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318668.302299:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318668.302300:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318668.302303:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3862 00000100:00080000:1.0:1767318668.302305:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318668.302308:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318668.302319:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164045514240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318668.302354:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318668.302357:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318668.302359:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318668.302362:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3862 00000100:00080000:1.0:1767318668.302364:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318668.302368:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318668.302379:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045514624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318668.302409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045514496:0@lo:400:kworker.0 00000100:00100000:1.0:1767318668.302477:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318668.302558:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318668.302566:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045514368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318668.302595:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318668.302626:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514496 00000100:00100000:1.0:1767318668.302634:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514496 00000100:00100000:3.0:1767318668.302697:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045513728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318668.302720:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514368 00000100:00100000:1.0:1767318668.302725:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514368 00000100:00100000:1.0:1767318668.302757:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767318668.302765:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045514496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318668.302864:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318668.302913:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318668.302919:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045513984:0@lo:400:kworker.0 00000100:00100000:3.0:1767318668.302937:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318668.302968:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1767318668.302979:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07ac7edac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045514368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318668.303076:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045514496:12345-0@lo:400:kworker.0 Request processed in 309us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318668.303084:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:1.0:1767318668.303112:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318668.303117:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318668.303145:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045514368:0@lo:400:kworker.0 00000100:00100000:1.0:1767318668.303154:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045514496:0@lo:400:kworker.0 00000100:00100000:0.0:1767318668.303250:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045513600:0@lo:250:kworker.0 00000400:00000100:0.0:1767318668.303281:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045513600 offset 0 length 520: 4 00000100:00100000:0.0:1767318668.303310:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045513856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318668.303318:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513728 00000100:00100000:2.0:1767318668.303326:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513728 00000100:00100000:0.0:1767318668.303341:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318668.303366:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045514112:0@lo:38:kworker.0 00000100:00100000:2.0:1767318668.303381:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513984 00000100:00100000:2.0:1767318668.303388:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513984 00000100:00100000:0.0:1767318668.303395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318668.303417:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045514240:0@lo:38:kworker.0 00000100:00100000:2.0:1767318668.303428:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045513856 00000100:00100000:2.0:1767318668.303434:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045513856 00000100:00100000:2.0:1767318668.303449:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514112 00000100:00100000:2.0:1767318668.303452:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514112 00000100:00100000:0.0:1767318668.303458:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318668.303472:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1767318668.303486:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045514624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318668.303497:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045513728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318668.303517:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318668.303571:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045513728:12345-0@lo:400:kworker.0 Request processed in 87us (705us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318668.303578:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514624 00000100:00100000:2.0:1767318668.303585:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1767318668.303588:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514624 00000100:00100000:2.0:1767318668.303610:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767318668.303618:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1767318668.303625:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045513984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318668.303626:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045513856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318668.303655:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318668.303676:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045513984:12345-0@lo:400:kworker.0 Request processed in 53us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318668.303692:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767318668.303716:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045513856:12345-0@lo:38:kworker.0 Request processed in 87us (375us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318668.303726:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1767318668.303744:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1767318668.303745:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045514112:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318668.303786:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1767318668.303790:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045514624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318668.303799:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318668.303817:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045514624:12345-0@lo:38:kworker.0 Request processed in 26us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318668.303821:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00010000:00080000:0.0:1767318668.303853:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28380 x1853164045513984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318668.303866:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045513984:0@lo:400:kworker.0 00010000:00080000:0.0:1767318668.303879:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28e00 x1853164045513728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318668.303888:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045513728:0@lo:400:kworker.0 00000100:00080000:0.0:1767318668.303917:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318668.303921:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318668.303923:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045513856:0@lo:38:kworker.0 00000100:00080000:0.0:1767318668.303928:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318668.303931:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318668.303932:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045514624:0@lo:38:kworker.0 00000100:00100000:0.0:1767318668.303962:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514240 00000100:00100000:0.0:1767318668.303965:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514240 00000100:00100000:0.0:1767318668.303980:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1767318668.303983:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045514240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318668.303990:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318668.304019:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045514240:12345-0@lo:38:kworker.0 Request processed in 33us (565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318668.304025:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00010000:00020000:2.0:1767318668.304105:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318668.304152:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07ac7edac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045514368:12345-0@lo:400:kworker.0 Request processed in 73us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318668.304155:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045514112:12345-0@lo:38:kworker.0 Request processed in 415us (763us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318668.304177:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1767318668.304181:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00080000:1.0:1767318668.304401:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318668.304726:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318668.304735:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318668.304741:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045514240:0@lo:38:kworker.0 00000100:00080000:0.0:1767318668.304857:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318668.304862:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318668.304865:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045514112:0@lo:38:kworker.0 00000100:00100000:3.0:1767318668.741271:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318668.741386:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827328 00000100:00100000:1.0:1767318668.741403:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827328 00000100:00100000:1.0:1767318668.741511:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 621 00000100:00100000:1.0:1767318668.741522:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985827328:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318668.741612:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985827328:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318668.741618:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 621 00000100:00080000:0.0:1767318668.742276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767318668.745377:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985827072 offset 0 length 520: 4 00000100:00100000:3.0:1767318668.745432:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318668.751596:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827200 00000100:00100000:2.0:1767318668.751613:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827200 00000100:00100000:2.0:1767318668.751684:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 789 00000100:00100000:2.0:1767318668.751694:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985827200:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318668.751719:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318668.751818:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985827200:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 123us (6386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318668.751826:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 789 00010000:00010000:1.0:1767318669.070199:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318670.094074:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318671.118101:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318671.374248:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318671.374275:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045514752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318671.374370:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318671.375199:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318671.375213:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045514880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318671.375259:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318671.392492:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514752 00000100:00100000:0.0:1767318671.392525:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514752 00000100:00100000:0.0:1767318671.392688:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045514880 00000100:00100000:0.0:1767318671.392693:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045514880 00000100:00100000:0.0:1767318671.392721:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1767318671.392734:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045514752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318671.392797:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318671.392926:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045514752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 194us (18554us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318671.392935:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1767318671.392956:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1767318671.392963:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045514880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318671.392981:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318671.393018:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045514880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (17758us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318671.393024:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1767318671.393110:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045514752:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318671.393829:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318671.393837:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318671.397485:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045514880:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318672.145213:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318673.166527:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318673.423082:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318673.423092:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318673.423153:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318673.423157:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318673.423160:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318673.423169:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3866 00000100:00080000:3.0:1767318673.423173:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318673.423180:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318673.423200:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bed80 x1853164045515136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318673.423221:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767318673.423230:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318673.423234:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318673.423236:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318673.423239:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3866 00000100:00080000:3.0:1767318673.423242:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318673.423245:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318673.423258:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045515264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318673.423259:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164045515392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318673.423279:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318673.423282:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318673.423283:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318673.423288:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3866 00000100:00080000:3.0:1767318673.423290:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318673.423293:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318673.423310:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164045515520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318673.423343:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318673.423347:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318673.423348:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318673.423352:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3866 00000100:00080000:3.0:1767318673.423355:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318673.423359:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318673.423371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318673.423378:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd9409c00 x1853164045515904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318673.423427:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045515008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318673.423452:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318673.423560:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515264 00000100:00100000:3.0:1767318673.423571:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515264 00000100:00100000:3.0:1767318673.423665:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515008 00000100:00100000:3.0:1767318673.423670:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515008 00000100:00100000:1.0:1767318673.423695:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1767318673.423706:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767318673.423716:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045515264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318673.423722:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045515008:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318673.423853:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318673.423901:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045515136:0@lo:38:kworker.0 00000100:00100000:2.0:1767318673.423910:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd940ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045515776:0@lo:400:kworker.0 00000100:00100000:3.0:1767318673.426884:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045515008:12345-0@lo:400:kworker.0 Request processed in 3156us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318673.426903:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1767318673.427147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318673.427197:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045515392:0@lo:38:kworker.0 00000100:00100000:3.0:1767318673.427218:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515136 00000100:00100000:3.0:1767318673.427231:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515136 00000100:00100000:0.0:1767318673.427236:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318673.427260:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045515520:0@lo:38:kworker.0 00000100:00100000:3.0:1767318673.427274:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515392 00000100:00100000:3.0:1767318673.427281:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515392 00000100:00100000:0.0:1767318673.427294:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318673.427302:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1767318673.427311:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045515136:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318673.427321:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045515904:0@lo:38:kworker.0 00010000:00020000:3.0:1767318673.427337:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318673.427348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318673.427398:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515904 00000100:00100000:0.0:1767318673.427406:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515904 00000100:00100000:3.0:1767318673.427408:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045515136:12345-0@lo:38:kworker.0 Request processed in 95us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318673.427416:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1767318673.427446:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1767318673.427452:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045515392:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318673.427514:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318673.427555:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318673.427566:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd9409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045515648:0@lo:400:kworker.0 00000100:00100000:2.0:1767318673.427608:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767318673.427683:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045515008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318673.427699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045515008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318673.427751:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515776 00000100:00100000:2.0:1767318673.427755:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515776 00000100:00100000:2.0:1767318673.427825:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515648 00000100:00100000:2.0:1767318673.427828:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515648 00000100:00100000:2.0:1767318673.427852:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1767318673.427862:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045515776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318673.427907:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045515776:12345-0@lo:400:kworker.0 Request processed in 48us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318673.427914:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1767318673.427926:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1767318673.428048:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045515264:12345-0@lo:400:kworker.0 Request processed in 4341us (4677us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318673.428160:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1767318673.428170:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045515904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318673.428191:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767318673.428197:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318673.428249:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045515392:12345-0@lo:38:kworker.0 Request processed in 794us (1012us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318673.428260:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045515904:12345-0@lo:38:kworker.0 Request processed in 87us (910us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318673.428268:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1767318673.428279:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:3.0:1767318673.428340:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318673.428347:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318673.428378:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318673.428386:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318673.428389:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd940ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045515776:0@lo:400:kworker.0 00000100:00100000:0.0:1767318673.428396:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045515136:0@lo:38:kworker.0 00000100:00080000:0.0:1767318673.428420:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318673.428427:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318673.428430:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045515392:0@lo:38:kworker.0 00010000:00080000:3.0:1767318673.428448:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf480 x1853164045515264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318673.428449:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318673.428461:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318673.428470:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9409c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045515904:0@lo:38:kworker.0 00000100:00100000:3.0:1767318673.428476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045515264:0@lo:400:kworker.0 00000100:00100000:3.0:1767318673.428533:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045515520 00000100:00100000:3.0:1767318673.428539:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045515520 00000100:00100000:2.0:1767318673.428728:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045515648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318673.428802:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045515648:12345-0@lo:400:kworker.0 Request processed in 870us (1192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318673.428810:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1767318673.428844:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd9409880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045515648:0@lo:400:kworker.0 00000100:00100000:3.0:1767318673.429870:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1767318673.429880:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045515520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318673.429903:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318673.430374:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045515520:12345-0@lo:38:kworker.0 Request processed in 491us (3079us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318673.430382:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:2.0:1767318673.430441:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318673.430447:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318673.430451:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045515520:0@lo:38:kworker.0 00000100:00100000:1.0:1767318673.431526:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1767318673.859868:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318673.859919:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318673.859978:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827456 00000100:00100000:1.0:1767318673.859989:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827456 00000100:00100000:2.0:1767318673.860033:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827584 00000100:00100000:2.0:1767318673.860039:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827584 00000100:00100000:1.0:1767318673.860044:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 793 00000100:00100000:1.0:1767318673.860053:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd940ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985827456:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318673.860074:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318673.860107:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 624 00000100:00100000:2.0:1767318673.860117:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985827584:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318673.860141:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd940ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985827456:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 85us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318673.860150:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 793 00000100:00100000:2.0:1767318673.860163:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985827584:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 47us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318673.860170:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 624 00000100:00080000:3.0:1767318673.860245:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318674.191552:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318675.214019:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318676.238124:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318676.494338:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045516032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318676.494407:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318676.494729:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516032 00000100:00100000:2.0:1767318676.494737:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516032 00000100:00100000:2.0:1767318676.494815:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1767318676.494823:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045516032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318676.494851:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318676.494888:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045516032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318676.494894:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00080000:0.0:1767318676.494954:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318676.495161:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045516032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318676.495481:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045516160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318676.495515:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318676.495618:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516160 00000100:00100000:0.0:1767318676.495622:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516160 00000100:00100000:0.0:1767318676.495653:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1767318676.495658:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045516160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318676.495672:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318676.495696:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9408e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045516160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318676.495700:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00080000:3.0:1767318676.495780:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318676.495798:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045516160:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318677.262038:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318678.286903:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318678.542847:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.542861:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318678.542927:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.542931:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318678.542936:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318678.542946:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3871 00000100:00080000:1.0:1767318678.542951:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318678.542959:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318678.542983:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164045516416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318678.543018:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.543021:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318678.543023:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318678.543026:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3871 00000100:00080000:1.0:1767318678.543029:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318678.543033:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318678.543046:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164045516672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318678.543055:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.543059:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318678.543061:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767318678.543066:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045516288:0@lo:400:kworker.0 00000100:00080000:1.0:1767318678.543067:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3871 00000100:00080000:1.0:1767318678.543071:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318678.543077:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318678.543093:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164045516800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318678.543129:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318678.543132:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318678.543134:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318678.543138:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3871 00000100:00080000:1.0:1767318678.543141:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318678.543145:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318678.543155:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045517184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318678.543166:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318678.543192:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045516928:0@lo:400:kworker.0 00000100:00100000:1.0:1767318678.543237:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318678.543247:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318678.543257:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045516544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318678.543262:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318678.543270:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045517056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318678.543291:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318678.543300:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318678.543338:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516288 00000100:00100000:0.0:1767318678.543348:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516288 00000100:00100000:1.0:1767318678.543352:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516928 00000100:00100000:1.0:1767318678.543357:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516928 00000100:00100000:1.0:1767318678.543412:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517056 00000100:00100000:0.0:1767318678.543414:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516544 00000100:00100000:1.0:1767318678.543416:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517056 00000100:00100000:0.0:1767318678.543419:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516544 00000100:00100000:0.0:1767318678.543452:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1767318678.543458:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1767318678.543464:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045516288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318678.543471:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045516928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318678.543543:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045516928:12345-0@lo:400:kworker.0 Request processed in 77us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318678.543547:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045516288:12345-0@lo:400:kworker.0 Request processed in 84us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318678.543556:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1767318678.543560:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1767318678.543583:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1767318678.543587:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1767318678.543594:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045516544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318678.543599:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045517056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318678.543636:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045516544:12345-0@lo:400:kworker.0 Request processed in 44us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318678.543641:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045517056:12345-0@lo:400:kworker.0 Request processed in 45us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318678.543647:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1767318678.543653:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00010000:00080000:0.0:1767318678.543695:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b480 x1853164045516544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318678.543697:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045517056:0@lo:400:kworker.0 00000100:00100000:0.0:1767318678.543713:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045516544:0@lo:400:kworker.0 00000100:00100000:1.0:1767318678.543716:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045516928:0@lo:400:kworker.0 00010000:00080000:0.0:1767318678.543729:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a680 x1853164045516288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318678.543739:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045516288:0@lo:400:kworker.0 00000100:00080000:3.0:1767318678.544601:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318678.544608:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318678.544611:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318678.544634:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045516416:0@lo:38:kworker.0 00000100:00100000:3.0:1767318678.544680:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318678.544728:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045516672:0@lo:38:kworker.0 00000100:00100000:3.0:1767318678.544749:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318678.544801:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045516800:0@lo:38:kworker.0 00000100:00100000:3.0:1767318678.544836:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318678.544862:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045517184:0@lo:38:kworker.0 00000100:00100000:3.0:1767318678.544883:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318678.544914:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516416 00000100:00100000:3.0:1767318678.544920:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516416 00000100:00100000:3.0:1767318678.544944:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516672 00000100:00100000:3.0:1767318678.544946:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516672 00000100:00100000:3.0:1767318678.544958:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517184 00000100:00100000:3.0:1767318678.544960:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517184 00000100:00100000:3.0:1767318678.544974:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1767318678.544979:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045516416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318678.544999:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318678.545032:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045516416:12345-0@lo:38:kworker.0 Request processed in 51us (351us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318678.545038:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1767318678.545050:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1767318678.545053:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd9409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045516672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318678.545062:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318678.545081:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd9409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045516672:12345-0@lo:38:kworker.0 Request processed in 26us (331us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318678.545087:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1767318678.545095:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1767318678.545098:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045517184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318678.545106:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318678.545125:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045517184:12345-0@lo:38:kworker.0 Request processed in 26us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318678.545130:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00080000:3.0:1767318678.545164:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318678.545169:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318678.545172:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045516416:0@lo:38:kworker.0 00000100:00080000:3.0:1767318678.545193:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318678.545197:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318678.545200:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045516672:0@lo:38:kworker.0 00000100:00080000:3.0:1767318678.545208:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318678.545211:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318678.545214:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045517184:0@lo:38:kworker.0 00000100:00100000:1.0:1767318678.545560:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045516800 00000100:00100000:1.0:1767318678.545566:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045516800 00000100:00100000:1.0:1767318678.545599:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1767318678.545604:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045516800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318678.545615:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318678.545647:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045516800:12345-0@lo:38:kworker.0 Request processed in 42us (811us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318678.545653:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00080000:3.0:1767318678.545977:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318678.545982:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318678.545985:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045516800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318678.978680:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318678.978853:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318678.980188:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827840 00000100:00100000:0.0:1767318678.980201:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827840 00000100:00100000:0.0:1767318678.980457:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827712 00000100:00100000:0.0:1767318678.980462:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827712 00000100:00100000:0.0:1767318678.980502:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 627 00000100:00100000:0.0:1767318678.980513:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985827840:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318678.980593:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985827840:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (1923us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318678.980601:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 627 00000100:00100000:0.0:1767318678.980621:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 797 00000100:00100000:0.0:1767318678.980636:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985827712:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318678.980657:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318678.980683:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985827712:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (1831us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318678.980689:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 797 00000100:00080000:2.0:1767318678.981608:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318679.325752:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318680.334736:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318681.370570:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318681.616788:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318681.616806:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045517312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318681.616874:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318681.617105:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045517440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318681.617130:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318681.617238:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517312 00000100:00100000:0.0:1767318681.617246:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517312 00000100:00100000:0.0:1767318681.617304:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517440 00000100:00100000:0.0:1767318681.617308:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517440 00000100:00100000:0.0:1767318681.617326:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1767318681.617335:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045517312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318681.617364:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318681.617410:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045517312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318681.617417:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1767318681.617444:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1767318681.617450:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045517440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318681.617463:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318681.617488:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045517440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318681.617493:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1767318681.617531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045517440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318681.617544:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045517312:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318681.617612:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318681.617616:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318682.383015:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318683.408725:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318683.662170:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318683.662182:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318683.662237:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318683.662241:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318683.662247:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318683.662255:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3876 00000100:00080000:1.0:1767318683.662260:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318683.662268:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318683.662295:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045517696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318683.662322:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318683.662326:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318683.662328:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318683.662331:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3876 00000100:00080000:1.0:1767318683.662333:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318683.662337:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318683.662348:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164045517952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318683.662356:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318683.662359:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318683.662360:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318683.662363:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3876 00000100:00080000:1.0:1767318683.662365:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318683.662368:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318683.662378:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045518080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318683.662414:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318683.662418:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318683.662420:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318683.662423:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3876 00000100:00080000:1.0:1767318683.662426:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318683.662429:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318683.662439:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164045518464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318683.662698:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045518208:0@lo:400:kworker.0 00000100:00100000:0.0:1767318683.662805:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318683.662872:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318683.662878:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045518336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318683.662901:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318683.663038:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045517568:0@lo:400:kworker.0 00000100:00100000:2.0:1767318683.663289:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318683.663326:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318683.663333:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045517824:0@lo:400:kworker.0 00000100:00100000:2.0:1767318683.663354:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318683.663425:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517568 00000100:00100000:0.0:1767318683.663433:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517568 00000100:00100000:0.0:1767318683.663486:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517824 00000100:00100000:0.0:1767318683.663489:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517824 00000100:00100000:0.0:1767318683.663508:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1767318683.663516:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045517568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318683.663578:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045517568:12345-0@lo:400:kworker.0 Request processed in 62us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318683.663586:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1767318683.663601:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1767318683.663606:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045517824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318683.663630:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045517824:12345-0@lo:400:kworker.0 Request processed in 24us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318683.663635:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00010000:00080000:0.0:1767318683.663672:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29180 x1853164045517824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318683.663685:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045517824:0@lo:400:kworker.0 00010000:00080000:0.0:1767318683.663696:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29f80 x1853164045517568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318683.663704:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045517568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318683.664710:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518208 00000100:00100000:3.0:1767318683.664718:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518208 00000100:00100000:3.0:1767318683.664758:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518336 00000100:00100000:3.0:1767318683.664761:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518336 00000100:00100000:3.0:1767318683.664800:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1767318683.664807:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045518208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318683.664865:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045518208:12345-0@lo:400:kworker.0 Request processed in 59us (2059us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318683.664874:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1767318683.664887:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1767318683.664893:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045518336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318683.664918:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045518336:12345-0@lo:400:kworker.0 Request processed in 26us (2016us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318683.664923:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1767318683.664958:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045517696:0@lo:38:kworker.0 00000100:00100000:3.0:1767318683.665141:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318683.665171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045517952:0@lo:38:kworker.0 00000100:00100000:3.0:1767318683.665193:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318683.665215:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045518080:0@lo:38:kworker.0 00000100:00100000:3.0:1767318683.665240:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318683.665261:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045518464:0@lo:38:kworker.0 00000100:00100000:3.0:1767318683.665280:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318683.665309:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518080 00000100:00100000:3.0:1767318683.665313:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518080 00000100:00100000:3.0:1767318683.665330:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1767318683.665335:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045518080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318683.665353:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318683.665384:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045518080:12345-0@lo:38:kworker.0 Request processed in 48us (143us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318683.665401:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1767318683.665419:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517696 00000100:00100000:3.0:1767318683.665422:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517696 00000100:00100000:3.0:1767318683.665442:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045517952 00000100:00100000:3.0:1767318683.665444:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045517952 00000100:00100000:3.0:1767318683.665457:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518464 00000100:00100000:3.0:1767318683.665459:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518464 00000100:00100000:3.0:1767318683.665472:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1767318683.665475:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045517696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318683.665485:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318683.665508:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045517696:12345-0@lo:38:kworker.0 Request processed in 32us (368us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318683.665514:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1767318683.665524:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00080000:2.0:1767318683.665667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318683.665673:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318683.665675:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318683.665827:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045517952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318683.665837:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318683.665866:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045517952:12345-0@lo:38:kworker.0 Request processed in 38us (672us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318683.668618:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045518336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318683.668637:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045518208:0@lo:400:kworker.0 00000100:00080000:0.0:1767318683.668685:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318683.668690:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318683.668693:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045517696:0@lo:38:kworker.0 00000100:00080000:0.0:1767318683.668703:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318683.668705:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318683.668708:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045517952:0@lo:38:kworker.0 00000100:00080000:0.0:1767318683.668717:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318683.668720:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318683.668724:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045518080:0@lo:38:kworker.0 00000100:00100000:2.0:1767318683.669360:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1767318683.669370:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045518464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318683.669401:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318683.669484:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045518464:12345-0@lo:38:kworker.0 Request processed in 113us (4201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318683.669492:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:2.0:1767318683.669549:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318683.669554:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318683.669557:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045518464:0@lo:38:kworker.0 00000100:00100000:3.0:1767318683.674862:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1767318684.099258:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318684.099343:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318684.099429:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828096 00000100:00100000:0.0:1767318684.099440:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828096 00000100:00100000:0.0:1767318684.099510:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985827968 00000100:00100000:0.0:1767318684.099514:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985827968 00000100:00100000:0.0:1767318684.099533:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 630 00000100:00100000:0.0:1767318684.099543:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985828096:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318684.099621:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985828096:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318684.099630:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 630 00000100:00100000:0.0:1767318684.099648:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 801 00000100:00100000:0.0:1767318684.099653:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985827968:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318684.099673:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318684.099697:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985827968:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (353us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318684.099703:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 801 00000100:00080000:1.0:1767318684.100347:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318684.430667:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318685.454230:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318686.478022:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318686.734122:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045518592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318686.734191:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318686.734240:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518592 00000100:00100000:3.0:1767318686.734256:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518592 00000100:00100000:1.0:1767318686.734372:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318686.734381:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045518720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318686.734407:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318686.734435:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518720 00000100:00100000:1.0:1767318686.734442:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518720 00000100:00100000:1.0:1767318686.734494:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1767318686.734502:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045518720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318686.734529:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318686.734570:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045518720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (160us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318686.734577:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:1.0:1767318686.734601:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318686.734635:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045518720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318686.734819:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1767318686.734833:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045518592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318686.734869:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767318686.734893:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318686.734955:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045518592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318686.734963:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1767318686.735045:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045518592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767318687.503473:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318688.526073:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318688.781932:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318688.781951:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318688.782010:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318688.782014:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318688.782019:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318688.782026:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3881 00000100:00080000:3.0:1767318688.782030:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318688.782032:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045518848:0@lo:400:kworker.0 00000100:00080000:3.0:1767318688.782036:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318688.782055:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afea00 x1853164045518976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318688.782081:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318688.782084:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318688.782086:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318688.782089:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3881 00000100:00080000:3.0:1767318688.782091:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318688.782094:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318688.782094:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318688.782103:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff800 x1853164045519232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318688.782111:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318688.782113:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318688.782115:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318688.782118:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3881 00000100:00080000:3.0:1767318688.782121:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318688.782124:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318688.782139:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995500 x1853164045519360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318688.782159:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318688.782165:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045519104:0@lo:400:kworker.0 00000100:00080000:3.0:1767318688.782169:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318688.782172:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318688.782173:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318688.782176:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3881 00000100:00080000:3.0:1767318688.782179:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318688.782182:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318688.782185:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318688.782191:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577800 x1853164045519744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318688.782209:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045519616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318688.782213:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518848 00000100:00100000:0.0:1767318688.782220:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518848 00000100:00100000:3.0:1767318688.782250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318688.782269:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318688.782274:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519104 00000100:00100000:3.0:1767318688.782274:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045519488:0@lo:400:kworker.0 00000100:00100000:0.0:1767318688.782277:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519104 00000100:00100000:0.0:1767318688.782308:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1767318688.782313:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318688.782317:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045518848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318688.782337:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519616 00000100:00100000:3.0:1767318688.782340:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519616 00000100:00100000:0.0:1767318688.782363:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045518848:12345-0@lo:400:kworker.0 Request processed in 47us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318688.782365:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519488 00000100:00100000:3.0:1767318688.782367:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519488 00000100:00100000:0.0:1767318688.782369:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1767318688.782384:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767318688.782384:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1767318688.782389:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045519104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318688.782391:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045519616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318688.782414:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045519104:12345-0@lo:400:kworker.0 Request processed in 23us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318688.782415:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045519616:12345-0@lo:400:kworker.0 Request processed in 25us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318688.782420:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767318688.782420:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1767318688.782430:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1767318688.782435:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045519488:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1767318688.782455:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afd180 x1853164045519104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318688.782458:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045519488:12345-0@lo:400:kworker.0 Request processed in 23us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318688.782463:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1767318688.782467:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045519104:0@lo:400:kworker.0 00010000:00080000:0.0:1767318688.782477:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0aff480 x1853164045518848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318688.782485:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045518848:0@lo:400:kworker.0 00000100:00100000:3.0:1767318688.782485:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045519488:0@lo:400:kworker.0 00000100:00100000:3.0:1767318688.782493:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045519616:0@lo:400:kworker.0 00000100:00080000:1.0:1767318688.783491:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318688.783492:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045518976:0@lo:38:kworker.0 00000100:00080000:1.0:1767318688.783495:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318688.783497:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318688.783532:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318688.783581:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045519232:0@lo:38:kworker.0 00000100:00100000:2.0:1767318688.783602:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318688.783629:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045519360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318688.783653:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318688.783682:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045519744:0@lo:38:kworker.0 00000100:00100000:2.0:1767318688.783714:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318688.783746:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045518976 00000100:00100000:2.0:1767318688.783751:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045518976 00000100:00100000:2.0:1767318688.783794:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519232 00000100:00100000:2.0:1767318688.783797:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519232 00000100:00100000:1.0:1767318688.783799:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519744 00000100:00100000:1.0:1767318688.783803:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519744 00000100:00100000:2.0:1767318688.783814:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1767318688.783819:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045518976:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318688.783820:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1767318688.783824:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045519232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318688.783835:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318688.783871:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045518976:12345-0@lo:38:kworker.0 Request processed in 50us (337us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318688.783872:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519360 00000100:00100000:3.0:1767318688.783876:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519360 00000100:00100000:2.0:1767318688.783877:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1767318688.783891:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1767318688.783894:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:2.0:1767318688.783895:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045519744:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318688.783898:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045519360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318688.785937:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318688.786137:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318688.786144:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318688.786148:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045518976:0@lo:38:kworker.0 00010000:00020000:2.0:1767318688.786674:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318688.787360:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045519744:12345-0@lo:38:kworker.0 Request processed in 3460us (3642us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318688.787372:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1767318688.788082:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045519232:12345-0@lo:38:kworker.0 Request processed in 4253us (4476us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318688.788092:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00010000:00020000:3.0:1767318688.788184:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318688.788221:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045519360:12345-0@lo:38:kworker.0 Request processed in 4320us (4566us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318688.788228:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00080000:0.0:1767318688.788326:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318688.788332:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318688.788337:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045519232:0@lo:38:kworker.0 00000100:00080000:0.0:1767318688.788350:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318688.788354:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318688.788357:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045519360:0@lo:38:kworker.0 00000100:00080000:0.0:1767318688.788366:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318688.788369:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318688.788372:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045519744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318689.219452:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318689.219693:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828224 00000100:00100000:2.0:1767318689.219719:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828224 00000100:00100000:2.0:1767318689.219797:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 805 00000100:00100000:2.0:1767318689.219806:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985828224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318689.219828:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318689.219892:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985828224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 86us (449us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318689.219900:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 805 00000100:00100000:2.0:1767318689.237246:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318689.237439:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828352 00000100:00100000:0.0:1767318689.237448:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828352 00000100:00100000:0.0:1767318689.237526:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 633 00000100:00100000:0.0:1767318689.237536:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985828352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318689.237612:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985828352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318689.237620:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 633 00000100:00080000:1.0:1767318689.238176:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318689.550313:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318690.574486:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318691.600114:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318691.854060:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045519872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318691.854129:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318691.854453:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045519872 00000100:00100000:2.0:1767318691.854461:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045519872 00000100:00100000:2.0:1767318691.854520:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1767318691.854530:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045519872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318691.854577:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767318691.854591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318691.854623:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045519872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318691.854630:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1767318691.854743:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045519872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318691.854759:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318691.854789:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045520000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318691.854834:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318691.855050:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520000 00000100:00100000:2.0:1767318691.855054:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520000 00000100:00100000:2.0:1767318691.855096:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1767318691.855104:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045520000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318691.855124:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318691.855152:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045520000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318691.855158:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1767318691.855226:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045520000:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318691.855269:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318692.621962:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767318693.378365:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985828480 offset 0 length 520: 4 00000100:00100000:2.0:1767318693.383675:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318693.383729:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318693.384190:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828608 00000100:00100000:1.0:1767318693.384200:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828608 00000100:00100000:1.0:1767318693.384254:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828736 00000100:00100000:1.0:1767318693.384257:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828736 00000100:00100000:1.0:1767318693.384302:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 634 00000100:00100000:1.0:1767318693.384312:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985828736:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318693.384390:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985828736:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318693.384398:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 634 00000100:00100000:1.0:1767318693.384421:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 806 00000100:00100000:1.0:1767318693.384426:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985828608:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318693.384445:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318693.384469:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985828608:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (804us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318693.384476:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 806 00000100:00080000:1.0:1767318693.384493:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318693.648978:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318693.902213:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318668/real 1767318668] req@ffffa07bf8c29880 x1853164045513600/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318693 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318693.902256:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8c29880 x1853164045513600/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318693 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318693.902271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318693.902280:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318693.902284:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045513600:0@lo:250:kworker.0 00000100:00080000:1.0:1767318693.902464:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318693.902471:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318693.902474:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318693.902479:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3866 00000100:00080000:1.0:1767318693.902484:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318693.902492:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318693.902522:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164045520128/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318693.902574:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318693.902578:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318693.902580:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318693.902583:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3887 00000100:00080000:1.0:1767318693.902586:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318693.902589:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318693.902604:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045520384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318693.902620:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318693.902623:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318693.902625:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318693.902628:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3887 00000100:00080000:1.0:1767318693.902631:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318693.902635:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318693.902645:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29880 x1853164045520640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318693.902647:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045520256:0@lo:400:kworker.0 00000100:00080000:1.0:1767318693.902653:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318693.902656:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318693.902657:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318693.902660:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3887 00000100:00080000:1.0:1767318693.902663:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318693.902666:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318693.902675:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045520768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318693.902704:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318693.902707:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318693.902709:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318693.902712:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3887 00000100:00080000:1.0:1767318693.902714:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318693.902717:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318693.902726:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045521152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318693.902730:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318693.902746:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045520512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318693.902789:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318693.902816:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045521024:0@lo:400:kworker.0 00000100:00100000:1.0:1767318693.902841:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520256 00000100:00100000:0.0:1767318693.902843:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318693.902849:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520256 00000100:00100000:0.0:1767318693.902863:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318693.902868:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045520896:0@lo:400:kworker.0 00000100:00100000:0.0:1767318693.902886:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318693.902895:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520512 00000100:00100000:1.0:1767318693.902898:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520512 00000100:00100000:0.0:1767318693.902908:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521024 00000100:00100000:0.0:1767318693.902912:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521024 00000100:00100000:1.0:1767318693.902917:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1767318693.902924:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045520256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318693.902936:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520896 00000100:00100000:0.0:1767318693.902938:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520896 00000100:00100000:0.0:1767318693.902957:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1767318693.902962:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045521024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318693.902969:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045520256:12345-0@lo:400:kworker.0 Request processed in 46us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318693.902976:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1767318693.902990:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045521024:12345-0@lo:400:kworker.0 Request processed in 29us (147us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318693.902995:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1767318693.903001:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045520512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318693.903003:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1767318693.903013:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1767318693.903018:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045520896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318693.903029:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045520512:12345-0@lo:400:kworker.0 Request processed in 29us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318693.903035:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1767318693.903040:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045520896:12345-0@lo:400:kworker.0 Request processed in 22us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318693.903045:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:1.0:1767318693.903051:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318693.903055:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318693.903057:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318693.903077:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29180 x1853164045520512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318693.903079:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045520896:0@lo:400:kworker.0 00000100:00100000:1.0:1767318693.903086:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045520512:0@lo:400:kworker.0 00000100:00100000:0.0:1767318693.903087:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045521024:0@lo:400:kworker.0 00010000:00080000:0.0:1767318693.903104:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2bb80 x1853164045520256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318693.903112:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045520256:0@lo:400:kworker.0 00000100:00100000:3.0:1767318693.904587:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045520128:0@lo:250:kworker.0 00000400:00000100:3.0:1767318693.905047:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045520128 offset 0 length 520: 4 00000100:00100000:3.0:1767318693.905090:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045520384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318693.905123:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318693.905231:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045520640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318693.905253:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318693.905269:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045520768:0@lo:38:kworker.0 00000100:00100000:2.0:1767318693.905276:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520384 00000100:00100000:2.0:1767318693.905284:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520384 00000100:00100000:3.0:1767318693.905291:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318693.905306:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045521152:0@lo:38:kworker.0 00000100:00100000:2.0:1767318693.905313:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520640 00000100:00100000:2.0:1767318693.905316:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520640 00000100:00100000:3.0:1767318693.905325:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318693.905332:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521152 00000100:00100000:2.0:1767318693.905334:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521152 00000100:00100000:2.0:1767318693.905349:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:3.0:1767318693.905353:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045520768 00000100:00100000:2.0:1767318693.905355:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045520384:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318693.905356:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045520768 00000100:00100000:3.0:1767318693.905372:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00010000:00020000:2.0:1767318693.905373:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318693.905376:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045520768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318693.905384:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318693.905410:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045520768:12345-0@lo:38:kworker.0 Request processed in 32us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318693.905422:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1767318693.905441:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1767318693.905446:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045520640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318693.905460:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318693.905959:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1767318693.905965:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045521152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318693.905975:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318693.908664:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045520384:12345-0@lo:38:kworker.0 Request processed in 3296us (3528us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318693.908678:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1767318693.910439:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045520640:12345-0@lo:38:kworker.0 Request processed in 4980us (5173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318693.910455:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1767318693.911956:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045521152:12345-0@lo:38:kworker.0 Request processed in 5978us (6618us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318693.911972:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00080000:1.0:1767318693.912281:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318693.912288:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318693.912292:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045520384:0@lo:38:kworker.0 00000100:00080000:1.0:1767318693.912305:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318693.912309:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318693.912312:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045520640:0@lo:38:kworker.0 00000100:00080000:1.0:1767318693.912323:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318693.912328:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318693.912330:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045520768:0@lo:38:kworker.0 00000100:00080000:1.0:1767318693.912341:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318693.912344:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318693.912346:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045521152:0@lo:38:kworker.0 00010000:00010000:3.0:1767318694.671103:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318695.695105:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318696.721045:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318696.974215:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045521280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318696.974287:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318696.975082:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521280 00000100:00100000:3.0:1767318696.975091:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521280 00000100:00100000:3.0:1767318696.975169:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1767318696.975179:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045521280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318696.975222:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318696.975275:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045521280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318696.975282:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1767318696.975708:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045521408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318696.975746:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318696.975849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318696.975887:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045521280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318696.976088:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521408 00000100:00100000:3.0:1767318696.976093:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521408 00000100:00100000:3.0:1767318696.976147:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1767318696.976154:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045521408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318696.976173:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318696.976217:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045521408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318696.976223:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1767318696.976295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045521408:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318696.976383:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767318697.742061:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318698.433462:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318698.433504:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318698.433619:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828992 00000100:00100000:0.0:1767318698.433629:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828992 00000100:00100000:2.0:1767318698.433657:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985828864 00000100:00100000:2.0:1767318698.433663:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985828864 00000100:00080000:1.0:1767318698.433723:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318698.433798:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 637 00000100:00100000:2.0:1767318698.433811:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985828992:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318698.434085:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985828992:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 278us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318698.434093:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 637 00000100:00100000:2.0:1767318698.434123:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 810 00000100:00100000:2.0:1767318698.434128:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985828864:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318698.434148:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318698.434171:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985828864:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (666us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318698.434177:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 810 00010000:00010000:3.0:1767318698.766010:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318699.022155:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318699.022166:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318699.022220:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318699.022224:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318699.022229:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318699.022237:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3892 00000100:00080000:2.0:1767318699.022242:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318699.022248:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318699.022252:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045521536:0@lo:400:kworker.0 00000100:00100000:2.0:1767318699.022268:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc700 x1853164045521664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318699.022298:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318699.022301:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318699.022303:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318699.022306:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3892 00000100:00080000:2.0:1767318699.022308:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318699.022311:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318699.022317:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318699.022320:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ddf80 x1853164045521920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318699.022327:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318699.022330:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318699.022332:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318699.022335:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3892 00000100:00080000:2.0:1767318699.022337:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318699.022340:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318699.022349:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc380 x1853164045522048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318699.022351:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318699.022356:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045521792:0@lo:400:kworker.0 00000100:00100000:0.0:1767318699.022376:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318699.022380:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318699.022382:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318699.022385:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318699.022388:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3892 00000100:00080000:2.0:1767318699.022390:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318699.022394:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318699.022397:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045522176:0@lo:400:kworker.0 00000100:00100000:2.0:1767318699.022404:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff100 x1853164045522432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318699.022422:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318699.022423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045522304:0@lo:400:kworker.0 00000100:00100000:2.0:1767318699.022446:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318699.022491:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045521664:0@lo:38:kworker.0 00000100:00100000:1.0:1767318699.022519:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318699.022536:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045521920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318699.022553:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318699.022569:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045522048:0@lo:38:kworker.0 00000100:00100000:1.0:1767318699.022588:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318699.022604:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045522432:0@lo:38:kworker.0 00000100:00100000:1.0:1767318699.022622:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318699.022648:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521536 00000100:00100000:1.0:1767318699.022654:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521536 00000100:00100000:1.0:1767318699.022699:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521792 00000100:00100000:1.0:1767318699.022702:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521792 00000100:00100000:1.0:1767318699.022715:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521664 00000100:00100000:1.0:1767318699.022718:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521664 00000100:00100000:0.0:1767318699.022727:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522176 00000100:00100000:1.0:1767318699.022727:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045521920 00000100:00100000:1.0:1767318699.022729:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045521920 00000100:00100000:0.0:1767318699.022730:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522176 00000100:00100000:1.0:1767318699.022736:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522432 00000100:00100000:1.0:1767318699.022738:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522432 00000100:00100000:1.0:1767318699.022747:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1767318699.022754:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045521536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318699.022758:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522304 00000100:00100000:0.0:1767318699.022761:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522304 00000100:00100000:0.0:1767318699.022794:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1767318699.022801:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045522176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318699.022814:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045521536:12345-0@lo:400:kworker.0 Request processed in 60us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318699.022821:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1767318699.022828:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045522176:12345-0@lo:400:kworker.0 Request processed in 29us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318699.022833:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1767318699.022838:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1767318699.022842:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1767318699.022843:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045521792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318699.022868:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045521792:12345-0@lo:400:kworker.0 Request processed in 24us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318699.022873:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1767318699.022886:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1767318699.022890:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045521664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318699.022907:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318699.022949:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045521664:12345-0@lo:38:kworker.0 Request processed in 57us (429us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318699.022956:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1767318699.022967:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1767318699.022972:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045521920:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318699.022975:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045522304:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767318699.022980:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318699.023051:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1767318699.023111:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045522432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318699.023122:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318699.023230:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318699.023234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318699.023236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318699.023248:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522048 00000100:00100000:2.0:1767318699.023254:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522048 00000100:00100000:2.0:1767318699.023273:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1767318699.023277:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045522048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318699.023286:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318699.023635:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045521920:12345-0@lo:38:kworker.0 Request processed in 662us (1080us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318699.023642:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00080000:1.0:1767318699.023676:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318699.023681:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318699.023684:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045521664:0@lo:38:kworker.0 00000100:00080000:1.0:1767318699.023693:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318699.023696:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318699.023699:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045521920:0@lo:38:kworker.0 00000100:00100000:0.0:1767318699.023703:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045522304:12345-0@lo:400:kworker.0 Request processed in 855us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318699.023708:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1767318699.023749:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045522176:0@lo:400:kworker.0 00010000:00080000:1.0:1767318699.023750:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dd180 x1853164045521792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318699.023758:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045521792:0@lo:400:kworker.0 00010000:00080000:1.0:1767318699.023782:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dfb80 x1853164045521536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318699.023784:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045522304:0@lo:400:kworker.0 00000100:00100000:1.0:1767318699.023791:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045521536:0@lo:400:kworker.0 00000100:00100000:3.0:1767318699.024220:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045522432:12345-0@lo:38:kworker.0 Request processed in 1109us (1597us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318699.024226:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:1.0:1767318699.024342:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318699.024345:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318699.024347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045522432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318699.024410:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045522048:12345-0@lo:38:kworker.0 Request processed in 1132us (1821us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318699.024415:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00080000:1.0:1767318699.024458:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318699.024461:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318699.024463:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045522048:0@lo:38:kworker.0 00010000:00010000:2.0:1767318699.790249:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318700.814117:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318701.838039:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318702.094181:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045522560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318702.094251:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318702.094422:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522560 00000100:00100000:1.0:1767318702.094430:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522560 00000100:00100000:1.0:1767318702.094495:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1767318702.094505:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045522560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318702.094535:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767318702.094708:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318702.095225:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045522688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318702.097732:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045522560:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318702.098874:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045522560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4363us (4616us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318702.098886:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1767318702.098901:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318702.098923:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522688 00000100:00100000:1.0:1767318702.098930:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522688 00000100:00100000:1.0:1767318702.099053:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1767318702.099061:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045522688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318702.099090:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318702.099140:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045522688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318702.099146:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:2.0:1767318702.099337:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318702.101215:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045522688:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318702.862705:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318703.557252:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318703.557491:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985829120 00000100:00100000:0.0:1767318703.557502:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985829120 00000100:00100000:0.0:1767318703.557616:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 814 00000100:00100000:0.0:1767318703.557625:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985829120:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318703.557648:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318703.557714:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985829120:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318703.557722:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 814 00000100:00100000:3.0:1767318703.562601:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318703.562658:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985829248 00000100:00100000:0.0:1767318703.562668:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985829248 00000100:00100000:0.0:1767318703.562742:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 640 00000100:00100000:0.0:1767318703.562752:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf563f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985829248:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318703.562840:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf563f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985829248:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 89us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318703.562848:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 640 00000100:00080000:2.0:1767318703.563182:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318703.886027:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318704.145062:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318704.145074:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318704.145134:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318704.145139:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318704.145143:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318704.145151:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3897 00000100:00080000:2.0:1767318704.145155:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318704.145163:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318704.145186:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdf80 x1853164045522944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318704.145205:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318704.145219:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318704.145221:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318704.145225:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3897 00000100:00080000:2.0:1767318704.145227:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318704.145231:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318704.145241:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff100 x1853164045523200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318704.145249:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318704.145253:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318704.145254:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318704.145258:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3897 00000100:00080000:2.0:1767318704.145260:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318704.145263:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318704.145272:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd180 x1853164045523328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318704.145315:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318704.145319:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318704.145321:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318704.145324:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3897 00000100:00080000:2.0:1767318704.145326:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318704.145329:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318704.145341:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045523072:0@lo:400:kworker.0 00000100:00100000:2.0:1767318704.145342:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1880 x1853164045523712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318704.145407:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045523584:0@lo:400:kworker.0 00000100:00100000:2.0:1767318704.145475:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318704.145529:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318704.145534:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045523456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318704.145553:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318704.145602:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318704.145662:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318704.145671:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045522816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318704.145701:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318704.145806:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523072 00000100:00100000:2.0:1767318704.145815:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523072 00000100:00080000:3.0:1767318704.145875:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318704.145976:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045522944:0@lo:38:kworker.0 00000100:00100000:1.0:1767318704.146023:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318704.146059:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045523200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318704.146081:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318704.146108:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045523328:0@lo:38:kworker.0 00000100:00100000:3.0:1767318704.146121:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522816 00000100:00100000:3.0:1767318704.146131:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522816 00000100:00100000:1.0:1767318704.146137:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318704.146168:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045523712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318704.146192:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318704.146298:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045522944 00000100:00100000:3.0:1767318704.146305:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045522944 00000100:00100000:0.0:1767318704.146315:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523584 00000100:00100000:0.0:1767318704.146323:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523584 00000100:00100000:3.0:1767318704.146327:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523200 00000100:00100000:3.0:1767318704.146334:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523200 00000100:00100000:3.0:1767318704.146351:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523712 00000100:00100000:3.0:1767318704.146354:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523712 00000100:00100000:3.0:1767318704.146378:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1767318704.146384:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523456 00000100:00100000:0.0:1767318704.146390:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523456 00000100:00100000:0.0:1767318704.146421:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1767318704.146431:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045523584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318704.146484:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045523584:12345-0@lo:400:kworker.0 Request processed in 55us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318704.146491:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1767318704.146506:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1767318704.146512:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045523456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318704.146535:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf563c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045522816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318704.146545:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045523456:12345-0@lo:400:kworker.0 Request processed in 28us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318704.146553:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1767318704.146578:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1767318704.146584:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045522944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318704.146604:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318704.146615:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf563c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045522816:12345-0@lo:400:kworker.0 Request processed in 225us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318704.146626:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1767318704.146652:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1767318704.146659:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045523200:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318704.146665:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045522944:12345-0@lo:38:kworker.0 Request processed in 76us (637us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318704.146675:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00010000:00020000:3.0:1767318704.146682:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318704.146696:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1767318704.146703:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045523712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318704.146715:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318704.146726:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045523200:12345-0@lo:38:kworker.0 Request processed in 65us (643us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318704.146736:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1767318704.146759:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045523712:12345-0@lo:38:kworker.0 Request processed in 49us (560us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318704.146805:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:3.0:1767318704.146821:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318704.146827:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318704.146831:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318704.146868:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc000 x1853164045522816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318704.146885:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045522816:0@lo:400:kworker.0 00000100:00100000:3.0:1767318704.146942:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523328 00000100:00100000:3.0:1767318704.146948:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523328 00000100:00100000:3.0:1767318704.146971:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1767318704.146976:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045523328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318704.146988:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318704.147037:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045523328:12345-0@lo:38:kworker.0 Request processed in 59us (900us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318704.147044:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1767318704.147128:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045523456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318704.147146:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045523584:0@lo:400:kworker.0 00000100:00100000:2.0:1767318704.147313:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1767318704.147327:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf563f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045523072:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318704.147488:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318704.147494:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318704.147497:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045523712:0@lo:38:kworker.0 00000100:00080000:1.0:1767318704.147524:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318704.147527:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318704.147530:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045522944:0@lo:38:kworker.0 00000100:00080000:1.0:1767318704.147539:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318704.147541:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318704.147544:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045523200:0@lo:38:kworker.0 00000100:00080000:1.0:1767318704.147553:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318704.147556:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318704.147559:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045523328:0@lo:38:kworker.0 00000100:00100000:2.0:1767318704.147731:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf563f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045523072:12345-0@lo:400:kworker.0 Request processed in 409us (2130us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318704.147737:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00010000:00080000:3.0:1767318704.147810:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc380 x1853164045523072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318704.147823:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045523072:0@lo:400:kworker.0 00010000:00010000:3.0:1767318704.910224:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318705.934085:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318706.960437:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318707.214068:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318707.214094:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045523840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318707.214192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318707.214254:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523840 00000100:00100000:0.0:1767318707.214266:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523840 00000100:00080000:1.0:1767318707.214306:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318707.214545:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1767318707.214558:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045523840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318707.214595:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318707.214645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045523968:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318707.214648:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045523840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318707.214658:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1767318707.214678:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318707.222345:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045523840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318707.226472:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045523968 00000100:00100000:1.0:1767318707.226494:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045523968 00000100:00100000:1.0:1767318707.226593:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1767318707.226602:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045523968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318707.226645:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318707.226871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045523968:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318707.228153:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318707.228599:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045523968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 146us (12069us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318707.228614:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00010000:00010000:2.0:1767318707.982188:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318708.676978:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318708.677044:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318708.677236:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985829376 00000100:00100000:2.0:1767318708.677250:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985829376 00000100:00100000:2.0:1767318708.677360:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985829504 00000100:00100000:2.0:1767318708.677364:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985829504 00000100:00080000:1.0:1767318708.677442:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318708.682541:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 643 00000100:00100000:0.0:1767318708.682575:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985829504:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318708.684305:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985829504:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 1727us (7238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318708.684323:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 643 00000100:00100000:0.0:1767318708.684375:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 818 00000100:00100000:0.0:1767318708.684382:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985829376:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318708.684408:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318708.684456:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985829376:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 74us (7496us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318708.684462:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 818 00010000:00010000:3.0:1767318709.006764:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318709.262426:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318709.262441:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318709.262523:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318709.262528:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318709.262533:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318709.262543:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3902 00000100:00080000:1.0:1767318709.262549:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318709.262557:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318709.262620:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70380 x1853164045524224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318709.262662:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318709.262666:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318709.262668:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318709.262671:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3902 00000100:00080000:1.0:1767318709.262674:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318709.262679:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318709.262691:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70a80 x1853164045524480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318709.262699:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318709.262703:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318709.262705:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318709.262708:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3902 00000100:00080000:1.0:1767318709.262710:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318709.262713:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318709.262726:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d73100 x1853164045524608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318709.262758:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318709.262761:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318709.262763:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318709.262766:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3902 00000100:00080000:1.0:1767318709.262801:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318709.262805:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318709.262817:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71f80 x1853164045524992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318709.262936:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045524096:0@lo:400:kworker.0 00000100:00100000:3.0:1767318709.263040:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318709.263636:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318709.263647:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045524352:0@lo:400:kworker.0 00000100:00100000:3.0:1767318709.263685:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318709.263729:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524096 00000100:00100000:3.0:1767318709.263738:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524096 00000100:00100000:3.0:1767318709.263836:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524352 00000100:00100000:3.0:1767318709.263840:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524352 00000100:00100000:3.0:1767318709.263871:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1767318709.263880:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045524096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318709.263951:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045524096:12345-0@lo:400:kworker.0 Request processed in 71us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318709.263974:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1767318709.263994:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1767318709.264001:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045524352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318709.264029:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045524352:12345-0@lo:400:kworker.0 Request processed in 29us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318709.264035:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00010000:00080000:3.0:1767318709.264087:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d72300 x1853164045524352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318709.264200:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045524352:0@lo:400:kworker.0 00010000:00080000:3.0:1767318709.264217:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc700 x1853164045524096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318709.264227:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045524096:0@lo:400:kworker.0 00000100:00080000:3.0:1767318709.264374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318709.264524:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045524864:0@lo:400:kworker.0 00000100:00100000:0.0:1767318709.264568:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318709.264606:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318709.264612:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045524736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318709.264634:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318709.264796:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045524224:0@lo:38:kworker.0 00000100:00100000:2.0:1767318709.264838:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318709.265468:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524224 00000100:00100000:1.0:1767318709.265476:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524224 00000100:00100000:1.0:1767318709.265517:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1767318709.265524:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045524224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318709.265548:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318709.265597:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045524224:12345-0@lo:38:kworker.0 Request processed in 72us (757us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318709.265604:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1767318709.265649:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524864 00000100:00100000:1.0:1767318709.265653:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524864 00000100:00100000:1.0:1767318709.265690:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524736 00000100:00100000:1.0:1767318709.265694:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524736 00000100:00100000:1.0:1767318709.265717:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1767318709.265723:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045524864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318709.265761:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045524864:12345-0@lo:400:kworker.0 Request processed in 38us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318709.265785:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1767318709.265797:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1767318709.265803:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045524736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318709.265827:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045524736:12345-0@lo:400:kworker.0 Request processed in 24us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318709.265832:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00080000:1.0:1767318709.265847:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318709.265851:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318709.267370:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045524736:0@lo:400:kworker.0 00000100:00100000:0.0:1767318709.267390:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045524864:0@lo:400:kworker.0 00000100:00080000:2.0:1767318709.267945:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318709.267953:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318709.267958:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045524224:0@lo:38:kworker.0 00000100:00100000:2.0:1767318709.268216:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045524480:0@lo:38:kworker.0 00000100:00100000:2.0:1767318709.268372:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318709.268423:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045524608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318709.268457:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318709.268552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045524992:0@lo:38:kworker.0 00000100:00100000:2.0:1767318709.268592:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318709.268883:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524480 00000100:00100000:1.0:1767318709.268891:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524480 00000100:00100000:1.0:1767318709.268949:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524992 00000100:00100000:1.0:1767318709.268954:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524992 00000100:00100000:2.0:1767318709.269218:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1767318709.269228:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045524480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318709.269255:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318709.269328:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045524480:12345-0@lo:38:kworker.0 Request processed in 100us (956us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318709.269337:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1767318709.269383:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045524608 00000100:00100000:3.0:1767318709.269390:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045524608 00000100:00080000:2.0:1767318709.269394:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318709.269400:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318709.269404:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045524480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318709.269424:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1767318709.269431:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045524608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318709.269443:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318709.269495:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045524608:12345-0@lo:38:kworker.0 Request processed in 63us (1036us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318709.269503:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1767318709.269584:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1767318709.269590:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045524992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318709.269602:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318709.269635:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045524992:12345-0@lo:38:kworker.0 Request processed in 44us (1042us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318709.269641:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00080000:2.0:1767318709.269855:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318709.269860:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318709.269864:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045524608:0@lo:38:kworker.0 00000100:00080000:2.0:1767318709.269873:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318709.269877:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318709.269880:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045524992:0@lo:38:kworker.0 00010000:00010000:1.0:1767318710.030173:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318711.054163:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318712.078491:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318712.334387:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045525120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318712.334708:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318712.334925:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045525248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318712.334964:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318712.335054:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525120 00000100:00100000:2.0:1767318712.335064:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525120 00000100:00100000:2.0:1767318712.335136:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525248 00000100:00100000:2.0:1767318712.335139:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525248 00000100:00100000:2.0:1767318712.335163:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1767318712.335175:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045525120:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318712.335691:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318712.335697:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318712.335738:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1767318712.335750:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045525248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318712.335821:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318712.335895:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045525248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (931us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318712.335904:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00002000:00000024:2.0:1767318712.336239:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318712.336288:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045525120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1116us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318712.336295:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1767318712.336383:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045525120:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318712.337039:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045525248:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318713.102080:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318713.794551:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318713.794728:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985829760 00000100:00100000:3.0:1767318713.794742:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985829760 00000100:00100000:3.0:1767318713.794896:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 646 00000100:00100000:3.0:1767318713.794909:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985829760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318713.795029:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985829760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 122us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318713.795037:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 646 00000100:00100000:3.0:1767318713.795792:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:1.0:1767318713.797133:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318713.803614:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985829632 00000100:00100000:2.0:1767318713.803638:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985829632 00000100:00100000:2.0:1767318713.803871:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 822 00000100:00100000:2.0:1767318713.803883:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985829632:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318713.803914:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318713.804036:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985829632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 153us (8269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318713.804045:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 822 00010000:00010000:1.0:1767318714.126633:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318714.381927:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318714.381942:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318714.382010:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318714.382015:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318714.382021:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318714.382032:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318714.382038:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318714.382048:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318714.382049:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045525376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318714.382074:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d72a00 x1853164045525504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318714.382125:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318714.382129:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318714.382131:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318714.382135:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318714.382137:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318714.382141:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318714.382146:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318714.382161:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70700 x1853164045525760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318714.382171:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318714.382174:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318714.382176:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318714.382180:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318714.382182:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318714.382186:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318714.382200:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71180 x1853164045525888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318714.382229:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767318714.382237:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318714.382239:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045525632:0@lo:400:kworker.0 00000100:00080000:1.0:1767318714.382243:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318714.382247:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318714.382251:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3907 00000100:00080000:1.0:1767318714.382254:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318714.382259:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318714.382269:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318714.382275:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70e00 x1853164045526272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318714.382321:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045526144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318714.382332:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525376 00000100:00100000:1.0:1767318714.382342:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525376 00000100:00100000:1.0:1767318714.382404:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525632 00000100:00100000:1.0:1767318714.382407:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525632 00000100:00100000:1.0:1767318714.382435:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767318714.382445:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045525376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318714.382561:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767318714.382573:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045525632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318714.382741:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045526016:0@lo:400:kworker.0 00000100:00100000:1.0:1767318714.383056:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045525376:12345-0@lo:400:kworker.0 Request processed in 611us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318714.383065:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:1.0:1767318714.383099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318714.383214:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d73480 x1853164045525376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318714.383230:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045525376:0@lo:400:kworker.0 00000100:00100000:1.0:1767318714.383284:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045525504:0@lo:38:kworker.0 00000100:00100000:1.0:1767318714.383319:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318714.383349:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045525760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318714.383375:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318714.383395:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045525888:0@lo:38:kworker.0 00000100:00100000:1.0:1767318714.383419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318714.383444:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045526272:0@lo:38:kworker.0 00000100:00100000:1.0:1767318714.383466:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318714.383502:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525504 00000100:00100000:1.0:1767318714.383506:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525504 00000100:00100000:1.0:1767318714.383529:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525760 00000100:00100000:1.0:1767318714.383532:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525760 00000100:00100000:1.0:1767318714.383546:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526272 00000100:00100000:1.0:1767318714.383549:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526272 00000100:00100000:1.0:1767318714.383560:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767318714.383565:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045525504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318714.383588:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318714.383627:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045525504:12345-0@lo:38:kworker.0 Request processed in 60us (307us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318714.383634:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767318714.383647:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1767318714.383651:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045525760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318714.383660:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318714.383686:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045525760:12345-0@lo:38:kworker.0 Request processed in 33us (309us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318714.383691:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1767318714.383703:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1767318714.383707:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045526272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318714.383717:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318714.383741:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045526272:12345-0@lo:38:kworker.0 Request processed in 32us (273us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318714.383747:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:2.0:1767318714.384035:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045525632:12345-0@lo:400:kworker.0 Request processed in 1464us (1764us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318714.384044:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00010000:00080000:2.0:1767318714.384077:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d72d80 x1853164045525632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318714.384096:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045525632:0@lo:400:kworker.0 00000100:00100000:2.0:1767318714.384204:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045525888 00000100:00100000:2.0:1767318714.384209:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045525888 00000100:00100000:2.0:1767318714.384234:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1767318714.384238:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045525888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318714.384248:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318714.384278:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045525888:12345-0@lo:38:kworker.0 Request processed in 38us (858us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318714.384284:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00080000:1.0:1767318714.384555:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318714.384561:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318714.384565:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045525504:0@lo:38:kworker.0 00000100:00080000:1.0:1767318714.384581:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318714.384585:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318714.384589:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045525760:0@lo:38:kworker.0 00000100:00080000:1.0:1767318714.384598:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318714.384601:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318714.384605:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045525888:0@lo:38:kworker.0 00000100:00080000:1.0:1767318714.384613:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318714.384616:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318714.384618:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045526272:0@lo:38:kworker.0 00000100:00100000:0.0:1767318714.386759:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318714.386895:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526144 00000100:00100000:2.0:1767318714.387127:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526144 00000100:00100000:2.0:1767318714.387221:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1767318714.387233:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045526144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318714.387341:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045526144:12345-0@lo:400:kworker.0 Request processed in 109us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318714.387349:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1767318714.387443:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318714.387460:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318714.387524:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526016 00000100:00100000:0.0:1767318714.387528:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526016 00000100:00080000:1.0:1767318714.387629:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318714.387687:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045526144:0@lo:400:kworker.0 00000100:00100000:0.0:1767318714.387797:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1767318714.387816:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045526016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318714.387866:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045526016:12345-0@lo:400:kworker.0 Request processed in 61us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318714.387872:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1767318714.387935:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045526016:0@lo:400:kworker.0 00010000:00010000:3.0:1767318715.152871:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318716.175372:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318717.198126:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318717.455209:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318717.455236:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045526400:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318717.455332:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.455409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045526528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318717.455436:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318717.455476:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526400 00000100:00100000:0.0:1767318717.455485:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526400 00000100:00100000:2.0:1767318717.455678:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526528 00000100:00100000:2.0:1767318717.455692:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526528 00000100:00100000:2.0:1767318717.455736:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1767318717.455746:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045526528:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318717.455898:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318717.455905:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767318717.456169:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318717.456287:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1767318717.456295:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045526400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318717.456316:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318717.456370:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045526400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318717.456376:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1767318717.456616:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045526528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 743us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318717.456625:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1767318717.456849:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045526528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318717.456865:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045526400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318718.224027:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318718.478820:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318693/real 1767318693] req@ffffa07bf8c2a300 x1853164045520128/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318718 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318718.478877:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8c2a300 x1853164045520128/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318718 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318718.478904:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318718.478934:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767318718.478939:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045520128:0@lo:250:kworker.0 00000100:00080000:0.0:1767318718.479302:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318718.479308:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318718.479312:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318718.479318:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3892 00000100:00080000:0.0:1767318718.479323:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318718.479330:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318718.479372:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8380 x1853164045526656/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318718.479436:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318718.479440:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318718.479442:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318718.479446:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3912 00000100:00080000:0.0:1767318718.479448:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318718.479452:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318718.479471:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8a80 x1853164045526912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318718.479490:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318718.479493:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318718.479495:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318718.479498:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3912 00000100:00080000:0.0:1767318718.479501:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318718.479505:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318718.479512:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045526784:0@lo:400:kworker.0 00000100:00100000:0.0:1767318718.479515:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164045527168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318718.479522:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318718.479525:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318718.479527:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318718.479531:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3912 00000100:00080000:0.0:1767318718.479532:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318718.479535:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318718.479545:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9c00 x1853164045527296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318718.479584:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318718.479588:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318718.479590:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318718.479594:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3912 00000100:00080000:0.0:1767318718.479596:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767318718.479600:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318718.479600:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045527040:0@lo:400:kworker.0 00000100:00080000:0.0:1767318718.479601:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318718.479617:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045527680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318718.479640:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318718.479647:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045527552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318718.479688:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318718.479688:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045527424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318718.479689:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526784 00000100:00100000:2.0:1767318718.479699:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526784 00000100:00100000:1.0:1767318718.479720:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318718.479764:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318718.479785:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045526656:0@lo:250:kworker.0 00000100:00100000:2.0:1767318718.479803:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527040 00000100:00100000:2.0:1767318718.479808:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527040 00000400:00000100:3.0:1767318718.479816:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045526656 offset 0 length 520: 4 00000100:00100000:2.0:1767318718.479851:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1767318718.479854:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045526912:0@lo:38:kworker.0 00000100:00100000:2.0:1767318718.479864:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045526784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318718.479882:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318718.479906:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045527168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318718.479932:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045526784:12345-0@lo:400:kworker.0 Request processed in 70us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318718.479940:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318718.479944:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1767318718.479967:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045526912 00000100:00100000:3.0:1767318718.479967:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045527296:0@lo:38:kworker.0 00000100:00100000:2.0:1767318718.479973:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045526912 00000100:00100000:2.0:1767318718.479989:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527168 00000100:00100000:2.0:1767318718.479993:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527168 00000100:00100000:3.0:1767318718.480001:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318718.480009:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1767318718.480018:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045527040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318718.480024:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045527680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318718.484036:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527552 00000100:00100000:0.0:1767318718.484056:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527552 00000100:00100000:2.0:1767318718.485095:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045527040:12345-0@lo:400:kworker.0 Request processed in 5070us (5445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318718.485110:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1767318718.485134:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527424 00000100:00100000:0.0:1767318718.485141:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527424 00000100:00100000:2.0:1767318718.485147:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1767318718.485155:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045526912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318718.485183:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318718.485245:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045526912:12345-0@lo:38:kworker.0 Request processed in 89us (5363us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318718.485253:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1767318718.485260:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1767318718.485272:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767318718.485274:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045527552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318718.485281:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045527168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318718.485292:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318718.485317:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045527168:12345-0@lo:38:kworker.0 Request processed in 36us (5378us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318718.485323:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767318718.485353:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045527552:12345-0@lo:400:kworker.0 Request processed in 83us (5664us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318718.485360:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1767318718.485377:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1767318718.485385:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045527424:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1767318718.485426:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9180 x1853164045527040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318718.485444:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045527040:0@lo:400:kworker.0 00000100:00100000:2.0:1767318718.485603:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527296 00000100:00100000:2.0:1767318718.485608:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527296 00000100:00100000:2.0:1767318718.485627:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1767318718.485632:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045527296:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318718.485641:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318718.485724:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318718.488490:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045527424:12345-0@lo:400:kworker.0 Request processed in 3091us (8755us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318718.488509:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1767318718.488626:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045527424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318718.488672:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045527552:0@lo:400:kworker.0 00000100:00100000:3.0:1767318718.488898:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318718.488948:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318718.488953:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318718.488957:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045526912:0@lo:38:kworker.0 00000100:00080000:3.0:1767318718.488968:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318718.488971:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318718.488974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045527168:0@lo:38:kworker.0 00000100:00100000:0.0:1767318718.489223:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527680 00000100:00100000:0.0:1767318718.489236:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527680 00000100:00100000:0.0:1767318718.489363:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1767318718.489371:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045527680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318718.489394:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318718.489454:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045527680:12345-0@lo:38:kworker.0 Request processed in 82us (556us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318718.489460:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00080000:3.0:1767318718.489518:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318718.489523:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318718.489526:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045527680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318718.491982:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045527296:12345-0@lo:38:kworker.0 Request processed in 6333us (11966us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318718.492006:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00080000:3.0:1767318718.492444:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318718.492453:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318718.492458:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045527296:0@lo:38:kworker.0 00010000:00080000:1.0:1767318718.493022:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8e00 x1853164045526784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318718.493040:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045526784:0@lo:400:kworker.0 00000400:00000100:2.0:1767318718.915588:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985829888 offset 0 length 520: 4 00000100:00100000:2.0:1767318718.915650:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318718.915702:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318718.915861:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830016 00000100:00100000:0.0:1767318718.915875:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830016 00000100:00100000:0.0:1767318718.915979:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830144 00000100:00100000:0.0:1767318718.915983:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830144 00000100:00100000:0.0:1767318718.916045:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 651 00000100:00100000:0.0:1767318718.916057:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985830144:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767318718.916059:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318718.916170:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985830144:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318718.916180:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 651 00000100:00100000:0.0:1767318718.916203:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 829 00000100:00100000:0.0:1767318718.916208:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985830016:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318718.916232:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318718.916263:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985830016:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (613us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318718.916270:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 829 00010000:00010000:3.0:1767318719.246546:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318720.273836:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318721.294058:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318722.323320:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318722.576334:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045527808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318722.576419:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318722.576500:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527808 00000100:00100000:3.0:1767318722.576511:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527808 00000100:00100000:3.0:1767318722.577118:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1767318722.577129:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045527808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318722.577166:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318722.577225:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045527808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318722.577233:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1767318722.577252:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045527808:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318722.577479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318722.577527:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318722.577538:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045527936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318722.577574:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318722.577640:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045527936 00000100:00100000:1.0:1767318722.577646:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045527936 00000100:00100000:1.0:1767318722.577700:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1767318722.577707:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045527936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318722.577726:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318722.577763:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045527936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318722.577790:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:1.0:1767318722.577825:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045527936:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318722.577887:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318723.343571:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318723.598796:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318723.598810:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318723.598891:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318723.598896:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318723.598900:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318723.598910:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318723.598917:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318723.598926:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318723.598930:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318723.598954:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045528064:0@lo:400:kworker.0 00000100:00100000:1.0:1767318723.598957:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71180 x1853164045528192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318723.598989:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318723.598992:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318723.598994:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318723.598998:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318723.599001:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318723.599005:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318723.599016:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d72a00 x1853164045528448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318723.599025:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318723.599028:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318723.599030:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318723.599034:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318723.599036:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318723.599040:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318723.599051:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70a80 x1853164045528576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318723.599083:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318723.599086:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318723.599088:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318723.599092:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3916 00000100:00080000:1.0:1767318723.599094:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318723.599109:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318723.599121:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71500 x1853164045528960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318723.599152:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045528192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318723.599251:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318723.599256:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045528704:0@lo:400:kworker.0 00000100:00100000:0.0:1767318723.599260:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045528320:0@lo:400:kworker.0 00000100:00100000:3.0:1767318723.603898:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318723.603977:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318723.604040:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528064 00000100:00100000:0.0:1767318723.604052:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528064 00000100:00100000:3.0:1767318723.604147:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045528832:0@lo:400:kworker.0 00000100:00100000:3.0:1767318723.604202:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318723.604241:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528320 00000100:00100000:3.0:1767318723.604245:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528320 00000100:00100000:2.0:1767318723.604302:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318723.604323:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1767318723.604333:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1767318723.604344:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045528320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318723.604370:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528832 00000100:00100000:2.0:1767318723.604375:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528832 00000100:00100000:3.0:1767318723.604416:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045528320:12345-0@lo:400:kworker.0 Request processed in 74us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318723.604425:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1767318723.604430:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045528064:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767318723.604463:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318723.604480:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045528064:12345-0@lo:400:kworker.0 Request processed in 146us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318723.604490:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00010000:00080000:0.0:1767318723.604541:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70700 x1853164045528320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318723.604557:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045528320:0@lo:400:kworker.0 00000100:00100000:1.0:1767318723.606499:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318723.606565:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045528448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318723.606624:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318723.606659:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045528576:0@lo:38:kworker.0 00000100:00100000:1.0:1767318723.606688:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318723.606709:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045528960:0@lo:38:kworker.0 00000100:00100000:1.0:1767318723.606761:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318723.606837:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528192 00000100:00100000:1.0:1767318723.606846:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528192 00000100:00100000:1.0:1767318723.606880:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528448 00000100:00100000:1.0:1767318723.606884:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528448 00000100:00100000:1.0:1767318723.606897:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528960 00000100:00100000:1.0:1767318723.606900:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528960 00000100:00100000:1.0:1767318723.606917:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1767318723.606925:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045528192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318723.606951:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318723.606999:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045528192:12345-0@lo:38:kworker.0 Request processed in 72us (509us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318723.607006:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1767318723.607027:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1767318723.607032:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045528448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318723.607041:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318723.607064:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045528448:12345-0@lo:38:kworker.0 Request processed in 31us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318723.607071:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1767318723.607081:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1767318723.607085:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045528960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318723.607094:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318723.607259:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045528960:12345-0@lo:38:kworker.0 Request processed in 170us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318723.607266:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:1.0:1767318723.607322:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318723.607328:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318723.607426:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045528192:0@lo:38:kworker.0 00000100:00080000:1.0:1767318723.607440:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318723.607444:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318723.607448:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045528448:0@lo:38:kworker.0 00000100:00080000:1.0:1767318723.607456:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318723.607460:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318723.607463:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045528960:0@lo:38:kworker.0 00000100:00100000:1.0:1767318723.607629:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528576 00000100:00100000:1.0:1767318723.607644:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528576 00000100:00100000:1.0:1767318723.607675:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1767318723.607681:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045528576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318723.607692:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318723.607726:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045528576:12345-0@lo:38:kworker.0 Request processed in 44us (1036us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318723.607733:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:1.0:1767318723.607755:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318723.607760:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318723.607763:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045528576:0@lo:38:kworker.0 00010000:00080000:1.0:1767318723.607838:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70e00 x1853164045528064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318723.607850:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045528064:0@lo:400:kworker.0 00000100:00100000:3.0:1767318723.614147:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045528704 00000100:00100000:3.0:1767318723.614170:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045528704 00000100:00100000:3.0:1767318723.614259:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1767318723.614272:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045528832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318723.614409:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045528832:12345-0@lo:400:kworker.0 Request processed in 139us (10205us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318723.614417:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1767318723.614490:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045528832:0@lo:400:kworker.0 00000100:00100000:3.0:1767318723.614529:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1767318723.614536:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045528704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318723.614578:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045528704:12345-0@lo:400:kworker.0 Request processed in 43us (10278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318723.614584:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1767318723.614648:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045528704:0@lo:400:kworker.0 00000100:00100000:3.0:1767318724.036156:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318724.036210:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318724.036339:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830400 00000100:00100000:2.0:1767318724.036352:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830400 00000100:00100000:2.0:1767318724.036445:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830272 00000100:00100000:2.0:1767318724.036449:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830272 00000100:00100000:2.0:1767318724.036470:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 654 00000100:00100000:2.0:1767318724.036481:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985830400:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318724.036581:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985830400:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318724.036590:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 654 00000100:00100000:2.0:1767318724.036610:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 833 00000100:00100000:2.0:1767318724.036615:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985830272:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318724.036651:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318724.036682:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985830272:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 65us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318724.036689:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 833 00000100:00080000:3.0:1767318724.036914:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318724.368813:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318725.390029:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318726.414262:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318727.438022:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318727.696999:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045529088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318727.697109:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318727.697463:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529088 00000100:00100000:1.0:1767318727.697473:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529088 00000100:00100000:1.0:1767318727.697576:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1767318727.697587:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045529088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318727.697627:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318727.697688:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045529088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318727.697696:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:3.0:1767318727.697841:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318727.697955:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045529088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318727.698349:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045529216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318727.698394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318727.698653:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529216 00000100:00100000:0.0:1767318727.698659:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529216 00000100:00100000:0.0:1767318727.698713:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1767318727.698722:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045529216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318727.698746:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318727.698815:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045529216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318727.698821:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1767318727.698854:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045529216:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318727.699039:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318728.462108:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318728.718212:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318728.718227:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318728.718339:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767318728.718605:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318728.718611:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318728.718616:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318728.718626:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3921 00000100:00080000:2.0:1767318728.718631:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318728.718639:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318728.718666:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8a80 x1853164045529472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318728.718735:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045529472:0@lo:38:kworker.0 00000100:00100000:1.0:1767318728.718855:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318728.718983:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529472 00000100:00100000:3.0:1767318728.718993:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529472 00000100:00100000:3.0:1767318728.719045:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1767318728.719065:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045529472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318728.719091:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318728.719146:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045529472:12345-0@lo:38:kworker.0 Request processed in 81us (290us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318728.719155:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00080000:1.0:1767318728.728976:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318728.728999:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318728.729005:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045529472:0@lo:38:kworker.0 00000100:00100000:0.0:1767318728.729583:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045529600:0@lo:400:kworker.0 00000100:00100000:0.0:1767318728.729672:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318728.729734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045529344:0@lo:400:kworker.0 00000100:00100000:0.0:1767318728.729754:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318728.730027:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529600 00000100:00100000:3.0:1767318728.730036:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529600 00000100:00100000:3.0:1767318728.730117:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529344 00000100:00100000:3.0:1767318728.730121:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529344 00000100:00100000:3.0:1767318728.730152:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1767318728.730162:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045529600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318728.730231:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045529600:12345-0@lo:400:kworker.0 Request processed in 70us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318728.730239:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1767318728.730257:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1767318728.730263:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045529344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318728.730284:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045529344:12345-0@lo:400:kworker.0 Request processed in 22us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318728.730290:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00080000:0.0:1767318728.735295:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318728.735406:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9180 x1853164045529600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318728.735429:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045529600:0@lo:400:kworker.0 00010000:00080000:0.0:1767318728.735447:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeb800 x1853164045529344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318728.735457:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045529344:0@lo:400:kworker.0 00000100:00080000:2.0:1767318728.736048:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318728.736063:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318728.736069:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318728.736076:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3921 00000100:00080000:2.0:1767318728.736081:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318728.736089:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318728.736169:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164045529728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318728.736197:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318728.736202:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318728.736204:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318728.736209:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3921 00000100:00080000:2.0:1767318728.736212:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318728.736216:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318728.736228:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9180 x1853164045529856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318728.736272:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045529984:0@lo:400:kworker.0 00000100:00100000:2.0:1767318728.736509:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318728.736623:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318728.736627:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318728.736630:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318728.736634:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3921 00000100:00080000:2.0:1767318728.736637:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318728.736641:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318728.736650:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318728.736657:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045530112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318728.736669:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045529728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318728.736681:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318728.736714:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6680 x1853164045530240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318728.736715:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318728.736740:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045529856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318728.736758:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529984 00000100:00100000:1.0:1767318728.736765:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318728.736784:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529984 00000100:00100000:1.0:1767318728.736814:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045530240:0@lo:38:kworker.0 00000100:00100000:1.0:1767318728.736835:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318728.736835:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530112 00000100:00100000:2.0:1767318728.736838:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530112 00000100:00100000:2.0:1767318728.736859:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1767318728.736862:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529856 00000100:00100000:1.0:1767318728.736865:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529856 00000100:00100000:2.0:1767318728.736869:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045529984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318728.736887:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1767318728.736893:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045529856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318728.736915:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318728.736922:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045529984:12345-0@lo:400:kworker.0 Request processed in 54us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318728.736929:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1767318728.736945:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045529856:12345-0@lo:38:kworker.0 Request processed in 52us (179us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318728.736947:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1767318728.736952:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1767318728.736954:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045530112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318728.736979:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045530112:12345-0@lo:400:kworker.0 Request processed in 26us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318728.736985:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1767318728.736998:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045529728 00000100:00100000:1.0:1767318728.737002:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045529728 00000100:00100000:2.0:1767318728.737016:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045530112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318728.737018:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530240 00000100:00100000:1.0:1767318728.737021:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530240 00000100:00100000:2.0:1767318728.737026:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045529984:0@lo:400:kworker.0 00000100:00100000:1.0:1767318728.737034:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1767318728.737039:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045529728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318728.737049:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318728.737154:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318728.737160:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318728.737165:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045529856:0@lo:38:kworker.0 00000100:00100000:2.0:1767318728.737214:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1767318728.737220:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045530240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318728.737231:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318728.744029:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045530240:12345-0@lo:38:kworker.0 Request processed in 6791us (7176us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767318728.744575:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318728.744583:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318728.744588:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045530240:0@lo:38:kworker.0 00000100:00100000:2.0:1767318728.744934:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1767318728.748350:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045529728:12345-0@lo:38:kworker.0 Request processed in 11295us (11619us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318728.748369:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:0.0:1767318728.754640:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318728.754660:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318728.754666:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045529728:0@lo:38:kworker.0 00000100:00100000:1.0:1767318729.161502:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318729.161579:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318729.161896:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830528 00000100:00100000:3.0:1767318729.161910:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830528 00000100:00100000:3.0:1767318729.161972:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830656 00000100:00100000:3.0:1767318729.161976:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830656 00000100:00100000:3.0:1767318729.162051:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 657 00000100:00100000:3.0:1767318729.162065:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985830656:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767318729.162108:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318729.162154:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 837 00000100:00100000:1.0:1767318729.162163:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985830528:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:3.0:1767318729.162172:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985830656:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 107us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318729.162182:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 657 00010000:00020000:1.0:1767318729.162194:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318729.162230:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985830528:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (745us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318729.162237:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 837 00010000:00010000:3.0:1767318729.486323:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318730.510182:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318731.534043:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318732.558065:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318732.814489:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045530496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318732.814748:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318732.814888:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045530368:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318732.815516:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318732.824134:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530496 00000100:00100000:1.0:1767318732.824159:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530496 00000100:00100000:1.0:1767318732.824305:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530368 00000100:00100000:1.0:1767318732.824310:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530368 00000100:00100000:1.0:1767318732.824341:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767318732.824354:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045530496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318732.824411:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318732.824531:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045530496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 178us (9783us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318732.824540:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767318732.824564:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1767318732.824571:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045530368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318732.824588:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318732.824635:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045530368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (9122us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318732.824642:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:2.0:1767318732.824993:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318732.824999:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318732.825068:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045530496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318732.825482:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045530368:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318733.582348:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318733.838031:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318733.838045:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318733.838129:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318733.838133:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318733.838138:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318733.838148:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3927 00000100:00080000:0.0:1767318733.838153:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318733.838162:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318733.838188:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762680 x1853164045530752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318733.838225:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318733.838229:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318733.838231:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318733.838236:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045530880:0@lo:400:kworker.0 00000100:00080000:0.0:1767318733.838237:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3927 00000100:00080000:0.0:1767318733.838240:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318733.838247:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318733.838262:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760a80 x1853164045531008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318733.838270:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318733.838274:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318733.838276:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318733.838279:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3927 00000100:00080000:0.0:1767318733.838282:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318733.838285:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318733.838298:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761c00 x1853164045531136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318733.838339:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767318733.838341:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318733.838347:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318733.838349:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318733.838354:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3927 00000100:00080000:0.0:1767318733.838357:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318733.838361:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318733.838376:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51180 x1853164045531520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318733.838416:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045531264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318733.838428:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318733.838437:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045530624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318733.838485:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318733.838487:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318733.838520:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318733.838529:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045531392:0@lo:400:kworker.0 00000100:00100000:1.0:1767318733.838545:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530880 00000100:00100000:0.0:1767318733.838558:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318733.838558:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530880 00000100:00100000:0.0:1767318733.838596:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531264 00000100:00100000:0.0:1767318733.838602:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531264 00000100:00100000:1.0:1767318733.838631:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530624 00000100:00100000:1.0:1767318733.838636:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530624 00000100:00100000:0.0:1767318733.838642:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531392 00000100:00100000:0.0:1767318733.838647:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531392 00000100:00100000:1.0:1767318733.838674:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1767318733.838681:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1767318733.838687:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045530880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318733.838694:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045531264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318733.838761:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045531264:12345-0@lo:400:kworker.0 Request processed in 71us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318733.838800:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045530880:12345-0@lo:400:kworker.0 Request processed in 81us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318733.838811:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1767318733.838816:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1767318733.838836:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1767318733.838843:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1767318733.838850:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045530624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318733.838859:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045531392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318733.838886:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045530624:12345-0@lo:400:kworker.0 Request processed in 35us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318733.838894:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767318733.838906:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045531392:12345-0@lo:400:kworker.0 Request processed in 51us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318733.838915:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:1.0:1767318733.838932:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318733.838966:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4763800 x1853164045530624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318733.838967:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045531392:0@lo:400:kworker.0 00000100:00100000:1.0:1767318733.838983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045530624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318733.838991:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045531264:0@lo:400:kworker.0 00010000:00080000:1.0:1767318733.839000:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761880 x1853164045530880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318733.839010:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045530880:0@lo:400:kworker.0 00000100:00100000:3.0:1767318733.839099:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045530752:0@lo:38:kworker.0 00000100:00100000:3.0:1767318733.839136:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318733.839171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045531008:0@lo:38:kworker.0 00000100:00100000:3.0:1767318733.839194:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318733.839223:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045531136:0@lo:38:kworker.0 00000100:00100000:3.0:1767318733.839284:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318733.839322:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045531520:0@lo:38:kworker.0 00000100:00100000:3.0:1767318733.839343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318733.839421:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531136 00000100:00100000:2.0:1767318733.839427:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531136 00000100:00100000:2.0:1767318733.839470:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1767318733.839476:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045531136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318733.839497:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318733.839538:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045531136:12345-0@lo:38:kworker.0 Request processed in 61us (254us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318733.839545:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1767318733.839570:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045530752 00000100:00100000:0.0:1767318733.839576:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045530752 00000100:00080000:2.0:1767318733.839580:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318733.839587:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318733.839592:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045531136:0@lo:38:kworker.0 00000100:00100000:0.0:1767318733.839598:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531008 00000100:00100000:0.0:1767318733.839603:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531008 00000100:00100000:0.0:1767318733.839618:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531520 00000100:00100000:0.0:1767318733.839621:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531520 00000100:00100000:0.0:1767318733.839701:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1767318733.839707:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045530752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318733.839720:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318733.839820:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318733.839825:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318733.839828:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045530752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318733.839904:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045530752:12345-0@lo:38:kworker.0 Request processed in 60us (630us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318733.839913:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1767318733.839926:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1767318733.839931:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045531008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318733.839942:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318733.839980:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045531008:12345-0@lo:38:kworker.0 Request processed in 47us (785us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318733.839986:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1767318733.839997:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1767318733.840001:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045531520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318733.840645:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318733.840690:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045531520:12345-0@lo:38:kworker.0 Request processed in 686us (1344us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318733.840698:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00080000:3.0:1767318733.841181:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318733.841188:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318733.841192:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045531008:0@lo:38:kworker.0 00000100:00080000:3.0:1767318733.841203:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318733.841206:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318733.841210:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045531520:0@lo:38:kworker.0 00000100:00100000:2.0:1767318734.274185:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318734.274283:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830912 00000100:00100000:3.0:1767318734.274298:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830912 00000100:00100000:3.0:1767318734.274446:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 660 00000100:00100000:3.0:1767318734.274459:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985830912:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767318734.274484:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318734.274570:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985830912:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318734.274587:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 660 00000100:00100000:1.0:1767318734.289234:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318734.292389:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985830784 00000100:00100000:3.0:1767318734.292412:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985830784 00000100:00100000:3.0:1767318734.292649:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 841 00000100:00100000:3.0:1767318734.292660:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985830784:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318734.292692:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318734.292848:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985830784:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 187us (3630us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318734.292857:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 841 00010000:00010000:1.0:1767318734.611518:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318735.630224:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318736.660158:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318737.679328:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318737.934214:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045531776:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318737.934328:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318737.935191:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531776 00000100:00100000:3.0:1767318737.935204:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531776 00000100:00100000:3.0:1767318737.935280:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1767318737.935290:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045531776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318737.935332:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318737.935440:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045531648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318737.935483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318737.937394:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531648 00000100:00080000:0.0:1767318737.937404:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318737.937415:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531648 00000100:00080000:0.0:1767318737.937468:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318737.937492:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1767318737.937503:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045531648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318737.943888:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318737.944033:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045531648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6524us (8542us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318737.944046:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1767318737.944408:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf12b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045531648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318737.947338:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045531776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 12033us (12994us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318737.947360:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1767318737.949010:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045531776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318738.702487:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318738.961662:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318738.961678:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318738.961786:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318738.961792:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318738.961797:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318738.961807:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3932 00000100:00080000:3.0:1767318738.961813:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318738.961822:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318738.961850:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf12b2d80 x1853164045532032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318738.961905:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767318738.961917:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318738.961921:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318738.961923:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318738.961927:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3932 00000100:00080000:3.0:1767318738.961930:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318738.961935:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045532160:0@lo:400:kworker.0 00000100:00080000:3.0:1767318738.961937:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318738.961954:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164045532288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318738.961963:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318738.961967:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318738.961969:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318738.961972:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3932 00000100:00080000:3.0:1767318738.961975:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318738.961978:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318738.961992:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd180 x1853164045532416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318738.962033:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318738.962036:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318738.962039:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318738.962044:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3932 00000100:00080000:3.0:1767318738.962047:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318738.962051:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318738.962058:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962068:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdce00 x1853164045532800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318738.962125:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045532032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318738.962158:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962190:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045532544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318738.962217:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962252:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532160 00000100:00100000:3.0:1767318738.962260:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532160 00000100:00100000:2.0:1767318738.962315:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf12b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045531904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318738.962319:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532032 00000100:00100000:3.0:1767318738.962324:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532032 00000100:00100000:2.0:1767318738.962362:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962367:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1767318738.962382:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045532160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318738.962411:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532544 00000100:00100000:2.0:1767318738.962416:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532544 00000100:00100000:3.0:1767318738.962450:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045532160:12345-0@lo:400:kworker.0 Request processed in 71us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318738.962456:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1767318738.962463:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1767318738.962469:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045532544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318738.962485:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045531904 00000100:00100000:3.0:1767318738.962491:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045531904 00000100:00100000:2.0:1767318738.962518:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045532544:12345-0@lo:400:kworker.0 Request processed in 52us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318738.962522:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1767318738.962532:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1767318738.962537:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045531904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318738.962569:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1767318738.962575:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045531904:12345-0@lo:400:kworker.0 Request processed in 41us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318738.962577:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045532032:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318738.962591:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00010000:00020000:2.0:1767318738.962609:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318738.962648:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045532032:12345-0@lo:38:kworker.0 Request processed in 71us (488us total) trans 0 rc -19/-19 00010000:00080000:3.0:1767318738.962652:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cded80 x1853164045532160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318738.962661:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1767318738.962674:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045532160:0@lo:400:kworker.0 00010000:00080000:3.0:1767318738.962688:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf12b0380 x1853164045531904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318754 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318738.962702:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf12b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045531904:0@lo:400:kworker.0 00000100:00080000:3.0:1767318738.962737:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318738.962742:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318738.962746:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf12b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045532032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318738.962752:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045532288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318738.962810:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962833:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045532416:0@lo:38:kworker.0 00000100:00100000:3.0:1767318738.962859:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962882:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045532800:0@lo:38:kworker.0 00000100:00100000:3.0:1767318738.962903:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318738.962940:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532416 00000100:00100000:3.0:1767318738.962945:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532416 00000100:00100000:3.0:1767318738.962968:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1767318738.962974:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045532416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318738.962984:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318738.963014:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045532416:12345-0@lo:38:kworker.0 Request processed in 39us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318738.963020:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:3.0:1767318738.963036:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532288 00000100:00100000:3.0:1767318738.963039:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532288 00000100:00100000:3.0:1767318738.963049:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532800 00000100:00100000:3.0:1767318738.963052:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532800 00000100:00100000:3.0:1767318738.963062:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1767318738.963065:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73b8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045532288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318738.963078:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318738.963102:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73b8450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045532288:12345-0@lo:38:kworker.0 Request processed in 35us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318738.963108:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1767318738.963978:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045532672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318738.964040:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318738.964117:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1767318738.964125:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045532800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318738.964144:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318738.964202:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045532800:12345-0@lo:38:kworker.0 Request processed in 77us (1298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318738.964210:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00080000:0.0:1767318738.964240:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318738.964313:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532672 00000100:00100000:0.0:1767318738.964321:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532672 00000100:00100000:0.0:1767318738.964422:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1767318738.964429:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045532672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318738.964493:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045532672:12345-0@lo:400:kworker.0 Request processed in 64us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318738.964500:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1767318738.964591:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045532672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318738.964649:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045532544:0@lo:400:kworker.0 00000100:00080000:0.0:1767318738.964728:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318738.964734:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318738.964737:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045532288:0@lo:38:kworker.0 00000100:00080000:0.0:1767318738.964748:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318738.964751:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318738.964754:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045532416:0@lo:38:kworker.0 00000100:00080000:0.0:1767318738.964813:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318738.964816:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318738.964819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045532800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318739.400842:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318739.400898:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318739.401182:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831040 00000100:00100000:3.0:1767318739.401196:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831040 00000100:00100000:3.0:1767318739.401258:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831168 00000100:00100000:3.0:1767318739.401262:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831168 00000100:00100000:3.0:1767318739.401320:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 663 00000100:00100000:3.0:1767318739.401333:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985831168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318739.401363:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 845 00000100:00100000:1.0:1767318739.401369:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985831040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318739.401396:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318739.401488:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318739.401730:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985831168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 399us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318739.401741:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 663 00000100:00100000:1.0:1767318739.410419:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985831040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 9025us (9574us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318739.410443:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 845 00010000:00010000:3.0:1767318739.726141:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318740.750559:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318741.775098:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318742.799362:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318743.054139:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318718/real 1767318718] req@ffffa07bebbe8380 x1853164045526656/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318743 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318743.054181:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bebbe8380 x1853164045526656/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318743 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767318743.054198:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318743.054238:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318743.054243:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045526656:0@lo:250:kworker.0 00000100:00080000:0.0:1767318743.054390:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318743.054397:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318743.054401:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318743.054407:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3916 00000100:00080000:0.0:1767318743.054411:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318743.054418:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318743.054442:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52d80 x1853164045533184/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318743.054489:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318743.054493:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318743.054495:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318743.054499:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3937 00000100:00080000:0.0:1767318743.054501:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318743.054506:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318743.054525:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52a00 x1853164045533440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318743.054543:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318743.054546:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318743.054548:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318743.054552:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3937 00000100:00080000:0.0:1767318743.054554:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318743.054558:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318743.054569:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51f80 x1853164045533696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318743.054577:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318743.054580:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318743.054582:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318743.054585:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3937 00000100:00080000:0.0:1767318743.054587:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318743.054591:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318743.054602:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50000 x1853164045533824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318743.054621:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318743.054624:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318743.054626:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318743.054630:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3937 00000100:00080000:0.0:1767318743.054633:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318743.054636:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318743.054646:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51500 x1853164045534208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318743.054674:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045533312:0@lo:400:kworker.0 00000100:00100000:3.0:1767318743.054675:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045533056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318743.054748:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045533184:0@lo:250:kworker.0 00000100:00100000:2.0:1767318743.054857:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045532928:0@lo:13:osp-pre-0-1.0 00000400:00000100:1.0:1767318743.057289:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045533184 offset 0 length 520: 4 00000100:00100000:1.0:1767318743.057374:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045533440:0@lo:38:kworker.0 00000100:00100000:1.0:1767318743.057425:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318743.057459:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045533696:0@lo:38:kworker.0 00000100:00100000:1.0:1767318743.057482:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318743.057503:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045533824:0@lo:38:kworker.0 00000100:00100000:1.0:1767318743.057536:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318743.057559:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045534208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318743.057584:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318743.057656:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533440 00000100:00100000:1.0:1767318743.057672:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533440 00000100:00100000:1.0:1767318743.057732:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533696 00000100:00100000:1.0:1767318743.057734:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533696 00000100:00100000:1.0:1767318743.057745:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534208 00000100:00100000:1.0:1767318743.057747:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534208 00000100:00100000:1.0:1767318743.057764:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1767318743.057793:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045533440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318743.058301:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318743.058369:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045533440:12345-0@lo:38:kworker.0 Request processed in 576us (945us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318743.058376:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1767318743.058400:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1767318743.058403:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045533696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318743.058411:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318743.058432:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045533696:12345-0@lo:38:kworker.0 Request processed in 28us (949us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318743.058438:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1767318743.058448:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:1.0:1767318743.058452:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045534208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318743.058462:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318743.058484:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045534208:12345-0@lo:38:kworker.0 Request processed in 30us (900us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318743.058490:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00080000:1.0:1767318743.058546:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318743.058552:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318743.058557:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045533440:0@lo:38:kworker.0 00000100:00080000:1.0:1767318743.058571:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318743.058574:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318743.058577:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045533696:0@lo:38:kworker.0 00000100:00080000:1.0:1767318743.058585:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318743.058588:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318743.058591:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045534208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318743.058653:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533824 00000100:00100000:1.0:1767318743.058657:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533824 00000100:00100000:1.0:1767318743.058676:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1767318743.058680:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045533824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318743.058700:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318743.058876:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045533824:12345-0@lo:38:kworker.0 Request processed in 193us (1337us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318743.058882:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1767318743.058904:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045533568:0@lo:400:kworker.0 00000100:00100000:1.0:1767318743.058931:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318743.058958:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533568 00000100:00100000:1.0:1767318743.058961:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533568 00000100:00100000:1.0:1767318743.059000:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1767318743.059006:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045533568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318743.059043:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045533568:12345-0@lo:400:kworker.0 Request processed in 38us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318743.059337:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00010000:00080000:1.0:1767318743.059373:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e50700 x1853164045533568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318743.059391:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045533568:0@lo:400:kworker.0 00000100:00080000:1.0:1767318743.059413:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318743.059418:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318743.059422:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045533824:0@lo:38:kworker.0 00000100:00080000:1.0:1767318743.059490:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318743.060003:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318743.060514:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318743.060553:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045533952:0@lo:400:kworker.0 00000100:00100000:2.0:1767318743.060587:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318743.060641:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318743.060669:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045532928 00000100:00100000:0.0:1767318743.060675:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045532928 00000100:00100000:3.0:1767318743.060678:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045534080:0@lo:400:kworker.0 00000100:00100000:3.0:1767318743.060701:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318743.060737:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533952 00000100:00100000:3.0:1767318743.060741:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533952 00000100:00100000:2.0:1767318743.060852:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533056 00000100:00100000:2.0:1767318743.060856:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533056 00000100:00100000:2.0:1767318743.060900:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1767318743.060907:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045533056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318743.060936:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318743.060979:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045533056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318743.060985:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1767318743.061034:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045533056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318743.061390:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534080 00000100:00100000:2.0:1767318743.061394:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534080 00000100:00100000:2.0:1767318743.061424:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1767318743.061431:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045534080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318743.061475:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045534080:12345-0@lo:400:kworker.0 Request processed in 44us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318743.061482:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1767318743.061508:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045534080:0@lo:400:kworker.0 00000100:00100000:3.0:1767318743.061885:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1767318743.061893:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045533952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318743.061932:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045533952:12345-0@lo:400:kworker.0 Request processed in 41us (1344us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318743.061940:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1767318743.062342:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045533312 00000100:00100000:1.0:1767318743.062348:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045533312 00000100:00100000:0.0:1767318743.062426:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1767318743.062435:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045532928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318743.062457:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318743.062493:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045532928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318743.062500:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1767318743.062605:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045532928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318743.062617:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045533952:0@lo:400:kworker.0 00000100:00080000:2.0:1767318743.062925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318743.062932:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318743.062934:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318743.063354:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1767318743.063365:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045533312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318743.063435:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045533312:12345-0@lo:400:kworker.0 Request processed in 71us (3431us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318743.063442:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00010000:00080000:3.0:1767318743.063574:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e51880 x1853164045533312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318759 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318743.063588:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045533312:0@lo:400:kworker.0 00000100:00100000:3.0:1767318743.490675:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318743.490814:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831552 00000100:00100000:1.0:1767318743.490823:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831552 00000100:00100000:1.0:1767318743.490913:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 666 00000100:00100000:1.0:1767318743.490924:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985831552:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318743.490995:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985831552:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318743.491323:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 666 00000100:00080000:1.0:1767318743.491374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767318743.496146:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985831296 offset 0 length 520: 4 00000100:00100000:0.0:1767318743.496282:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318743.499836:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831424 00000100:00100000:3.0:1767318743.500226:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831424 00000100:00100000:3.0:1767318743.500308:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 849 00000100:00100000:3.0:1767318743.500317:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985831424:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318743.500343:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318743.500682:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985831424:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 363us (4399us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318743.500694:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 849 00010000:00010000:3.0:1767318743.821987:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318744.847336:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318745.870179:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318746.894279:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318747.918918:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318748.174520:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318748.174545:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045534336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318748.174642:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318748.174721:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534336 00000100:00100000:1.0:1767318748.174732:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534336 00000100:00100000:1.0:1767318748.174838:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1767318748.174849:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045534336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318748.174890:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318748.174947:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045534336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318748.174956:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:1.0:1767318748.174988:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318748.175034:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045534336:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318748.176725:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318748.176733:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318748.176790:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318748.176795:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318748.176799:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318748.176807:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3941 00000100:00080000:2.0:1767318748.176813:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318748.176821:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318748.176846:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4000 x1853164045534720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318748.176883:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318748.176886:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318748.176888:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318748.176893:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3941 00000100:00080000:2.0:1767318748.176895:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318748.176899:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318748.176909:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045534976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318748.176917:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318748.176917:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767318748.176920:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318748.176922:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318748.176925:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3941 00000100:00080000:2.0:1767318748.176928:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318748.176931:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318748.176936:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045534464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318748.176942:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4a80 x1853164045535104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318748.176957:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318748.176960:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318748.176962:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318748.176965:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3941 00000100:00080000:2.0:1767318748.176967:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318748.176971:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318748.176989:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7b80 x1853164045535360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318748.177003:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318748.177015:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045534848:0@lo:400:kworker.0 00000100:00100000:3.0:1767318748.177041:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045535232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177048:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318748.177062:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318748.177072:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318748.177077:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045534592:0@lo:400:kworker.0 00000100:00100000:3.0:1767318748.177093:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535232 00000100:00100000:2.0:1767318748.177097:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318748.177101:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535232 00000100:00100000:2.0:1767318748.177133:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534848 00000100:00100000:2.0:1767318748.177137:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534848 00000100:00100000:3.0:1767318748.177157:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1767318748.177163:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534592 00000100:00100000:2.0:1767318748.177166:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534592 00000100:00100000:3.0:1767318748.177166:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045535232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177199:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1767318748.177205:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045534848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177241:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045534848:12345-0@lo:400:kworker.0 Request processed in 35us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318748.177241:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045535232:12345-0@lo:400:kworker.0 Request processed in 74us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318748.177249:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1767318748.177249:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1767318748.177266:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1767318748.177272:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045534592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177296:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045534592:12345-0@lo:400:kworker.0 Request processed in 24us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318748.177296:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045535232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177302:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1767318748.177320:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045534720:0@lo:38:kworker.0 00010000:00080000:3.0:1767318748.177342:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4e00 x1853164045534592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318748.177348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318748.177352:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045534592:0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177361:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045534976:0@lo:38:kworker.0 00010000:00080000:3.0:1767318748.177362:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4380 x1853164045534848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318764 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318748.177370:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045534848:0@lo:400:kworker.0 00000100:00100000:2.0:1767318748.177379:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318748.177393:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534720 00000100:00100000:2.0:1767318748.177397:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045535104:0@lo:38:kworker.0 00000100:00100000:3.0:1767318748.177397:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534720 00000100:00100000:3.0:1767318748.177413:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534976 00000100:00100000:3.0:1767318748.177416:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534976 00000100:00100000:3.0:1767318748.177426:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1767318748.177430:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045534720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318748.177451:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318748.177482:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045534720:12345-0@lo:38:kworker.0 Request processed in 50us (133us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318748.177489:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1767318748.177500:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1767318748.177504:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045534976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318748.177513:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318748.177536:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045534976:12345-0@lo:38:kworker.0 Request processed in 30us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318748.177542:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1767318748.178594:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318748.178647:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045535360:0@lo:38:kworker.0 00000100:00100000:2.0:1767318748.178682:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318748.178733:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318748.178740:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318748.178743:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045534720:0@lo:38:kworker.0 00000100:00080000:2.0:1767318748.178755:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318748.178758:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318748.178761:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045534976:0@lo:38:kworker.0 00000100:00100000:2.0:1767318748.178829:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535360 00000100:00100000:2.0:1767318748.178835:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535360 00000100:00100000:1.0:1767318748.179277:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1767318748.179287:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045535360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318748.179307:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318748.179361:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045535360:12345-0@lo:38:kworker.0 Request processed in 74us (676us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318748.179368:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1767318748.179416:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045534464 00000100:00100000:1.0:1767318748.179421:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045534464 00000100:00100000:1.0:1767318748.179456:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1767318748.179464:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045534464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318748.179499:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318748.179545:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045534464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (2541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318748.179562:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:0.0:1767318748.179564:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318748.179571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318748.179606:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318748.179610:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318748.179615:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045535360:0@lo:38:kworker.0 00000100:00100000:3.0:1767318748.179823:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535104 00000100:00100000:3.0:1767318748.179829:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535104 00000100:00100000:3.0:1767318748.179859:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1767318748.179865:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045535104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318748.179876:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318748.179925:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045535104:12345-0@lo:38:kworker.0 Request processed in 59us (1338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318748.179931:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1767318748.179976:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045534464:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318748.180162:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318748.180168:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318748.180171:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045535104:0@lo:38:kworker.0 00000100:00100000:2.0:1767318748.614932:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318748.615058:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318748.615631:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831808 00000100:00100000:0.0:1767318748.615648:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831808 00000100:00100000:0.0:1767318748.615755:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831680 00000100:00100000:0.0:1767318748.615760:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831680 00000100:00100000:0.0:1767318748.615818:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 669 00000100:00100000:0.0:1767318748.615831:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985831808:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318748.615951:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985831808:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 122us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318748.615959:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 669 00000100:00100000:0.0:1767318748.615980:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 853 00000100:00100000:0.0:1767318748.615985:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985831680:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318748.616009:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318748.616043:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985831680:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (986us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318748.616049:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 853 00000100:00080000:1.0:1767318748.616487:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318748.943472:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318749.966336:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318750.990307:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318752.014187:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318753.038314:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318753.295214:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318753.295250:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045535488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318753.295361:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318753.296629:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535488 00000100:00100000:0.0:1767318753.296646:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535488 00000100:00100000:0.0:1767318753.296736:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1767318753.296747:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045535488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318753.296820:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318753.301168:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045535616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318753.301286:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318753.301406:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535616 00000100:00100000:2.0:1767318753.301418:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535616 00000100:00100000:2.0:1767318753.302819:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1767318753.302837:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045535616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318753.302885:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767318753.302945:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318753.302952:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318753.302976:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045535616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318753.302985:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1767318753.303056:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045535616:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318753.303117:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318753.303124:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318753.303233:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318753.303238:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318753.303242:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318753.303249:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767318753.303261:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318753.303268:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318753.303295:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03100 x1853164045535872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318753.303374:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318753.303392:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045535744:0@lo:400:kworker.0 00000100:00100000:2.0:1767318753.303439:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318753.303588:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535744 00000100:00100000:3.0:1767318753.303596:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535744 00000100:00100000:3.0:1767318753.303645:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1767318753.303654:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045535744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318753.303700:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045535744:12345-0@lo:400:kworker.0 Request processed in 48us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318753.303706:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00010000:00080000:3.0:1767318753.303737:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01500 x1853164045535744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318753.303754:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045535744:0@lo:400:kworker.0 00000100:00080000:2.0:1767318753.304038:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318753.309205:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045535488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 12443us (13828us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318753.309228:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1767318753.309294:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045535872:0@lo:38:kworker.0 00000100:00100000:0.0:1767318753.309387:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318753.309435:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318753.309443:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318753.309448:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318753.309456:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767318753.309461:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318753.309468:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318753.309521:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02680 x1853164045536128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318753.309548:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318753.309552:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318753.309554:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318753.309558:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767318753.309560:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318753.309564:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318753.309579:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03b80 x1853164045536256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318753.309591:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318753.309595:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318753.309597:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318753.309600:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3946 00000100:00080000:1.0:1767318753.309603:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318753.309606:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318753.309616:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03480 x1853164045536384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318753.309802:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045535872 00000100:00100000:2.0:1767318753.309814:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045535872 00000100:00100000:2.0:1767318753.309856:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1767318753.309865:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045535872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318753.309890:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318753.309946:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045535872:12345-0@lo:38:kworker.0 Request processed in 81us (560us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318753.309953:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1767318753.309976:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318753.309991:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045536000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318753.310024:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318753.310051:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536000 00000100:00100000:2.0:1767318753.310054:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536000 00000100:00100000:2.0:1767318753.310116:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1767318753.310124:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045536000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318753.310175:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045536000:12345-0@lo:400:kworker.0 Request processed in 51us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318753.310182:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00080000:2.0:1767318753.310199:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318753.310233:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01f80 x1853164045536000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318769 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318753.310247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045536000:0@lo:400:kworker.0 00000100:00100000:0.0:1767318753.312859:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045536128:0@lo:38:kworker.0 00000100:00100000:0.0:1767318753.312966:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318753.313040:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045536256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318753.313088:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318753.313117:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536128 00000100:00100000:1.0:1767318753.313131:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536128 00000100:00100000:0.0:1767318753.313135:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045536384:0@lo:38:kworker.0 00000100:00100000:0.0:1767318753.313164:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318753.313215:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318753.313220:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318753.313226:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045535872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318753.313226:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536256 00000100:00100000:2.0:1767318753.313234:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536256 00000100:00100000:1.0:1767318753.313952:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536384 00000100:00100000:1.0:1767318753.313959:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536384 00000100:00100000:1.0:1767318753.313990:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1767318753.314000:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045536128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318753.314028:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318753.314105:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045536128:12345-0@lo:38:kworker.0 Request processed in 104us (1137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318753.314113:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:1.0:1767318753.314137:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1767318753.314141:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045536384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318753.314151:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318753.314177:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045536384:12345-0@lo:38:kworker.0 Request processed in 33us (1012us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318753.314187:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00080000:1.0:1767318753.315694:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318753.315710:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318753.315718:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045536128:0@lo:38:kworker.0 00000100:00080000:1.0:1767318753.315763:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318753.315788:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318753.315792:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045536384:0@lo:38:kworker.0 00000100:00100000:3.0:1767318753.316619:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045535488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318753.319639:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1767318753.319659:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045536256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318753.319694:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318753.319842:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7ac4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045536256:12345-0@lo:38:kworker.0 Request processed in 186us (6762us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318753.319851:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:1.0:1767318753.320343:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318753.320351:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318753.320356:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045536256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318753.730243:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318753.730304:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318753.730419:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832064 00000100:00100000:2.0:1767318753.730433:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832064 00000100:00100000:2.0:1767318753.730539:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985831936 00000100:00100000:2.0:1767318753.730544:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985831936 00000100:00100000:2.0:1767318753.730567:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 672 00000100:00100000:2.0:1767318753.730579:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985832064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318753.730686:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985832064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 108us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318753.730695:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 672 00000100:00100000:2.0:1767318753.730718:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 857 00000100:00100000:2.0:1767318753.730724:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985831936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318753.730750:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318753.730824:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985831936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 97us (519us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318753.730832:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 857 00000100:00080000:3.0:1767318753.731227:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318754.065992:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318755.086083:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318756.110126:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318757.134088:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318758.158317:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318758.414393:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045536512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318758.414496:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318758.414565:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536512 00000100:00100000:0.0:1767318758.414576:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536512 00000100:00100000:0.0:1767318758.414638:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1767318758.414646:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045536512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318758.414680:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318758.414728:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045536512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318758.414733:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:0.0:1767318758.414789:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318758.415161:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045536512:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318758.415408:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.415414:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318758.415445:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.415450:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318758.415454:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318758.415460:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3951 00000100:00080000:0.0:1767318758.415465:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318758.415470:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318758.415494:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52680 x1853164045536768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318758.415523:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.415526:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318758.415528:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318758.415532:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3951 00000100:00080000:0.0:1767318758.415534:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318758.415537:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318758.415547:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50700 x1853164045537024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318758.415555:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.415559:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318758.415560:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318758.415564:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3951 00000100:00080000:0.0:1767318758.415566:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318758.415570:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318758.415581:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51500 x1853164045537152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318758.415609:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318758.415613:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318758.415614:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318758.415617:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3951 00000100:00080000:0.0:1767318758.415620:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318758.415623:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318758.415635:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52a00 x1853164045537408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318758.415851:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045536768:0@lo:38:kworker.0 00000100:00100000:3.0:1767318758.415853:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045537536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318758.415912:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318758.415951:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318758.415958:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045537280:0@lo:400:kworker.0 00000100:00100000:3.0:1767318758.416004:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318758.416032:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537536 00000100:00100000:3.0:1767318758.416038:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537536 00000100:00100000:3.0:1767318758.416082:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1767318758.416091:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045537536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318758.416115:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318758.416153:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045537536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318758.416161:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1767318758.416185:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537280 00000100:00100000:3.0:1767318758.416189:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537280 00000100:00100000:3.0:1767318758.416218:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1767318758.416225:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045537280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318758.416257:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045537280:12345-0@lo:400:kworker.0 Request processed in 32us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318758.416263:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:3.0:1767318758.416279:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318758.416310:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045537280:0@lo:400:kworker.0 00000100:00100000:3.0:1767318758.416324:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045537536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318758.416363:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045536640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318758.417466:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318758.417546:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045537024:0@lo:38:kworker.0 00000100:00100000:1.0:1767318758.417588:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318758.417613:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045537152:0@lo:38:kworker.0 00000100:00100000:1.0:1767318758.417640:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318758.417664:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045537408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318758.417688:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318758.417734:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536768 00000100:00100000:1.0:1767318758.417740:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536768 00000100:00100000:1.0:1767318758.417798:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537024 00000100:00100000:1.0:1767318758.417802:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537024 00000100:00100000:1.0:1767318758.417816:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537408 00000100:00100000:1.0:1767318758.417818:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537408 00000100:00100000:1.0:1767318758.417834:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1767318758.417841:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045536768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318758.417867:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318758.417909:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045536768:12345-0@lo:38:kworker.0 Request processed in 67us (1993us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318758.417918:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1767318758.417940:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1767318758.417944:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045537024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318758.417954:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318758.417978:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045537024:12345-0@lo:38:kworker.0 Request processed in 32us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318758.417995:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:1.0:1767318758.418011:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1767318758.418016:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045537408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318758.418025:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318758.418099:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045537408:12345-0@lo:38:kworker.0 Request processed in 81us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318758.418106:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:1.0:1767318758.418128:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537152 00000100:00100000:1.0:1767318758.418132:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537152 00000100:00100000:1.0:1767318758.418152:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1767318758.418158:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045537152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318758.418167:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318758.418200:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045537152:12345-0@lo:38:kworker.0 Request processed in 41us (559us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318758.418207:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:1.0:1767318758.418261:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318758.418267:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318758.418271:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045536768:0@lo:38:kworker.0 00000100:00080000:1.0:1767318758.418280:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318758.418283:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318758.418286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045537024:0@lo:38:kworker.0 00000100:00080000:1.0:1767318758.418293:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318758.418296:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318758.418299:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045537152:0@lo:38:kworker.0 00000100:00080000:1.0:1767318758.418305:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318758.418308:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318758.418311:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045537408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318758.418393:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045536896:0@lo:400:kworker.0 00000100:00100000:1.0:1767318758.418420:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318758.418450:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536896 00000100:00100000:1.0:1767318758.418453:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536896 00000100:00100000:1.0:1767318758.418491:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1767318758.418498:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045536896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318758.418540:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045536896:12345-0@lo:400:kworker.0 Request processed in 43us (119us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318758.418546:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00010000:00080000:1.0:1767318758.418576:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e50000 x1853164045536896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318758.418588:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045536896:0@lo:400:kworker.0 00000100:00080000:1.0:1767318758.418631:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318758.419274:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318758.419337:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045536640 00000100:00100000:1.0:1767318758.419342:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045536640 00000100:00100000:1.0:1767318758.419442:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1767318758.419450:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045536640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318758.419515:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045536640:12345-0@lo:400:kworker.0 Request processed in 47us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318758.419521:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00010000:00080000:2.0:1767318758.419560:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53b80 x1853164045536640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318774 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318758.419572:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045536640:0@lo:400:kworker.0 00000100:00080000:3.0:1767318758.420159:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318758.857590:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318758.860833:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318758.881758:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832320 00000100:00100000:1.0:1767318758.881794:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832320 00000100:00100000:1.0:1767318758.881984:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832192 00000100:00100000:1.0:1767318758.881989:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832192 00000100:00080000:3.0:1767318758.882054:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318758.882360:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 675 00000100:00100000:2.0:1767318758.882392:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985832320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318758.882529:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985832320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 147us (24954us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318758.882539:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 675 00000100:00100000:2.0:1767318758.883411:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 861 00000100:00100000:2.0:1767318758.883420:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985832192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318758.883448:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318758.883555:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985832192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 132us (22737us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318758.883563:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 861 00010000:00010000:1.0:1767318759.182104:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318760.206133:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318761.230993:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318762.255940:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318763.282794:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318763.533960:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318763.533973:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318763.534042:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318763.534046:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318763.534050:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318763.534058:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3956 00000100:00080000:0.0:1767318763.534063:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318763.534070:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318763.534091:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50000 x1853164045537792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318763.534119:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318763.534123:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318763.534124:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318763.534128:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3956 00000100:00080000:0.0:1767318763.534130:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318763.534134:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318763.534145:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51500 x1853164045538048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318763.534154:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318763.534157:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318763.534159:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318763.534162:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3956 00000100:00080000:0.0:1767318763.534164:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318763.534168:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318763.534180:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50700 x1853164045538176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318763.534210:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318763.534213:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318763.534215:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318763.534218:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3956 00000100:00080000:0.0:1767318763.534220:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318763.534224:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318763.534233:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762d80 x1853164045538560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318763.534410:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045537920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318763.534477:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318763.534509:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045537792:0@lo:38:kworker.0 00000100:00100000:1.0:1767318763.534553:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318763.534563:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045537664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318763.534590:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318763.534609:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045538304:0@lo:400:kworker.0 00000100:00100000:2.0:1767318763.534658:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045538048:0@lo:38:kworker.0 00000100:00100000:1.0:1767318763.534672:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318763.534702:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318763.534711:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318763.534725:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045538432:0@lo:400:kworker.0 00000100:00100000:2.0:1767318763.534742:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045538176:0@lo:38:kworker.0 00000100:00100000:1.0:1767318763.534763:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318763.534814:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318763.534853:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537920 00000100:00100000:2.0:1767318763.534859:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045538560:0@lo:38:kworker.0 00000100:00100000:0.0:1767318763.534866:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537920 00000100:00100000:2.0:1767318763.534901:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318763.534945:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537792 00000100:00100000:0.0:1767318763.534953:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537792 00000100:00100000:2.0:1767318763.534956:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538048 00000100:00100000:2.0:1767318763.534966:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538048 00000100:00100000:0.0:1767318763.534977:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538560 00000100:00100000:0.0:1767318763.534985:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538560 00000100:00100000:2.0:1767318763.535005:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1767318763.535022:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045537920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318763.535088:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045537920:12345-0@lo:400:kworker.0 Request processed in 70us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318763.535133:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538304 00000100:00100000:3.0:1767318763.535140:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538304 00000100:00100000:3.0:1767318763.535176:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1767318763.535183:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1767318763.535188:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045538304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318763.535195:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045537792:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318763.535216:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318763.535249:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045538304:12345-0@lo:400:kworker.0 Request processed in 64us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318763.535258:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1767318763.535266:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045537792:12345-0@lo:38:kworker.0 Request processed in 72us (677us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318763.535274:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00080000:3.0:1767318763.535280:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318763.535286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318763.535291:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1767318763.535296:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045538048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318763.535306:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318763.535332:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045538048:12345-0@lo:38:kworker.0 Request processed in 35us (632us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318763.535340:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1767318763.535356:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1767318763.535361:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045538560:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318763.535365:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045538688:0@lo:13:osp-pre-1-1.0 00010000:00020000:0.0:1767318763.535373:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318763.538646:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045538560:12345-0@lo:38:kworker.0 Request processed in 46us (519us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318763.538668:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1767318763.538842:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538176 00000100:00100000:0.0:1767318763.538849:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538176 00000100:00100000:0.0:1767318763.538881:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1767318763.538897:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045538176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318763.538916:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318763.538964:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045538176:12345-0@lo:38:kworker.0 Request processed in 76us (4152us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318763.538971:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1767318763.538993:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767318763.539022:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e52a00 x1853164045537920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318763.539033:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045537920:0@lo:400:kworker.0 00000100:00100000:0.0:1767318763.539059:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045538816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318763.539092:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045537664 00000100:00100000:0.0:1767318763.539096:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045537664 00000100:00100000:0.0:1767318763.539130:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1767318763.539135:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045537664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318763.539175:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045537664:12345-0@lo:400:kworker.0 Request processed in 39us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318763.539180:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00080000:0.0:1767318763.539196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318763.539220:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538432 00000100:00100000:0.0:1767318763.539223:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538432 00000100:00100000:0.0:1767318763.539258:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1767318763.539264:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045538432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318763.539291:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045538432:12345-0@lo:400:kworker.0 Request processed in 26us (4530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318763.539296:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00080000:0.0:1767318763.539308:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318763.539344:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318763.539348:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318763.539351:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045537792:0@lo:38:kworker.0 00000100:00080000:0.0:1767318763.539361:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318763.539363:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318763.539366:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045538048:0@lo:38:kworker.0 00000100:00080000:0.0:1767318763.539374:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318763.539377:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318763.539379:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045538176:0@lo:38:kworker.0 00000100:00080000:0.0:1767318763.539387:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318763.539390:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318763.539392:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045538560:0@lo:38:kworker.0 00000100:00100000:2.0:1767318763.540809:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1767318763.548825:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318763.551477:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767318763.551600:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53b80 x1853164045537664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318779 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318763.551621:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045537664:0@lo:400:kworker.0 00000100:00100000:0.0:1767318763.552031:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538688 00000100:00100000:0.0:1767318763.552047:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538688 00000100:00100000:0.0:1767318763.552107:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538816 00000100:00100000:0.0:1767318763.552111:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538816 00000100:00100000:0.0:1767318763.552131:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1767318763.552141:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045538688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318763.552176:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318763.552258:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045538688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (16852us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318763.552265:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1767318763.552281:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1767318763.552286:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045538816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318763.552301:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318763.552330:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045538816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (869us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318763.552336:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1767318763.553844:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045538688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318763.554009:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045538816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318763.554435:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045538304:0@lo:400:kworker.0 00000100:00100000:1.0:1767318763.554498:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045538432:0@lo:400:kworker.0 00000100:00100000:0.0:1767318763.972307:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318763.972369:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318763.972462:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832448 00000100:00100000:1.0:1767318763.972463:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832576 00000100:00100000:1.0:1767318763.972476:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832576 00000100:00100000:2.0:1767318763.972477:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832448 00000100:00100000:2.0:1767318763.972551:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 678 00000100:00100000:2.0:1767318763.972638:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985832576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318763.972740:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985832576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 111us (369us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318763.972797:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318763.976296:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 865 00000100:00100000:1.0:1767318763.976316:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985832448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318763.976349:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318763.976443:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985832448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 128us (4149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318763.976452:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 865 00000100:00100000:2.0:1767318763.982275:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 678 00010000:00010000:3.0:1767318764.305350:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318765.326427:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318766.350044:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318767.374108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767318768.067840:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985832704 offset 0 length 520: 4 00000100:00100000:3.0:1767318768.067908:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318768.067963:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318768.068064:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832960 00000100:00100000:0.0:1767318768.068087:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832960 00000100:00100000:2.0:1767318768.068114:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985832832 00000100:00100000:2.0:1767318768.068121:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985832832 00000100:00080000:1.0:1767318768.068178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318768.068180:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 679 00000100:00100000:2.0:1767318768.068196:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985832960:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318768.068280:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985832960:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318768.068289:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 679 00000100:00100000:2.0:1767318768.068308:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 866 00000100:00100000:2.0:1767318768.068312:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985832832:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318768.068334:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318768.068359:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985832832:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318768.068366:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 866 00010000:00010000:3.0:1767318768.401523:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318768.655284:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045538944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318768.655939:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318743/real 1767318743] req@ffffa07bf6e52d80 x1853164045533184/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318768 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318768.655975:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf6e52d80 x1853164045533184/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318768 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318768.655994:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318768.656009:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318768.656013:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045533184:0@lo:250:kworker.0 00000100:00080000:0.0:1767318768.656301:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318768.656307:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318768.656310:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318768.656315:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3941 00000100:00080000:0.0:1767318768.656319:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318768.656325:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318768.656350:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760a80 x1853164045539072/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318768.656382:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318768.656385:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318768.656387:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318768.656391:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3961 00000100:00080000:0.0:1767318768.656393:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318768.656396:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318768.656409:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761c00 x1853164045539328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318768.656427:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318768.656431:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318768.656432:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318768.656435:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3961 00000100:00080000:0.0:1767318768.656438:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318768.656440:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318768.656450:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763800 x1853164045539584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318768.656463:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318768.656466:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318768.656467:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318768.656470:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3961 00000100:00080000:0.0:1767318768.656472:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318768.656475:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318768.656484:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760700 x1853164045539712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318768.656504:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318768.656507:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318768.656509:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318768.656514:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3961 00000100:00080000:0.0:1767318768.656516:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318768.656520:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318768.656531:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51f80 x1853164045540096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318768.656556:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045539200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318768.656629:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318768.656693:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318768.656699:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045539968:0@lo:400:kworker.0 00000100:00100000:0.0:1767318768.656727:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318768.656761:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539200 00000100:00100000:0.0:1767318768.656802:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539200 00000100:00100000:0.0:1767318768.656857:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1767318768.656866:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045539200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318768.656929:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045539200:12345-0@lo:400:kworker.0 Request processed in 63us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318768.656945:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767318768.657262:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318768.657329:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318768.657342:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045539072:0@lo:250:kworker.0 00000400:00000100:1.0:1767318768.657364:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045539072 offset 0 length 520: 4 00000100:00100000:1.0:1767318768.657383:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045539328:0@lo:38:kworker.0 00000100:00100000:1.0:1767318768.657401:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318768.657417:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045539584:0@lo:38:kworker.0 00000100:00100000:1.0:1767318768.657436:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318768.657450:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045539712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318768.657485:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318768.657501:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045540096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318768.657749:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318768.657884:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539328 00000100:00100000:1.0:1767318768.657890:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539328 00000100:00100000:1.0:1767318768.657917:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539584 00000100:00100000:1.0:1767318768.657919:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539584 00000100:00100000:1.0:1767318768.657932:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540096 00000100:00100000:1.0:1767318768.657934:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540096 00000100:00100000:1.0:1767318768.657946:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1767318768.657953:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045539328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318768.658059:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318768.658099:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045539328:12345-0@lo:38:kworker.0 Request processed in 147us (697us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318768.658134:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1767318768.658155:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1767318768.658159:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045539584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318768.658168:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318768.658193:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045539584:12345-0@lo:38:kworker.0 Request processed in 31us (755us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318768.658198:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1767318768.658211:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1767318768.658215:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045540096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318768.658222:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318768.658242:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045540096:12345-0@lo:38:kworker.0 Request processed in 26us (492us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318768.658247:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00080000:1.0:1767318768.658285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318768.658290:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318768.658294:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045539328:0@lo:38:kworker.0 00000100:00080000:1.0:1767318768.658304:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318768.658307:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318768.658310:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045539584:0@lo:38:kworker.0 00000100:00080000:1.0:1767318768.658316:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318768.658319:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318768.658322:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045540096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318768.658377:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539712 00000100:00100000:1.0:1767318768.658381:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539712 00000100:00100000:1.0:1767318768.658419:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1767318768.658424:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045539712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318768.658434:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318768.658466:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045539712:12345-0@lo:38:kworker.0 Request processed in 40us (980us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318768.658474:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1767318768.658492:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539968 00000100:00100000:0.0:1767318768.658498:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539968 00000100:00100000:0.0:1767318768.658546:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1767318768.658554:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045539968:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1767318768.658580:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4762680 x1853164045539200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318768.658593:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045539200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318768.658596:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045539968:12345-0@lo:400:kworker.0 Request processed in 42us (1866us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318768.658605:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1767318768.658619:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045539968:0@lo:400:kworker.0 00000100:00080000:0.0:1767318768.658647:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318768.658650:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318768.658656:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318768.658659:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045539712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318768.658976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045540224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318768.659007:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318768.659156:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045538944 00000100:00100000:3.0:1767318768.659162:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045538944 00000100:00100000:3.0:1767318768.659206:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540224 00000100:00100000:3.0:1767318768.659210:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540224 00000100:00100000:3.0:1767318768.659224:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1767318768.659231:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045538944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318768.659252:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318768.659294:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045538944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318768.659300:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1767318768.659315:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00080000:0.0:1767318768.659321:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318768.659322:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045540224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318768.659356:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318768.659380:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045538944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318768.659394:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045540224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318768.659402:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1767318768.659426:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045540224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318768.659515:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045539456:0@lo:400:kworker.0 00000100:00100000:2.0:1767318768.659564:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318768.659592:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318768.659598:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045539840:0@lo:400:kworker.0 00000100:00100000:2.0:1767318768.659621:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318768.659699:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539456 00000100:00100000:0.0:1767318768.659703:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539456 00000100:00100000:3.0:1767318768.659728:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045539840 00000100:00100000:3.0:1767318768.659733:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045539840 00000100:00100000:0.0:1767318768.659755:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1767318768.659799:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045539456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318768.659804:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1767318768.659815:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045539840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318768.659847:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045539456:12345-0@lo:400:kworker.0 Request processed in 83us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318768.659856:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1767318768.659861:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045539840:12345-0@lo:400:kworker.0 Request processed in 47us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318768.659868:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:2.0:1767318768.660286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318768.660312:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045539840:0@lo:400:kworker.0 00010000:00080000:2.0:1767318768.660325:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761880 x1853164045539456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318784 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318768.660335:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045539456:0@lo:400:kworker.0 00010000:00010000:1.0:1767318769.424162:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318770.447181:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318771.470279:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318772.496483:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318773.188035:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318773.188345:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318773.194164:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833216 00000100:00100000:2.0:1767318773.194180:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833216 00000100:00100000:2.0:1767318773.194262:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833088 00000100:00100000:2.0:1767318773.194269:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833088 00000100:00100000:2.0:1767318773.194297:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 682 00000100:00100000:1.0:1767318773.194307:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 870 00000100:00100000:2.0:1767318773.194313:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985833216:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318773.194321:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985833088:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318773.194345:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318773.194395:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985833216:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 89us (6369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318773.194402:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985833088:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 79us (6053us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318773.194409:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 682 00000100:00100000:1.0:1767318773.194417:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 870 00000100:00080000:3.0:1767318773.194429:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318773.518049:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318773.774206:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318773.774230:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045540352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318773.774298:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318773.774527:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318773.774536:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045540480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318773.774566:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540352 00000100:00100000:2.0:1767318773.774568:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318773.774574:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540352 00000100:00100000:2.0:1767318773.774594:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540480 00000100:00100000:2.0:1767318773.774597:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540480 00000100:00080000:3.0:1767318773.774676:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318773.774682:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318773.774714:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318773.774718:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318773.774721:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318773.774727:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318773.774730:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318773.774734:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318773.774754:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586680 x1853164045540736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318773.774793:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318773.774796:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318773.774798:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318773.774801:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318773.774803:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318773.774807:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318773.774816:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586a00 x1853164045540992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318773.774825:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318773.774828:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318773.774830:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318773.774832:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318773.774835:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318773.774838:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318773.774849:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584700 x1853164045541120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318773.774858:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318773.774861:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318773.774862:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318773.774866:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3966 00000100:00080000:3.0:1767318773.774868:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318773.774871:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318773.774880:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584a80 x1853164045541248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318773.774900:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045540736:0@lo:38:kworker.0 00000100:00100000:3.0:1767318773.774931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318773.774952:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045540992:0@lo:38:kworker.0 00000100:00100000:3.0:1767318773.774973:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318773.774989:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045541120:0@lo:38:kworker.0 00000100:00100000:3.0:1767318773.775010:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318773.775039:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045541248:0@lo:38:kworker.0 00000100:00100000:3.0:1767318773.775059:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318773.775089:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541120 00000100:00100000:3.0:1767318773.775094:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541120 00000100:00100000:3.0:1767318773.775118:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1767318773.775125:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045541120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318773.775143:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318773.775183:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045541120:12345-0@lo:38:kworker.0 Request processed in 56us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318773.775190:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1767318773.775224:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1767318773.775234:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045540352:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318773.775254:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540736 00002000:00000024:2.0:1767318773.775257:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318773.775257:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540736 00000100:00100000:3.0:1767318773.775275:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540992 00000100:00100000:3.0:1767318773.775278:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540992 00000100:00100000:2.0:1767318773.775291:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045540352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318773.775291:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541248 00000100:00100000:3.0:1767318773.775293:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541248 00000100:00100000:2.0:1767318773.775298:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:3.0:1767318773.775306:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1767318773.775311:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045540736:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318773.775313:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1767318773.775320:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045540480:12345-0@lo:13:osp-pre-0-1.0 00010000:00020000:3.0:1767318773.775321:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00002000:00000024:2.0:1767318773.775334:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318773.775344:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045540736:12345-0@lo:38:kworker.0 Request processed in 32us (413us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318773.775350:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1767318773.775360:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045540480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318773.775361:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1767318773.775365:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1767318773.775365:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045540992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318773.775374:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318773.775395:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045540992:12345-0@lo:38:kworker.0 Request processed in 29us (422us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318773.775400:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1767318773.775402:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045540480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318773.775410:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1767318773.775414:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045541248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318773.775424:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767318773.775437:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318773.775442:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318773.775444:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045541248:12345-0@lo:38:kworker.0 Request processed in 29us (385us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318773.775445:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045540736:0@lo:38:kworker.0 00000100:00100000:3.0:1767318773.775450:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00080000:2.0:1767318773.775452:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318773.775455:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318773.775458:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045540992:0@lo:38:kworker.0 00000100:00080000:2.0:1767318773.775465:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318773.775468:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318773.775471:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045541120:0@lo:38:kworker.0 00000100:00080000:2.0:1767318773.775478:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318773.775480:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318773.775483:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045541248:0@lo:38:kworker.0 00000100:00080000:3.0:1767318773.775491:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318773.775495:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318773.775928:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045540608:0@lo:400:kworker.0 00000100:00100000:0.0:1767318773.775964:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318773.775998:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318773.776005:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045540864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318773.776010:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540608 00000100:00100000:2.0:1767318773.776014:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540608 00000100:00100000:0.0:1767318773.776037:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318773.776058:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045540864 00000100:00100000:2.0:1767318773.776061:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045540864 00000100:00100000:2.0:1767318773.776081:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1767318773.776084:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045540352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318773.776087:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045540608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318773.776113:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1767318773.776120:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045540864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318773.776125:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045540608:12345-0@lo:400:kworker.0 Request processed in 39us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318773.776131:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1767318773.776144:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045540864:12345-0@lo:400:kworker.0 Request processed in 25us (107us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318773.776150:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00010000:00080000:0.0:1767318773.776171:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584000 x1853164045540864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318773.776187:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045540864:0@lo:400:kworker.0 00010000:00080000:0.0:1767318773.776197:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd880 x1853164045540608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318789 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767318773.776199:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318773.776205:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045540608:0@lo:400:kworker.0 00010000:00010000:3.0:1767318774.543803:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318775.569069:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318776.590519:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318777.614176:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318778.307690:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318778.307807:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318778.307941:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833472 00000100:00100000:1.0:1767318778.307951:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833472 00000100:00100000:1.0:1767318778.308039:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833344 00000100:00100000:1.0:1767318778.308043:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833344 00000100:00100000:1.0:1767318778.308064:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 685 00000100:00100000:1.0:1767318778.308074:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985833472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318778.308148:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985833472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318778.308156:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 685 00000100:00100000:1.0:1767318778.308176:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 874 00000100:00100000:1.0:1767318778.308182:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985833344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318778.308200:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318778.308224:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985833344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318778.308231:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 874 00000100:00080000:3.0:1767318778.308943:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318778.638877:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318778.894132:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318778.894179:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045541376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318778.894267:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.894475:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541376 00000100:00100000:0.0:1767318778.894483:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541376 00000100:00100000:0.0:1767318778.894574:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1767318778.894585:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045541376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318778.894654:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318778.894699:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045541376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318778.894706:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1767318778.894832:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045541376:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318778.898554:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318778.898623:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318778.898629:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318778.898679:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318778.898684:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318778.898687:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318778.898695:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3972 00000100:00080000:1.0:1767318778.898700:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318778.898706:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318778.898729:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70700 x1853164045541760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318778.898750:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318778.898752:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318778.898754:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318778.898757:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3972 00000100:00080000:1.0:1767318778.898760:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318778.898764:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318778.898799:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71c00 x1853164045542016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318778.898808:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318778.898811:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318778.898812:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318778.898816:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3972 00000100:00080000:1.0:1767318778.898818:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318778.898822:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318778.898833:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70e00 x1853164045542144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318778.898846:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318778.898849:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318778.898851:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318778.898902:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3972 00000100:00080000:1.0:1767318778.898905:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318778.898908:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318778.898919:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71500 x1853164045542400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318778.898990:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045541632:0@lo:400:kworker.0 00000100:00100000:0.0:1767318778.899057:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.899112:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318778.899119:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045541888:0@lo:400:kworker.0 00000100:00100000:0.0:1767318778.899154:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.899182:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045541760:0@lo:38:kworker.0 00000100:00100000:0.0:1767318778.899205:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.899224:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045542016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318778.899244:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.899266:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045542144:0@lo:38:kworker.0 00000100:00100000:0.0:1767318778.899304:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.899323:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045542400:0@lo:38:kworker.0 00000100:00100000:0.0:1767318778.899343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318778.899374:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541632 00000100:00100000:0.0:1767318778.899381:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541632 00000100:00100000:0.0:1767318778.899425:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541888 00000100:00100000:0.0:1767318778.899428:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541888 00000100:00100000:0.0:1767318778.899441:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541760 00000100:00100000:0.0:1767318778.899444:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541760 00000100:00100000:0.0:1767318778.899452:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542016 00000100:00100000:0.0:1767318778.899455:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542016 00000100:00100000:0.0:1767318778.899462:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542400 00000100:00100000:0.0:1767318778.899464:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542400 00000100:00100000:0.0:1767318778.899475:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1767318778.899483:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045541632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318778.899534:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045541632:12345-0@lo:400:kworker.0 Request processed in 51us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318778.899541:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1767318778.899558:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767318778.899564:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045541888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318778.899591:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045541888:12345-0@lo:400:kworker.0 Request processed in 27us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318778.899597:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767318778.899621:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767318778.899625:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045541760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318778.899657:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318778.899689:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045541760:12345-0@lo:38:kworker.0 Request processed in 61us (482us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318778.899694:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767318778.899706:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1767318778.899710:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045542016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318778.899720:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318778.899742:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045542016:12345-0@lo:38:kworker.0 Request processed in 30us (497us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318778.899747:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:0.0:1767318778.899757:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1767318778.899760:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045542400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318778.899800:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318778.899823:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045542400:12345-0@lo:38:kworker.0 Request processed in 61us (478us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318778.899829:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00010000:00080000:0.0:1767318778.899863:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70380 x1853164045541888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318778.899881:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045541888:0@lo:400:kworker.0 00010000:00080000:0.0:1767318778.899893:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d72300 x1853164045541632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318794 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318778.899900:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045541632:0@lo:400:kworker.0 00000100:00080000:0.0:1767318778.899929:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318778.899934:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318778.899937:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045541760:0@lo:38:kworker.0 00000100:00080000:0.0:1767318778.899945:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318778.899948:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318778.899951:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045542016:0@lo:38:kworker.0 00000100:00080000:0.0:1767318778.899957:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318778.899960:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318778.899962:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045542400:0@lo:38:kworker.0 00000100:00080000:3.0:1767318778.900086:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318778.900491:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542144 00000100:00100000:2.0:1767318778.900499:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542144 00000100:00100000:2.0:1767318778.900547:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1767318778.900553:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045542144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318778.900564:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318778.900621:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045542144:12345-0@lo:38:kworker.0 Request processed in 67us (1315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318778.900628:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1767318778.900664:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045542272:0@lo:400:kworker.0 00000100:00100000:2.0:1767318778.900698:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318778.900725:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318778.900731:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045541504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318778.900759:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318778.900805:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045541504 00000100:00100000:2.0:1767318778.900809:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045541504 00000100:00100000:2.0:1767318778.900844:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1767318778.900851:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be5b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045541504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318778.900875:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318778.900905:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be5b56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045541504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318778.900910:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:2.0:1767318778.901161:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045541504:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318778.901489:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318778.901496:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318778.901499:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045542144:0@lo:38:kworker.0 00000100:00100000:3.0:1767318778.901731:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542272 00000100:00100000:3.0:1767318778.901737:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542272 00000100:00100000:3.0:1767318778.901802:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1767318778.901810:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045542272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318778.901865:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045542272:12345-0@lo:400:kworker.0 Request processed in 57us (1167us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318778.901871:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:3.0:1767318778.901888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318778.902155:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045542272:0@lo:400:kworker.0 00010000:00010000:1.0:1767318779.662042:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318780.689010:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318781.710107:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318782.734008:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318783.429115:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318783.429253:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318783.431480:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833728 00000100:00100000:2.0:1767318783.431494:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833728 00000100:00100000:2.0:1767318783.431678:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833600 00000100:00100000:2.0:1767318783.431682:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833600 00000100:00080000:0.0:1767318783.431726:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318783.432238:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 688 00000100:00100000:3.0:1767318783.432252:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985833728:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318783.432360:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985833728:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 112us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318783.432368:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 688 00000100:00100000:3.0:1767318783.432402:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 878 00000100:00100000:3.0:1767318783.432407:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985833600:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318783.432442:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318783.432469:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985833600:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 60us (3217us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318783.432475:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 878 00010000:00010000:1.0:1767318783.758811:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318784.014246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318784.014254:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318784.014297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318784.014301:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318784.014306:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318784.014313:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3977 00000100:00080000:0.0:1767318784.014318:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318784.014325:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318784.014345:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960a80 x1853164045542784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318784.014438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318784.014441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318784.014443:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318784.014459:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3977 00000100:00080000:0.0:1767318784.014462:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318784.014466:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318784.014491:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960e00 x1853164045543040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318784.014500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318784.014652:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045543168:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318784.014810:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318784.014812:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318784.014816:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3977 00000100:00080000:0.0:1767318784.014819:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318784.014823:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318784.014838:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961180 x1853164045543296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318784.014859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318784.014862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318784.014879:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318784.014882:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3977 00000100:00080000:0.0:1767318784.014885:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318784.014888:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318784.014913:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164045543680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318784.014935:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045542656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318784.015189:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045542784:0@lo:38:kworker.0 00000100:00100000:0.0:1767318784.015251:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318784.015304:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045543552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.015357:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318784.015397:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318784.015404:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045542912:0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.015436:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318784.015466:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543552 00000100:00100000:0.0:1767318784.015473:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543552 00000100:00100000:0.0:1767318784.015553:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1767318784.015560:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045543552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.015603:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045543552:12345-0@lo:400:kworker.0 Request processed in 44us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318784.015610:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:0.0:1767318784.015628:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318784.015651:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045543552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.015693:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542656 00000100:00100000:0.0:1767318784.015697:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542656 00000100:00100000:0.0:1767318784.015721:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542912 00000100:00100000:0.0:1767318784.015724:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542912 00000100:00100000:0.0:1767318784.015740:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1767318784.015746:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045542656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.015793:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045542656:12345-0@lo:400:kworker.0 Request processed in 47us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318784.015799:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1767318784.015808:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1767318784.015814:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045542912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.015834:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045542912:12345-0@lo:400:kworker.0 Request processed in 21us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318784.015839:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00080000:0.0:1767318784.015853:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318784.015866:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8961880 x1853164045542912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318784.015876:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045542912:0@lo:400:kworker.0 00010000:00080000:0.0:1767318784.015884:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8960000 x1853164045542656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318800 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318784.015892:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045542656:0@lo:400:kworker.0 00000100:00100000:2.0:1767318784.016824:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045542528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318784.016870:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318784.016912:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045543424:0@lo:400:kworker.0 00000100:00100000:2.0:1767318784.016934:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318784.016994:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543424 00000100:00100000:2.0:1767318784.016999:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543424 00000100:00100000:2.0:1767318784.017048:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1767318784.017056:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045543424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318784.017095:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045543424:12345-0@lo:400:kworker.0 Request processed in 39us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318784.017101:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:2.0:1767318784.017121:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318784.017142:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045543424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318784.017733:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542528 00000100:00100000:0.0:1767318784.017739:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542528 00000100:00100000:0.0:1767318784.017798:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1767318784.017805:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045542528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318784.017841:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318784.017890:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045542528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318784.017896:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1767318784.022555:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318784.024149:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318784.024243:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045543040:0@lo:38:kworker.0 00000100:00100000:1.0:1767318784.024273:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318784.024297:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045543296:0@lo:38:kworker.0 00000100:00100000:1.0:1767318784.024320:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318784.024341:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045543680:0@lo:38:kworker.0 00000100:00100000:1.0:1767318784.024375:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318784.024431:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543296 00000100:00100000:1.0:1767318784.024438:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543296 00000100:00100000:1.0:1767318784.024473:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1767318784.024479:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045543296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318784.024498:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318784.024551:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045543296:12345-0@lo:38:kworker.0 Request processed in 70us (228us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318784.024558:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1767318784.024610:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045542784 00000100:00100000:1.0:1767318784.024614:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045542784 00000100:00100000:1.0:1767318784.024632:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543040 00000100:00100000:1.0:1767318784.024634:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543040 00000100:00100000:1.0:1767318784.024647:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543680 00000100:00100000:1.0:1767318784.024649:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543680 00000100:00100000:1.0:1767318784.024663:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1767318784.024669:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045542784:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767318784.025295:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318784.025302:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318784.025306:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045543296:0@lo:38:kworker.0 00000100:00100000:3.0:1767318784.025334:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1767318784.025339:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045543040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318784.025365:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318784.025405:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045543040:12345-0@lo:38:kworker.0 Request processed in 64us (1131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318784.025411:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1767318784.025445:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1767318784.025450:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045543680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318784.025459:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318784.025483:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045543680:12345-0@lo:38:kworker.0 Request processed in 32us (1107us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318784.025488:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00080000:3.0:1767318784.025527:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318784.025532:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318784.025536:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045543040:0@lo:38:kworker.0 00000100:00080000:3.0:1767318784.025545:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318784.025548:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318784.025551:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045543680:0@lo:38:kworker.0 00010000:00020000:1.0:1767318784.025952:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318784.025996:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045542784:12345-0@lo:38:kworker.0 Request processed in 1325us (1852us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318784.026004:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:0.0:1767318784.026857:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543168 00000100:00100000:0.0:1767318784.026866:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543168 00000100:00100000:0.0:1767318784.026921:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1767318784.026930:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045543168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318784.026959:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318784.027013:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045543168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (4464us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318784.027024:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1767318784.027088:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045543168:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318784.027307:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318784.027313:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318784.027317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045542784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318784.027636:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045542528:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318784.782431:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318785.806404:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318786.830335:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318787.854089:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318788.546149:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318788.546262:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318788.546410:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833984 00000100:00100000:0.0:1767318788.546428:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833984 00000100:00080000:2.0:1767318788.546645:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318788.546713:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985833856 00000100:00100000:0.0:1767318788.546718:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985833856 00000100:00100000:0.0:1767318788.546745:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 691 00000100:00100000:0.0:1767318788.546763:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985833984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318788.546885:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985833984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 123us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318788.546893:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 691 00000100:00100000:0.0:1767318788.546912:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 882 00000100:00100000:0.0:1767318788.546916:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985833856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318788.546935:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318788.546957:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985833856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 39us (696us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318788.546963:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 882 00010000:00010000:3.0:1767318788.878715:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318789.134882:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318789.134900:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318789.134974:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318789.134979:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318789.134983:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318789.134993:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3982 00000100:00080000:0.0:1767318789.135009:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318789.135017:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318789.135042:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961880 x1853164045543936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318789.135084:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318789.135087:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318789.135089:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318789.135093:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3982 00000100:00080000:0.0:1767318789.135095:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318789.135098:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318789.135113:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962300 x1853164045544192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318789.135122:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318789.135125:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318789.135127:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318789.135130:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3982 00000100:00080000:0.0:1767318789.135133:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318789.135137:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318789.135147:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960380 x1853164045544320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318789.135170:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318789.135173:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318789.135185:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318789.135189:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3982 00000100:00080000:0.0:1767318789.135192:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318789.135196:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318789.135208:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164045544704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318789.135238:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045543808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318789.135327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318789.135764:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318789.135826:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045544576:0@lo:400:kworker.0 00000100:00100000:3.0:1767318789.135900:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318789.135908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318789.135921:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045544832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318789.135972:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318789.135974:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543808 00000100:00100000:0.0:1767318789.135981:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543808 00000100:00100000:3.0:1767318789.136027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045544064:0@lo:400:kworker.0 00000100:00100000:0.0:1767318789.136040:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1767318789.136052:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045543808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318789.136074:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318789.136098:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318789.136104:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045544448:0@lo:400:kworker.0 00000100:00100000:3.0:1767318789.136126:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318789.137819:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045543936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318789.137883:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318789.137927:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045544192:0@lo:38:kworker.0 00000100:00080000:3.0:1767318789.138498:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318789.138516:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544576 00000100:00100000:3.0:1767318789.138524:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544576 00000100:00100000:3.0:1767318789.138585:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544448 00000100:00100000:3.0:1767318789.138589:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544448 00000100:00100000:3.0:1767318789.138614:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1767318789.138622:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045544576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318789.138686:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045544576:12345-0@lo:400:kworker.0 Request processed in 64us (2784us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318789.138694:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1767318789.138710:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1767318789.138716:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045544448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318789.138757:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045544448:12345-0@lo:400:kworker.0 Request processed in 42us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318789.138763:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1767318789.138799:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544832 00000100:00100000:3.0:1767318789.138803:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544832 00000100:00100000:3.0:1767318789.138825:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767318789.138832:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045544832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318789.138855:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318789.138889:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045544832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (2919us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318789.138895:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767318789.138945:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045544832:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318789.138970:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318789.138972:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318789.138999:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544064 00000100:00100000:3.0:1767318789.139003:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544064 00000100:00100000:3.0:1767318789.139028:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045543936 00000100:00100000:3.0:1767318789.139030:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045543936 00000100:00100000:3.0:1767318789.139043:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1767318789.139049:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045544064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318789.139079:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045544064:12345-0@lo:400:kworker.0 Request processed in 30us (3006us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318789.139086:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1767318789.139097:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1767318789.139101:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045543936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318789.139117:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318789.139143:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045543936:12345-0@lo:38:kworker.0 Request processed in 40us (1260us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318789.139149:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00080000:3.0:1767318789.139167:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318789.139262:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045544960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318789.139374:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318789.139404:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045544448:0@lo:400:kworker.0 00010000:00080000:1.0:1767318789.139448:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962d80 x1853164045544064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318789.139458:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045544064:0@lo:400:kworker.0 00000100:00100000:1.0:1767318789.139490:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544960 00000100:00100000:1.0:1767318789.139493:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544960 00000100:00100000:1.0:1767318789.139518:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1767318789.139525:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045544960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318789.139542:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318789.139573:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045544960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318789.139579:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1767318789.139610:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045544960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318789.139650:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045544576:0@lo:400:kworker.0 00000100:00100000:2.0:1767318789.139762:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318789.139805:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045544320:0@lo:38:kworker.0 00000100:00100000:2.0:1767318789.139827:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318789.139850:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045544704:0@lo:38:kworker.0 00000100:00100000:2.0:1767318789.139871:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318789.139898:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318789.139903:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318789.139907:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045543936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318789.139927:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544320 00000100:00100000:2.0:1767318789.139931:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544320 00000100:00100000:2.0:1767318789.139953:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1767318789.139957:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045544320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318789.139969:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318789.139998:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045544320:12345-0@lo:38:kworker.0 Request processed in 39us (170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318789.140004:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1767318789.140024:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544192 00000100:00100000:2.0:1767318789.140027:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544192 00000100:00100000:2.0:1767318789.140043:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045544704 00000100:00100000:2.0:1767318789.140045:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045544704 00000100:00100000:2.0:1767318789.140060:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1767318789.140064:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045544192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318789.140072:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318789.140097:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045544192:12345-0@lo:38:kworker.0 Request processed in 31us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318789.140102:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1767318789.140113:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:2.0:1767318789.140117:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045544704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318789.140124:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318789.140146:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045544704:12345-0@lo:38:kworker.0 Request processed in 27us (273us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318789.140151:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00080000:2.0:1767318789.140911:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318789.140918:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318789.140922:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045544192:0@lo:38:kworker.0 00000100:00100000:0.0:1767318789.140941:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045543808:12345-0@lo:400:kworker.0 Request processed in 4890us (5612us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318789.140951:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:2.0:1767318789.140976:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318789.140981:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318789.140985:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045544320:0@lo:38:kworker.0 00000100:00080000:2.0:1767318789.140995:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318789.140999:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318789.141001:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045544704:0@lo:38:kworker.0 00010000:00080000:1.0:1767318789.141130:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8960000 x1853164045543808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318805 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318789.141142:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045543808:0@lo:400:kworker.0 00010000:00010000:1.0:1767318789.902652:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318790.926159:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318791.950182:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318792.974551:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318793.230293:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318768/real 1767318768] req@ffffa07bf4760a80 x1853164045539072/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318793 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318793.230617:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf4760a80 x1853164045539072/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318793 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318793.230632:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318793.230660:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318793.230664:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045539072:0@lo:250:kworker.0 00000100:00080000:0.0:1767318793.230739:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318793.230758:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318793.230761:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318793.230766:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3966 00000100:00080000:0.0:1767318793.230792:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318793.230798:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318793.230828:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963b80 x1853164045545088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318793.230884:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318793.230887:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318793.230889:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318793.230893:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3987 00000100:00080000:0.0:1767318793.230895:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318793.230899:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318793.230912:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164045545344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318793.230934:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318793.230937:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318793.230938:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318793.230941:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3987 00000100:00080000:0.0:1767318793.230944:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318793.230946:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318793.230957:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962300 x1853164045545600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318793.230964:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318793.230966:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318793.230968:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318793.230971:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3987 00000100:00080000:0.0:1767318793.230974:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767318793.231086:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045545088:0@lo:250:kworker.0 00000400:00000100:2.0:1767318793.231131:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045545088 offset 0 length 520: 4 00000100:00100000:2.0:1767318793.231182:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045545344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318793.231212:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318793.231232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045545600:0@lo:38:kworker.0 00000100:00100000:2.0:1767318793.231251:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318793.235063:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045545216:0@lo:400:kworker.0 00000100:00100000:3.0:1767318793.235137:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318793.235205:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045545472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318793.235231:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318793.235343:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545344 00000100:00100000:3.0:1767318793.235351:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545344 00000100:00100000:3.0:1767318793.235402:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545600 00000100:00100000:3.0:1767318793.235406:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545600 00000100:00100000:3.0:1767318793.235429:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545216 00000100:00100000:3.0:1767318793.235432:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545216 00000100:00100000:3.0:1767318793.235459:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545472 00000100:00100000:3.0:1767318793.235462:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545472 00000100:00100000:3.0:1767318793.235480:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1767318793.235488:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045545216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318793.235538:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045545216:12345-0@lo:400:kworker.0 Request processed in 50us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318793.235545:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1767318793.235562:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1767318793.235567:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045545472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318793.235596:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045545472:12345-0@lo:400:kworker.0 Request processed in 30us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318793.235602:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1767318793.235653:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1767318793.235658:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045545344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318793.235676:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318793.235711:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045545344:12345-0@lo:38:kworker.0 Request processed in 52us (4499us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318793.235717:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1767318793.235745:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1767318793.235749:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045545600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318793.235764:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318793.235803:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045545600:12345-0@lo:38:kworker.0 Request processed in 51us (4550us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318793.235809:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00080000:2.0:1767318793.235846:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318793.235851:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318793.235855:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045545344:0@lo:38:kworker.0 00000100:00080000:2.0:1767318793.235864:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318793.235867:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318793.235871:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045545600:0@lo:38:kworker.0 00000100:00080000:2.0:1767318793.235922:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318793.235940:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8960000 x1853164045545216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318793.235967:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045545216:0@lo:400:kworker.0 00010000:00080000:2.0:1767318793.235995:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8960380 x1853164045545472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318793.236006:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045545472:0@lo:400:kworker.0 00000100:00080000:0.0:1767318793.236320:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318793.251564:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961880 x1853164045545728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318793.251692:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045545856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318793.251834:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318793.251940:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045545728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318793.251993:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318793.252046:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545728 00000100:00100000:2.0:1767318793.252054:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545728 00000100:00100000:2.0:1767318793.252088:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:2.0:1767318793.252096:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045545728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318793.252117:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318793.252156:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045545728:12345-0@lo:38:kworker.0 Request processed in 59us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318793.252163:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:2.0:1767318793.252234:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318793.252239:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318793.252242:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045545728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318793.252638:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545856 00000100:00100000:2.0:1767318793.252644:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545856 00000100:00080000:1.0:1767318793.252692:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318793.252698:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1767318793.252707:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045545856:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318793.252823:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318793.252827:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318793.252830:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318793.252834:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3987 00000100:00080000:0.0:1767318793.252837:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318793.252842:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318793.252850:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318793.252858:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045545984:0@lo:400:kworker.0 00000100:00100000:0.0:1767318793.252885:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318793.252920:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961880 x1853164045546112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318793.252949:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045546112:0@lo:38:kworker.0 00000100:00100000:0.0:1767318793.252973:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318793.253010:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546112 00000100:00100000:0.0:1767318793.253014:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546112 00000100:00100000:0.0:1767318793.253037:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1767318793.253041:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045546112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318793.253052:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318793.253079:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045546112:12345-0@lo:38:kworker.0 Request processed in 37us (105us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318793.253085:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00080000:0.0:1767318793.253109:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318793.253114:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318793.253116:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045546112:0@lo:38:kworker.0 00000100:00100000:1.0:1767318793.253166:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045545984 00000100:00100000:1.0:1767318793.253171:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045545984 00000100:00100000:1.0:1767318793.253214:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767318793.253221:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045545984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318793.253258:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045545984:12345-0@lo:400:kworker.0 Request processed in 38us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318793.253264:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1767318793.253307:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045545984:0@lo:400:kworker.0 00000100:00080000:0.0:1767318793.253601:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318793.258235:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045545856:12345-0@lo:400:kworker.0 Request processed in 5519us (6389us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318793.258253:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1767318793.267499:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045545856:0@lo:400:kworker.0 00000100:00100000:0.0:1767318793.665617:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318793.665731:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985834368 00000100:00100000:2.0:1767318793.665742:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985834368 00000100:00100000:2.0:1767318793.665841:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 696 00000100:00100000:2.0:1767318793.665851:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985834368:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318793.665937:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985834368:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318793.665945:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 696 00000100:00080000:0.0:1767318793.666116:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767318793.667964:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985834112 offset 0 length 520: 4 00000100:00100000:1.0:1767318793.668002:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318793.668071:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985834240 00000100:00100000:3.0:1767318793.668078:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985834240 00000100:00100000:3.0:1767318793.668120:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 889 00000100:00100000:3.0:1767318793.668127:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985834240:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318793.668148:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318793.668202:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985834240:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 73us (198us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318793.668209:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 889 00010000:00010000:1.0:1767318793.999078:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318794.254195:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318794.254212:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045546240:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318794.254290:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318794.255134:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546240 00000100:00100000:3.0:1767318794.255142:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546240 00000100:00100000:3.0:1767318794.255198:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1767318794.255207:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045546240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318794.255236:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318794.255290:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045546240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318794.255298:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1767318794.255354:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045546240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318794.259551:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318794.259576:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045546368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318794.259644:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318794.260126:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546368 00000100:00100000:2.0:1767318794.260135:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546368 00000100:00100000:2.0:1767318794.260193:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1767318794.260202:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045546368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318794.260287:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318794.260356:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045546368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318794.260363:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1767318794.260600:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045546368:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318795.023548:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318796.046096:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318797.071910:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318798.096155:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318798.349912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318798.349923:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318798.349996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318798.350000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318798.350004:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318798.350012:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767318798.350017:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318798.350024:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318798.350048:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576300 x1853164045546624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318798.350124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318798.350128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318798.350130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318798.350134:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767318798.350137:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318798.350141:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318798.350146:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045546624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318798.350157:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045546880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318798.350167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318798.350169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318798.350171:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318798.350174:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767318798.350176:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318798.350180:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318798.350205:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5c00 x1853164045547008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318798.350251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318798.350255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318798.350256:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318798.350269:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3991 00000100:00080000:2.0:1767318798.350272:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767318798.350278:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318798.350279:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318798.350296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4a80 x1853164045547392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318798.350327:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045546880:0@lo:38:kworker.0 00000100:00100000:2.0:1767318798.350335:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045547136:0@lo:400:kworker.0 00000100:00100000:3.0:1767318798.350355:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318798.350379:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045547008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318798.350383:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318798.350411:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318798.350419:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045546752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318798.350434:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318798.350452:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318798.350459:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045547392:0@lo:38:kworker.0 00000100:00100000:3.0:1767318798.350488:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318798.350510:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546624 00000100:00100000:2.0:1767318798.350520:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546624 00000100:00100000:3.0:1767318798.350525:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546880 00000100:00100000:3.0:1767318798.350530:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546880 00000100:00100000:3.0:1767318798.350557:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546752 00000100:00100000:3.0:1767318798.350561:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546752 00000100:00100000:1.0:1767318798.350643:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045547264:0@lo:400:kworker.0 00000100:00100000:1.0:1767318798.350671:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318798.350724:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547136 00000100:00100000:1.0:1767318798.350728:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547136 00000100:00100000:1.0:1767318798.350761:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547264 00000100:00100000:1.0:1767318798.350765:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547264 00000100:00100000:1.0:1767318798.350814:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1767318798.350823:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045547136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318798.350872:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045547136:12345-0@lo:400:kworker.0 Request processed in 49us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318798.350879:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1767318798.350899:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1767318798.350905:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045547264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318798.350933:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045547264:12345-0@lo:400:kworker.0 Request processed in 28us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318798.350939:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1767318798.350973:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045547264:0@lo:400:kworker.0 00000100:00100000:0.0:1767318798.351042:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045546496:0@lo:400:kworker.0 00000100:00100000:0.0:1767318798.351069:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318798.363422:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045546496 00000100:00100000:3.0:1767318798.363422:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547392 00000100:00100000:1.0:1767318798.363440:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045546496 00000100:00100000:3.0:1767318798.363440:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547392 00000100:00080000:3.0:1767318798.363625:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318798.363632:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318798.363635:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318798.363656:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1767318798.363668:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045546752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318798.363695:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1767318798.363706:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045546496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318798.364131:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045546752:12345-0@lo:400:kworker.0 Request processed in 463us (13679us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318798.364134:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045546496:12345-0@lo:400:kworker.0 Request processed in 429us (13061us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318798.364146:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1767318798.364153:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767318798.364173:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767318798.364182:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045546880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318798.364215:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318798.364270:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045546880:12345-0@lo:38:kworker.0 Request processed in 90us (13915us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318798.364650:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1767318798.364659:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045546624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318798.364670:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318798.364912:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045546624:12345-0@lo:38:kworker.0 Request processed in 252us (14637us total) trans 0 rc -19/-19 00010000:00080000:0.0:1767318798.368133:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574a80 x1853164045546496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318798.368150:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045546496:0@lo:400:kworker.0 00000100:00100000:0.0:1767318798.368714:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547008 00000100:00100000:0.0:1767318798.368725:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547008 00000100:00100000:0.0:1767318798.368811:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1767318798.368819:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045547008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318798.368841:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318798.368904:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045547008:12345-0@lo:38:kworker.0 Request processed in 84us (18470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318798.368911:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1767318798.370074:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1767318798.370101:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00080000:1.0:1767318798.370154:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318798.370161:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318798.370164:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045546880:0@lo:38:kworker.0 00000100:00080000:1.0:1767318798.370175:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318798.370178:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318798.370181:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045547008:0@lo:38:kworker.0 00000100:00080000:1.0:1767318798.370192:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318798.370196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318798.370199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045546624:0@lo:38:kworker.0 00000100:00100000:0.0:1767318798.383272:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1767318798.383288:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045547392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318798.383315:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318798.385306:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045547392:12345-0@lo:38:kworker.0 Request processed in 2012us (34809us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318798.385321:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00010000:00080000:2.0:1767318798.386641:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577800 x1853164045546752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318814 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318798.386661:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045546752:0@lo:400:kworker.0 00000100:00100000:2.0:1767318798.386676:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045547136:0@lo:400:kworker.0 00000100:00080000:1.0:1767318798.386808:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318798.386814:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318798.386817:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045547392:0@lo:38:kworker.0 00000100:00100000:1.0:1767318798.790502:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318798.790816:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318798.793603:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985834624 00000100:00100000:3.0:1767318798.793619:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985834624 00000100:00100000:3.0:1767318798.793703:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985834496 00000100:00100000:3.0:1767318798.793708:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985834496 00000100:00100000:3.0:1767318798.793743:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 699 00000100:00100000:3.0:1767318798.793753:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985834624:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318798.793763:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 893 00000100:00100000:1.0:1767318798.793791:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985834496:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318798.793812:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318798.793863:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985834496:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (3042us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318798.793863:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985834624:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 107us (3368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318798.793877:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 893 00000100:00080000:0.0:1767318798.793925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318798.795726:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 699 00010000:00010000:3.0:1767318799.128497:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318799.373985:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318799.374001:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045547520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318799.374076:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318799.375026:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318799.375053:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045547648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318799.377355:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318799.382072:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547520 00000100:00100000:0.0:1767318799.382089:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547520 00000100:00100000:0.0:1767318799.382210:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547648 00000100:00100000:0.0:1767318799.382223:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547648 00000100:00100000:0.0:1767318799.382245:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1767318799.382253:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045547520:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318799.382259:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1767318799.382267:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045547648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318799.382287:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767318799.382287:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318799.386257:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045547520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3995us (12172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318799.386273:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1767318799.386294:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045547520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318799.389317:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045547648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7038us (11955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318799.389333:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1767318799.389590:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045547648:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318800.144297:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318801.166969:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318802.190150:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318803.214372:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318803.469975:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318803.469986:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318803.470055:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318803.470059:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318803.470063:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318803.470071:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 3996 00000100:00080000:2.0:1767318803.470076:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318803.470092:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318803.470111:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8e00 x1853164045547904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318803.470160:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318803.470164:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318803.470165:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318803.470177:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 3996 00000100:00080000:2.0:1767318803.470180:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318803.470183:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318803.470212:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00a80 x1853164045548160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318803.470220:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318803.470223:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318803.470225:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318803.470228:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 3996 00000100:00080000:2.0:1767318803.470230:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318803.470234:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318803.470243:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01500 x1853164045548288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318803.470279:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318803.470283:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318803.470284:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318803.470288:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 3996 00000100:00080000:2.0:1767318803.470290:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318803.470293:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318803.470303:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc000 x1853164045548672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318803.471024:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045547904:0@lo:38:kworker.0 00000100:00100000:3.0:1767318803.471132:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.471233:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045548160:0@lo:38:kworker.0 00000100:00100000:3.0:1767318803.471256:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.471273:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045548288:0@lo:38:kworker.0 00000100:00100000:3.0:1767318803.471294:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.471338:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045548672:0@lo:38:kworker.0 00000100:00100000:3.0:1767318803.471365:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.471418:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548288 00000100:00100000:3.0:1767318803.471426:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548288 00000100:00100000:3.0:1767318803.471472:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1767318803.471480:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045548288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318803.471512:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318803.471555:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045548288:12345-0@lo:38:kworker.0 Request processed in 74us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318803.471562:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1767318803.471597:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547904 00000100:00100000:3.0:1767318803.471601:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547904 00000100:00100000:3.0:1767318803.471638:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548160 00000100:00100000:3.0:1767318803.471641:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548160 00000100:00100000:3.0:1767318803.471655:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548672 00000100:00100000:3.0:1767318803.471658:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548672 00000100:00100000:3.0:1767318803.471684:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1767318803.471690:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045547904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318803.471699:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318803.471725:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045547904:12345-0@lo:38:kworker.0 Request processed in 34us (593us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318803.471731:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1767318803.471741:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1767318803.471745:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045548160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318803.471753:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318803.471802:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045548160:12345-0@lo:38:kworker.0 Request processed in 55us (545us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318803.471808:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1767318803.471818:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1767318803.471822:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045548672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318803.471830:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318803.471852:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045548672:12345-0@lo:38:kworker.0 Request processed in 28us (486us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318803.471857:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1767318803.471876:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045548032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.471900:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.471931:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318803.471937:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045548416:0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.471984:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.472014:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548032 00000100:00100000:3.0:1767318803.472018:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548032 00000100:00100000:3.0:1767318803.472060:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1767318803.472066:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045548032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.472102:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045548032:12345-0@lo:400:kworker.0 Request processed in 36us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318803.472108:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00080000:3.0:1767318803.472149:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318803.472154:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318803.472158:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045547904:0@lo:38:kworker.0 00000100:00080000:3.0:1767318803.472168:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318803.472172:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318803.472174:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045548160:0@lo:38:kworker.0 00000100:00080000:3.0:1767318803.472181:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318803.472184:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318803.472186:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045548288:0@lo:38:kworker.0 00000100:00080000:3.0:1767318803.472195:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318803.472198:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318803.472201:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045548672:0@lo:38:kworker.0 00000100:00100000:1.0:1767318803.472225:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045548544:0@lo:400:kworker.0 00010000:00080000:3.0:1767318803.472237:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9180 x1853164045548032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318803.472248:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045548032:0@lo:400:kworker.0 00000100:00100000:1.0:1767318803.472275:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318803.472313:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318803.472321:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045547776:0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.472331:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548416 00000100:00100000:3.0:1767318803.472335:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548416 00000100:00100000:1.0:1767318803.472359:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318803.472380:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1767318803.472390:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548544 00000100:00100000:3.0:1767318803.472390:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045548416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318803.472396:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548544 00000100:00100000:1.0:1767318803.472427:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1767318803.472434:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045548416:12345-0@lo:400:kworker.0 Request processed in 46us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318803.472438:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045548544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.472445:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1767318803.472475:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045548416:0@lo:400:kworker.0 00000100:00100000:1.0:1767318803.472483:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045548544:12345-0@lo:400:kworker.0 Request processed in 47us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318803.472491:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1767318803.472510:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045547776 00000100:00100000:3.0:1767318803.472514:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045547776 00000100:00100000:1.0:1767318803.472533:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045548544:0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.472554:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1767318803.472562:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045547776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318803.472606:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045547776:12345-0@lo:400:kworker.0 Request processed in 45us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318803.472612:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00010000:00080000:1.0:1767318803.477176:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeb480 x1853164045547776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318819 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318803.477196:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045547776:0@lo:400:kworker.0 00000100:00080000:0.0:1767318803.477353:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318803.477359:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318803.477363:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318803.909714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318803.909824:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985834752 00000100:00100000:0.0:1767318803.909835:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318803.909842:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985834752 00000100:00100000:2.0:1767318803.909989:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985834880 00000100:00100000:2.0:1767318803.909993:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985834880 00000100:00080000:0.0:1767318803.910080:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318803.913488:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 702 00000100:00100000:3.0:1767318803.913516:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985834880:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318803.913643:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985834880:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 141us (3810us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318803.913652:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 702 00000100:00100000:3.0:1767318803.913689:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 897 00000100:00100000:3.0:1767318803.913694:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985834752:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318803.913713:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318803.913739:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985834752:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (4040us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318803.913745:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 897 00010000:00010000:1.0:1767318804.238288:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318804.494186:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045548800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318804.495850:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318804.496379:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318804.496406:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045548928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318804.496457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318804.496570:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548800 00000100:00100000:2.0:1767318804.496579:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548800 00000100:00100000:2.0:1767318804.496640:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045548928 00000100:00100000:2.0:1767318804.496643:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045548928 00000100:00100000:2.0:1767318804.496660:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1767318804.496669:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045548800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318804.496710:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318804.496763:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045548800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318804.496788:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1767318804.496817:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1767318804.496824:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045548928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318804.496838:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318804.496867:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045548928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318804.496873:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1767318804.497017:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045548800:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318804.499424:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045548928:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318805.262043:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318806.288066:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318807.312945:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318808.333974:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318808.590374:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.590384:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318808.590426:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318808.590725:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045549056:0@lo:400:kworker.0 00000100:00100000:3.0:1767318808.590815:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318808.591088:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549056 00000100:00100000:1.0:1767318808.591098:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549056 00000100:00100000:1.0:1767318808.591167:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1767318808.591177:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045549056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318808.591227:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045549056:12345-0@lo:400:kworker.0 Request processed in 52us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318808.591234:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00080000:2.0:1767318808.591488:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318808.591492:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318808.591498:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4001 00000100:00080000:2.0:1767318808.591502:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318808.591507:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318808.591531:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cde680 x1853164045549184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318808.591572:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.591576:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318808.591577:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318808.591581:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4001 00000100:00080000:2.0:1767318808.591583:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318808.591586:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318808.591597:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164045549440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318808.591606:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.591609:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318808.591611:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318808.591613:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4001 00000100:00080000:2.0:1767318808.591616:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318808.591620:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318808.591634:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd880 x1853164045549568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318808.591659:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318808.591662:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318808.591664:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318808.591667:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4001 00000100:00080000:2.0:1767318808.591669:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318808.591672:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318808.591681:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc000 x1853164045549952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318808.591704:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045549696:0@lo:400:kworker.0 00000100:00100000:2.0:1767318808.591760:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318808.591814:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318808.591820:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045549312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318808.591843:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318808.591879:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549696 00000100:00100000:2.0:1767318808.591883:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549696 00000100:00100000:2.0:1767318808.591917:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1767318808.591925:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045549696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318808.592245:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045549184:0@lo:38:kworker.0 00000100:00100000:2.0:1767318808.592250:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045549696:12345-0@lo:400:kworker.0 Request processed in 326us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318808.592258:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1767318808.592275:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318808.592282:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045549824:0@lo:400:kworker.0 00000100:00100000:0.0:1767318808.592299:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045549440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318808.592304:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318808.592317:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318808.592330:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549312 00000100:00100000:2.0:1767318808.592333:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549312 00000100:00100000:0.0:1767318808.592334:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045549568:0@lo:38:kworker.0 00000100:00100000:2.0:1767318808.592358:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549184 00000100:00100000:2.0:1767318808.592361:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549184 00000100:00100000:2.0:1767318808.592374:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549440 00000100:00100000:0.0:1767318808.592376:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318808.592376:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549440 00000100:00100000:2.0:1767318808.592387:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1767318808.592393:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045549312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318808.592395:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045549952:0@lo:38:kworker.0 00000100:00100000:0.0:1767318808.592414:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318808.592419:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045549312:12345-0@lo:400:kworker.0 Request processed in 27us (576us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318808.592425:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1767318808.592434:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549952 00000100:00100000:0.0:1767318808.592436:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549568 00000100:00100000:2.0:1767318808.592437:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549952 00000100:00100000:0.0:1767318808.592438:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549568 00000100:00100000:2.0:1767318808.592447:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1767318808.592451:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045549184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318808.592469:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318808.592471:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1767318808.592475:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045549568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318808.592483:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318808.592499:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045549184:12345-0@lo:38:kworker.0 Request processed in 46us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318808.592503:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045549568:12345-0@lo:38:kworker.0 Request processed in 27us (127us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318808.592505:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:0.0:1767318808.592509:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1767318808.592517:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1767318808.592520:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045549440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318808.592529:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318808.592546:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1767318808.592549:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045549440:12345-0@lo:38:kworker.0 Request processed in 27us (231us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318808.592550:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045549952:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767318808.592554:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00010000:00020000:0.0:1767318808.592559:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318808.592570:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045549824 00000100:00100000:2.0:1767318808.592574:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045549824 00000100:00100000:0.0:1767318808.592580:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045549952:12345-0@lo:38:kworker.0 Request processed in 28us (166us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318808.592585:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1767318808.592595:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1767318808.592601:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045549824:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318808.592607:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318808.592610:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318808.592612:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318808.592643:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045549824:12345-0@lo:400:kworker.0 Request processed in 43us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318808.592649:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1767318808.592678:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045549824:0@lo:400:kworker.0 00010000:00080000:2.0:1767318808.592710:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdf480 x1853164045549312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318808.592720:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045549312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318808.592729:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045549696:0@lo:400:kworker.0 00000100:00080000:2.0:1767318808.592752:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318808.592757:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318808.592759:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045549184:0@lo:38:kworker.0 00000100:00080000:2.0:1767318808.592766:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318808.592927:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318808.592931:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045549440:0@lo:38:kworker.0 00000100:00080000:2.0:1767318808.592944:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318808.593015:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318808.593019:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045549568:0@lo:38:kworker.0 00010000:00080000:0.0:1767318808.593020:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cddf80 x1853164045549056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318824 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318808.593029:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045549056:0@lo:400:kworker.0 00000100:00080000:2.0:1767318808.593029:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318808.593032:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318808.593035:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045549952:0@lo:38:kworker.0 00000100:00100000:1.0:1767318809.030380:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318809.030484:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318809.030640:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835136 00000100:00100000:2.0:1767318809.030640:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835008 00000100:00100000:0.0:1767318809.030652:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835136 00000100:00100000:2.0:1767318809.030652:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835008 00000100:00080000:1.0:1767318809.030799:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318809.030885:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 705 00000100:00100000:2.0:1767318809.030898:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985835136:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318809.030979:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985835136:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318809.030987:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 705 00000100:00100000:2.0:1767318809.031006:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 901 00000100:00100000:2.0:1767318809.031012:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985835008:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318809.031042:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318809.031068:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985835008:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (699us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318809.031074:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 901 00010000:00010000:3.0:1767318809.358221:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318809.614404:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318809.614444:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318809.614463:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045550208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318809.614538:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318809.615541:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550208 00000100:00100000:3.0:1767318809.615554:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550208 00000100:00100000:3.0:1767318809.615617:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1767318809.615629:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045550208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318809.615661:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318809.615739:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045550208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318809.615746:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1767318809.618167:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045550208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318809.624472:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045550080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318809.624567:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318809.624793:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550080 00000100:00100000:0.0:1767318809.624802:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550080 00000100:00100000:0.0:1767318809.624856:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1767318809.624866:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045550080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318809.624897:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318809.624951:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045550080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318809.624959:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1767318809.625306:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045550080:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318810.382042:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318811.406565:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318812.432481:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318813.454055:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318813.709965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318813.709976:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318813.710038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318813.710042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318813.710045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318813.710053:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4006 00000100:00080000:1.0:1767318813.710057:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318813.710063:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318813.710085:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045550464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318813.710131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318813.710134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318813.710136:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318813.710139:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4006 00000100:00080000:1.0:1767318813.710142:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318813.710146:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318813.710156:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760700 x1853164045550720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318813.710165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318813.710168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318813.710170:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318813.710173:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4006 00000100:00080000:1.0:1767318813.710175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318813.710178:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318813.710190:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762680 x1853164045550848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318813.710214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318813.710217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318813.710219:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318813.710222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4006 00000100:00080000:1.0:1767318813.710225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318813.710229:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318813.710239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045550976:0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.710245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3480 x1853164045551232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318813.710272:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045550592:0@lo:400:kworker.0 00000100:00100000:3.0:1767318813.710368:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045550464:0@lo:38:kworker.0 00000100:00100000:2.0:1767318813.710421:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045550336:0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.713236:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318813.713372:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045551104:0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.713418:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318813.713461:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550592 00000100:00100000:1.0:1767318813.713469:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550592 00000100:00100000:1.0:1767318813.713524:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1767318813.713534:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045550592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.713592:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045550592:12345-0@lo:400:kworker.0 Request processed in 60us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318813.713599:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00080000:1.0:1767318813.713625:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318813.713653:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761f80 x1853164045550592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318813.713672:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045550592:0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.713709:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551104 00000100:00100000:1.0:1767318813.713713:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551104 00000100:00100000:1.0:1767318813.713746:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1767318813.713752:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045551104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.713808:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045551104:12345-0@lo:400:kworker.0 Request processed in 56us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318813.713814:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1767318813.714432:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318813.714460:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045551104:0@lo:400:kworker.0 00000100:00100000:0.0:1767318813.722530:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318813.722611:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550976 00000100:00100000:0.0:1767318813.722620:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550976 00000100:00100000:0.0:1767318813.722699:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1767318813.722711:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045550976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318813.722805:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045550976:12345-0@lo:400:kworker.0 Request processed in 97us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318813.722814:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:0.0:1767318813.722843:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318813.725189:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045550976:0@lo:400:kworker.0 00000100:00100000:3.0:1767318813.729082:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318813.729155:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045550720:0@lo:38:kworker.0 00000100:00100000:3.0:1767318813.729195:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318813.729224:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045550848:0@lo:38:kworker.0 00000100:00100000:3.0:1767318813.729252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318813.729278:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045551232:0@lo:38:kworker.0 00000100:00100000:3.0:1767318813.729298:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318813.729357:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550848 00000100:00100000:3.0:1767318813.729376:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550848 00000100:00100000:3.0:1767318813.729418:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1767318813.729426:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045550848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318813.729452:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318813.729501:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045550848:12345-0@lo:38:kworker.0 Request processed in 74us (246us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318813.729509:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1767318813.729535:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550464 00000100:00100000:3.0:1767318813.729538:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550464 00000100:00100000:3.0:1767318813.729555:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550720 00000100:00100000:3.0:1767318813.729558:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550720 00000100:00100000:3.0:1767318813.729570:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551232 00000100:00100000:3.0:1767318813.729572:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551232 00000100:00100000:3.0:1767318813.729586:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1767318813.729591:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045550464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318813.729599:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318813.729628:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045550464:12345-0@lo:38:kworker.0 Request processed in 36us (551us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318813.729633:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1767318813.729643:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767318813.729647:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045550720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318813.729655:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318813.729678:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045550720:12345-0@lo:38:kworker.0 Request processed in 29us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318813.729683:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767318813.729693:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1767318813.729696:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045551232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318813.729703:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318813.729724:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045551232:12345-0@lo:38:kworker.0 Request processed in 26us (424us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318813.729730:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00080000:3.0:1767318813.729797:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318813.729802:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318813.729806:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045550464:0@lo:38:kworker.0 00000100:00080000:3.0:1767318813.729815:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318813.729818:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318813.729822:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045550720:0@lo:38:kworker.0 00000100:00080000:3.0:1767318813.729829:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318813.729831:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318813.729834:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045550848:0@lo:38:kworker.0 00000100:00080000:3.0:1767318813.729840:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318813.729843:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318813.729845:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045551232:0@lo:38:kworker.0 00000100:00100000:2.0:1767318813.741108:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318813.741177:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045550336 00000100:00100000:1.0:1767318813.741186:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045550336 00000100:00100000:1.0:1767318813.741292:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1767318813.741302:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045550336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318813.741380:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045550336:12345-0@lo:400:kworker.0 Request processed in 80us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318813.741388:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:0.0:1767318813.741569:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318813.742515:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4763100 x1853164045550336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318829 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318813.742533:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045550336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318814.146174:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318814.146339:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835264 00000100:00100000:3.0:1767318814.146350:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835264 00000100:00100000:3.0:1767318814.146405:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 905 00000100:00100000:3.0:1767318814.146413:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985835264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318814.146436:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318814.146520:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985835264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 105us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318814.146529:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 905 00000100:00100000:1.0:1767318814.154072:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318814.154179:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835392 00000100:00100000:0.0:1767318814.154188:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835392 00000100:00100000:0.0:1767318814.154263:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 708 00000100:00100000:0.0:1767318814.154273:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985835392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318814.154355:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985835392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318814.154368:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 708 00000100:00080000:1.0:1767318814.154505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318814.478210:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318814.734122:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318814.734139:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045551360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318814.734221:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318814.734343:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551360 00000100:00100000:3.0:1767318814.734351:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551360 00000100:00100000:3.0:1767318814.734414:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1767318814.734423:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045551360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318814.734453:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318814.734505:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045551360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318814.734512:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1767318814.734719:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045551360:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318814.734744:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045551488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318814.734799:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318814.734878:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551488 00000100:00100000:1.0:1767318814.734883:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551488 00000100:00100000:1.0:1767318814.734917:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1767318814.734924:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045551488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318814.734952:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318814.740324:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045551488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5389us (5514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318814.740338:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1767318814.745286:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045551488:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318815.504887:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318816.526295:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318817.550647:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318818.245466:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985835520 offset 0 length 520: 4 00000100:00100000:2.0:1767318818.245525:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318818.245819:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835648 00000100:00100000:3.0:1767318818.245831:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835648 00000100:00100000:3.0:1767318818.245894:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 906 00000100:00100000:3.0:1767318818.245904:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985835648:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318818.245934:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318818.246016:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985835648:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 112us (490us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318818.246023:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 906 00000100:00100000:1.0:1767318818.250322:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318818.252813:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835776 00000100:00100000:0.0:1767318818.252836:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835776 00000100:00100000:0.0:1767318818.253325:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 709 00000100:00100000:0.0:1767318818.253339:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985835776:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318818.253472:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985835776:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 137us (3164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318818.253482:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 709 00000100:00080000:1.0:1767318818.254212:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318818.575259:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318818.830074:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318818.830089:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318818.830167:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318818.830172:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318818.830177:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318818.830187:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4011 00000100:00080000:3.0:1767318818.830193:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318818.830201:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318818.830230:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5180 x1853164045551744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318818.830284:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318818.830288:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318818.830290:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318818.830294:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4011 00000100:00080000:3.0:1767318818.830297:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318818.830300:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318818.830313:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4380 x1853164045552000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318818.830324:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318818.830327:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318818.830328:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318818.830332:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4011 00000100:00080000:3.0:1767318818.830335:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318818.830339:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318818.830351:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164045552128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318818.830375:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318818.830379:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318818.830381:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318818.830384:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4011 00000100:00080000:3.0:1767318818.830387:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318818.830390:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318818.830402:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51500 x1853164045552512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318818.830431:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045551872:0@lo:400:kworker.0 00000100:00100000:3.0:1767318818.830520:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318818.830596:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318818.830603:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045552256:0@lo:400:kworker.0 00000100:00100000:3.0:1767318818.830634:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318818.830670:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551872 00000100:00100000:3.0:1767318818.830679:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551872 00000100:00100000:3.0:1767318818.830755:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1767318818.830803:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045551872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318818.830872:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045551872:12345-0@lo:400:kworker.0 Request processed in 105us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318818.830880:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:3.0:1767318818.830907:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318818.830936:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c7100 x1853164045551872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318818.830952:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045551872:0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831053:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045552384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831089:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318818.831127:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318818.831133:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045551616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831156:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318818.831189:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552256 00000100:00100000:0.0:1767318818.831193:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552256 00000100:00100000:0.0:1767318818.831230:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552384 00000100:00100000:0.0:1767318818.831233:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552384 00000100:00100000:0.0:1767318818.831258:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1767318818.831265:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045552256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831303:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045552256:12345-0@lo:400:kworker.0 Request processed in 38us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318818.831309:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1767318818.831321:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1767318818.831328:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045552384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831358:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045552384:12345-0@lo:400:kworker.0 Request processed in 30us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318818.831364:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1767318818.831381:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551616 00000100:00100000:0.0:1767318818.831384:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551616 00000100:00100000:0.0:1767318818.831410:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1767318818.831416:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045551616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831444:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045551616:12345-0@lo:400:kworker.0 Request processed in 28us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318818.831449:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00080000:0.0:1767318818.831475:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318818.831479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318818.831481:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1767318818.831498:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6300 x1853164045551616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318818.831508:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045551616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831518:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045552384:0@lo:400:kworker.0 00000100:00100000:0.0:1767318818.831540:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045552256:0@lo:400:kworker.0 00000100:00100000:1.0:1767318818.831646:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318793/real 1767318793] req@ffffa07bf8963b80 x1853164045545088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318818 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318818.831666:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8963b80 x1853164045545088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318818 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318818.831681:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045551744:0@lo:38:kworker.0 00000100:00100000:1.0:1767318818.831711:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318818.831738:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045552000:0@lo:38:kworker.0 00000100:00100000:1.0:1767318818.831759:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318818.831802:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045552128:0@lo:38:kworker.0 00000100:00100000:1.0:1767318818.831830:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318818.831867:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045552512:0@lo:38:kworker.0 00000100:00100000:1.0:1767318818.831891:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318818.831909:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318818.831923:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318818.831927:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045545088:0@lo:250:kworker.0 00000100:00100000:1.0:1767318818.831954:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552128 00000100:00100000:1.0:1767318818.831957:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552128 00000100:00100000:1.0:1767318818.831984:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1767318818.831989:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045552128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318818.832010:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318818.832045:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045552128:12345-0@lo:38:kworker.0 Request processed in 54us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318818.832052:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:1.0:1767318818.832079:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045551744 00000100:00100000:1.0:1767318818.832082:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045551744 00000100:00100000:1.0:1767318818.832101:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552000 00000100:00100000:1.0:1767318818.832104:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552000 00000100:00100000:1.0:1767318818.832118:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552512 00000100:00100000:1.0:1767318818.832120:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552512 00000100:00100000:1.0:1767318818.832135:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767318818.832140:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045551744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318818.832154:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318818.832181:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045551744:12345-0@lo:38:kworker.0 Request processed in 39us (469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318818.832187:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767318818.832199:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1767318818.832203:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045552000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318818.832212:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318818.832235:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045552000:12345-0@lo:38:kworker.0 Request processed in 30us (474us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318818.832240:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1767318818.832250:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1767318818.832254:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045552512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318818.832263:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318818.832288:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045552512:12345-0@lo:38:kworker.0 Request processed in 31us (395us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318818.832292:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00080000:1.0:1767318818.832330:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318818.832335:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318818.832338:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045551744:0@lo:38:kworker.0 00000100:00080000:1.0:1767318818.832346:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318818.832348:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318818.832351:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045552000:0@lo:38:kworker.0 00000100:00080000:1.0:1767318818.832358:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318818.832362:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318818.832364:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045552128:0@lo:38:kworker.0 00000100:00080000:1.0:1767318818.832370:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318818.832373:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318818.832375:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045552512:0@lo:38:kworker.0 00000100:00080000:3.0:1767318818.832889:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318818.832896:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318818.832900:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318818.832906:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 3991 00000100:00080000:3.0:1767318818.832911:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318818.832917:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318818.832944:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00a80 x1853164045552640/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318818.833204:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045552640:0@lo:250:kworker.0 00000400:00000100:1.0:1767318818.833240:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045552640 offset 0 length 520: 4 00010000:00010000:3.0:1767318819.598234:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318819.854302:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318819.854326:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045552768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318819.854443:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318819.855422:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552768 00000100:00100000:1.0:1767318819.855438:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552768 00000100:00100000:1.0:1767318819.855517:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1767318819.855529:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045552768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318819.855570:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318819.855643:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318819.855658:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045552896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318819.855745:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318819.855807:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045552896 00000100:00100000:2.0:1767318819.855813:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045552896 00000100:00100000:1.0:1767318819.857780:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045552768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2225us (3309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318819.857799:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1767318819.857858:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1767318819.857878:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045552896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318819.857919:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318819.858015:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045552896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (2270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318819.858021:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1767318819.858945:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045552896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318819.861233:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045552768:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318820.626660:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318821.646058:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318822.675503:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318823.362400:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318823.362526:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836032 00000100:00100000:1.0:1767318823.362541:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836032 00000100:00100000:1.0:1767318823.362638:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 712 00000100:00100000:1.0:1767318823.362652:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985836032:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318823.362748:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985836032:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318823.362756:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 712 00000100:00080000:0.0:1767318823.363062:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318823.369553:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318823.369824:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985835904 00000100:00100000:1.0:1767318823.369846:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985835904 00000100:00100000:1.0:1767318823.369919:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 910 00000100:00100000:1.0:1767318823.369931:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985835904:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318823.369965:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318823.370058:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985835904:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 128us (521us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318823.370067:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 910 00010000:00010000:3.0:1767318823.694114:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318823.951465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318823.951478:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318823.951672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318823.951678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318823.951683:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318823.951694:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1767318823.951700:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318823.951709:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318823.951736:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451f80 x1853164045553152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318823.951822:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045553152:0@lo:38:kworker.0 00000100:00080000:2.0:1767318823.951848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318823.951853:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318823.951855:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318823.951860:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1767318823.951863:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318823.951867:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318823.951882:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450a80 x1853164045553408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318823.951894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318823.951898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318823.951900:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318823.951904:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1767318823.951907:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318823.951912:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318823.951927:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453b80 x1853164045553536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318823.951939:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318823.951957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318823.951962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318823.951965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318823.951969:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4017 00000100:00080000:2.0:1767318823.951972:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318823.951975:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318823.951989:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045553920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318823.951992:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045553408:0@lo:38:kworker.0 00000100:00100000:1.0:1767318823.952023:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318823.952032:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045553664:0@lo:400:kworker.0 00000100:00100000:1.0:1767318823.952047:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045553536:0@lo:38:kworker.0 00000100:00100000:1.0:1767318823.952083:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318823.952103:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045553920:0@lo:38:kworker.0 00000100:00100000:1.0:1767318823.952127:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318823.952164:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553536 00000100:00100000:1.0:1767318823.952174:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553536 00000100:00100000:0.0:1767318823.952212:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045553280:0@lo:400:kworker.0 00000100:00100000:1.0:1767318823.952219:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1767318823.952229:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045553536:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318823.952252:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767318823.952255:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318823.952296:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553152 00000100:00100000:0.0:1767318823.952302:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553152 00000100:00100000:1.0:1767318823.952305:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045553536:12345-0@lo:38:kworker.0 Request processed in 75us (219us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318823.952314:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1767318823.952334:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553408 00000100:00100000:0.0:1767318823.952339:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553408 00000100:00100000:1.0:1767318823.952349:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553920 00000100:00100000:1.0:1767318823.952355:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553920 00000100:00100000:0.0:1767318823.952359:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553280 00000100:00100000:1.0:1767318823.952373:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1767318823.952377:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553280 00000100:00100000:1.0:1767318823.952396:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045553152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318823.952409:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318823.952424:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1767318823.952433:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045553280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318823.952450:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045553152:12345-0@lo:38:kworker.0 Request processed in 69us (523us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318823.952458:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1767318823.952475:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1767318823.952480:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045553408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318823.952490:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318823.952505:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045553280:12345-0@lo:400:kworker.0 Request processed in 60us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318823.952514:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1767318823.952519:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045553408:12345-0@lo:38:kworker.0 Request processed in 37us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318823.952526:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1767318823.952539:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1767318823.952543:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045553920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318823.952551:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318823.952571:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045553920:12345-0@lo:38:kworker.0 Request processed in 27us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318823.952576:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00080000:1.0:1767318823.952628:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318823.952634:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318823.952637:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045553920:0@lo:38:kworker.0 00000100:00080000:1.0:1767318823.952648:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318823.952651:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318823.952654:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045553408:0@lo:38:kworker.0 00000100:00080000:1.0:1767318823.952665:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318823.952668:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318823.952671:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045553536:0@lo:38:kworker.0 00000100:00080000:1.0:1767318823.952680:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318823.952683:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318823.952688:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045553152:0@lo:38:kworker.0 00000100:00080000:0.0:1767318823.952702:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318823.952725:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045553792:0@lo:400:kworker.0 00010000:00080000:1.0:1767318823.952765:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450380 x1853164045553280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318823.952802:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318823.952813:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045553280:0@lo:400:kworker.0 00000100:00100000:0.0:1767318823.952843:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318823.952846:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553792 00000100:00100000:1.0:1767318823.952851:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553792 00000100:00100000:0.0:1767318823.952854:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045553024:0@lo:400:kworker.0 00000100:00100000:0.0:1767318823.952886:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318823.952890:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1767318823.952899:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045553792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318823.952923:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553024 00000100:00100000:0.0:1767318823.952928:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553024 00000100:00100000:1.0:1767318823.952940:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045553792:12345-0@lo:400:kworker.0 Request processed in 42us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318823.952947:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1767318823.952965:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00080000:1.0:1767318823.952974:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318823.952975:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045553024:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318823.952979:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318823.952998:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045553792:0@lo:400:kworker.0 00010000:00080000:1.0:1767318823.953020:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453100 x1853164045553024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318823.953023:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045553024:12345-0@lo:400:kworker.0 Request processed in 48us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318823.953038:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1767318823.953041:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045553024:0@lo:400:kworker.0 00000100:00100000:2.0:1767318823.954156:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318823.956519:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045553664 00000100:00100000:3.0:1767318823.956552:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045553664 00000100:00080000:2.0:1767318823.956809:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318823.972689:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1767318823.972723:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045553664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318823.972900:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045553664:12345-0@lo:400:kworker.0 Request processed in 188us (18748us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318823.972909:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1767318823.972983:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045553664:0@lo:400:kworker.0 00010000:00010000:1.0:1767318824.720861:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318824.975025:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045554048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318824.975126:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318824.975433:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554048 00000100:00100000:3.0:1767318824.975444:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554048 00000100:00100000:3.0:1767318824.975515:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1767318824.975526:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045554048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318824.975564:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318824.975617:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045554048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318824.975625:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1767318824.975974:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045554048:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318824.976043:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045554176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318824.976085:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318824.976162:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554176 00000100:00100000:2.0:1767318824.976168:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554176 00000100:00100000:2.0:1767318824.976213:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1767318824.976221:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045554176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318824.976240:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318824.976286:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045554176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318824.976293:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1767318824.976425:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045554176:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318825.752297:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318826.766123:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318827.790375:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318828.482958:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318828.483082:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318828.486980:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836160 00000100:00100000:0.0:1767318828.487381:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836160 00000100:00100000:0.0:1767318828.487547:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836288 00000100:00100000:0.0:1767318828.487553:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836288 00000100:00080000:3.0:1767318828.489660:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318828.493496:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 715 00000100:00100000:1.0:1767318828.493552:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985836288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318828.493742:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985836288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 226us (10658us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318828.493752:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 715 00000100:00100000:1.0:1767318828.493808:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 914 00000100:00100000:1.0:1767318828.493815:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985836160:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318828.493848:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318828.493885:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985836160:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 69us (10943us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318828.493892:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 914 00010000:00010000:1.0:1767318828.814689:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318829.070823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318829.070839:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767318829.070956:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045554304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318829.071055:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318829.071233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318829.071239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318829.071253:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318829.071260:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1767318829.071265:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318829.071275:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318829.071415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453100 x1853164045554432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318829.071458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318829.071463:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318829.071465:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318829.071470:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1767318829.071474:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318829.071478:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318829.071490:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164045554688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318829.071499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318829.071502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318829.071504:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318829.071508:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1767318829.071510:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318829.071514:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318829.071526:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451f80 x1853164045554816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318829.071591:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045554944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318829.071634:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318829.071672:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318829.071679:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045554560:0@lo:400:kworker.0 00000100:00100000:1.0:1767318829.071704:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318829.071739:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554304 00000100:00100000:1.0:1767318829.071739:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554944 00000100:00100000:0.0:1767318829.071748:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554304 00000100:00100000:1.0:1767318829.071748:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554944 00000100:00100000:0.0:1767318829.071849:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554560 00000100:00100000:0.0:1767318829.071853:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554560 00000100:00100000:3.0:1767318829.082881:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318829.082915:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045555072:0@lo:400:kworker.0 00000100:00100000:3.0:1767318829.083023:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318829.083117:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555072 00000100:00100000:3.0:1767318829.083127:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555072 00000100:00080000:2.0:1767318829.083469:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318829.083476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318829.083481:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318829.083488:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4022 00000100:00080000:2.0:1767318829.083492:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318829.083500:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318829.083545:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045555200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318829.084166:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1767318829.084180:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045554944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318829.084303:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045554944:12345-0@lo:400:kworker.0 Request processed in 126us (12667us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318829.084311:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1767318829.084351:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1767318829.084361:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045554304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318829.084405:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045554304:12345-0@lo:400:kworker.0 Request processed in 46us (13350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318829.084411:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00010000:00080000:1.0:1767318829.084471:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452a00 x1853164045554304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318829.084487:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045554304:0@lo:400:kworker.0 00000100:00100000:1.0:1767318829.084538:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045554432:0@lo:38:kworker.0 00000100:00100000:1.0:1767318829.084577:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318829.084611:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045554688:0@lo:38:kworker.0 00000100:00100000:1.0:1767318829.084633:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318829.084650:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045554816:0@lo:38:kworker.0 00000100:00100000:1.0:1767318829.084689:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318829.084714:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045555200:0@lo:38:kworker.0 00000100:00100000:1.0:1767318829.084738:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318829.084793:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554432 00000100:00100000:1.0:1767318829.084800:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554432 00000100:00100000:1.0:1767318829.084821:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554688 00000100:00100000:1.0:1767318829.084824:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554688 00000100:00100000:1.0:1767318829.084831:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555200 00000100:00100000:1.0:1767318829.084833:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555200 00000100:00100000:1.0:1767318829.084844:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1767318829.084848:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045554432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318829.084869:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318829.084907:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045554432:12345-0@lo:38:kworker.0 Request processed in 56us (329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318829.084914:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1767318829.084927:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1767318829.084930:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045554688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318829.084939:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318829.084962:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045554688:12345-0@lo:38:kworker.0 Request processed in 30us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318829.084968:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:1.0:1767318829.084979:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1767318829.084983:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045555200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318829.084992:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318829.085013:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045555200:12345-0@lo:38:kworker.0 Request processed in 29us (274us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318829.085019:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1767318829.085037:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045554816 00000100:00100000:1.0:1767318829.085041:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045554816 00000100:00100000:1.0:1767318829.085062:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1767318829.085067:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045554816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318829.085076:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318829.085101:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045554816:12345-0@lo:38:kworker.0 Request processed in 33us (411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318829.085111:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1767318829.085158:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045554944:0@lo:400:kworker.0 00000100:00080000:1.0:1767318829.085184:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318829.085190:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318829.085194:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045554432:0@lo:38:kworker.0 00000100:00080000:1.0:1767318829.085202:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318829.085206:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318829.085209:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045554688:0@lo:38:kworker.0 00000100:00080000:1.0:1767318829.085217:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318829.085220:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318829.085223:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045554816:0@lo:38:kworker.0 00000100:00080000:1.0:1767318829.085230:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318829.085234:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318829.085236:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045555200:0@lo:38:kworker.0 00000100:00080000:1.0:1767318829.085293:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318829.085300:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318829.085303:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318829.085575:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1767318829.085584:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045554560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318829.085635:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045554560:12345-0@lo:400:kworker.0 Request processed in 51us (13928us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318829.085654:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00010000:00080000:0.0:1767318829.085693:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451180 x1853164045554560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318845 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318829.085703:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045554560:0@lo:400:kworker.0 00000100:00100000:3.0:1767318829.096435:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1767318829.096461:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045555072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318829.096600:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045555072:12345-0@lo:400:kworker.0 Request processed in 149us (13576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318829.096609:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1767318829.096652:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045555072:0@lo:400:kworker.0 00010000:00010000:3.0:1767318829.838115:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318830.095320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045555328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318830.095441:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318830.096050:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555328 00000100:00100000:3.0:1767318830.096062:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555328 00000100:00100000:3.0:1767318830.096130:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1767318830.096142:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045555328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318830.096183:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318830.096267:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045555328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (825us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318830.096276:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1767318830.096339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045555328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318830.097154:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318830.097171:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045555456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318830.097236:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318830.097288:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555456 00000100:00100000:1.0:1767318830.097296:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555456 00000100:00100000:1.0:1767318830.097342:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1767318830.097352:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045555456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318830.097384:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318830.097428:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045555456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (191us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318830.097434:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1767318830.097481:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045555456:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318830.862282:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318831.886436:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318832.910222:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318833.605914:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318833.606377:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836544 00000100:00100000:0.0:1767318833.606388:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836544 00000100:00100000:0.0:1767318833.606473:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 718 00000100:00100000:0.0:1767318833.606483:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985836544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318833.606566:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985836544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318833.606586:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 718 00000100:00100000:3.0:1767318833.606872:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318833.607072:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836416 00000100:00100000:0.0:1767318833.607077:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836416 00000100:00100000:0.0:1767318833.607099:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 918 00000100:00100000:0.0:1767318833.607104:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985836416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318833.607122:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318833.607154:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985836416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (282us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318833.607161:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 918 00000100:00080000:1.0:1767318833.607647:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318833.935707:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318834.190254:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318834.190266:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318834.190332:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318834.190337:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318834.190342:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318834.190351:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4027 00000100:00080000:0.0:1767318834.190356:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318834.190363:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318834.190386:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227480 x1853164045555712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318834.190432:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318834.190435:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318834.190437:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318834.190440:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4027 00000100:00080000:0.0:1767318834.190444:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318834.190447:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318834.190463:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224700 x1853164045555968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318834.190470:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318834.190473:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318834.190475:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318834.190478:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4027 00000100:00080000:0.0:1767318834.190480:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318834.190483:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318834.190494:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164045556096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318834.190516:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318834.190519:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318834.190520:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318834.190523:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4027 00000100:00080000:0.0:1767318834.190526:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318834.190529:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318834.190540:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630700 x1853164045556480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318834.190633:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045555712:0@lo:38:kworker.0 00000100:00100000:3.0:1767318834.190705:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318834.190809:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045555968:0@lo:38:kworker.0 00000100:00100000:3.0:1767318834.190834:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318834.190854:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045556096:0@lo:38:kworker.0 00000100:00100000:3.0:1767318834.190879:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318834.190929:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045556480:0@lo:38:kworker.0 00000100:00100000:3.0:1767318834.190949:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318834.190979:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045556224:0@lo:400:kworker.0 00000100:00100000:3.0:1767318834.191007:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318834.191025:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318834.191030:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045555840:0@lo:400:kworker.0 00000100:00100000:3.0:1767318834.191051:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318834.191079:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555712 00000100:00100000:3.0:1767318834.191086:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555712 00000100:00100000:3.0:1767318834.191114:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555968 00000100:00100000:3.0:1767318834.191117:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555968 00000100:00100000:3.0:1767318834.191128:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556480 00000100:00100000:3.0:1767318834.191131:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556480 00000100:00100000:3.0:1767318834.191138:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555840 00000100:00100000:3.0:1767318834.191141:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555840 00000100:00100000:3.0:1767318834.191170:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1767318834.191179:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045555840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318834.191225:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045555840:12345-0@lo:400:kworker.0 Request processed in 48us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318834.191233:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:3.0:1767318834.191250:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1767318834.191254:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045555712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318834.191271:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318834.191302:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045555712:12345-0@lo:38:kworker.0 Request processed in 45us (596us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318834.191308:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1767318834.191319:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1767318834.191322:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045555968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318834.191331:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318834.191353:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045555968:12345-0@lo:38:kworker.0 Request processed in 29us (519us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318834.191359:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1767318834.191369:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1767318834.191373:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045556480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318834.191382:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318834.191403:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045556480:12345-0@lo:38:kworker.0 Request processed in 28us (453us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318834.191408:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00010000:00080000:3.0:1767318834.191439:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225180 x1853164045555840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318834.191452:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045555840:0@lo:400:kworker.0 00000100:00080000:3.0:1767318834.191482:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318834.191487:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318834.191489:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045555712:0@lo:38:kworker.0 00000100:00080000:3.0:1767318834.191497:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318834.191501:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318834.191503:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045555968:0@lo:38:kworker.0 00000100:00080000:3.0:1767318834.191511:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318834.191513:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318834.191516:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045556480:0@lo:38:kworker.0 00000100:00100000:1.0:1767318834.191803:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045555584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318834.191833:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318834.191852:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318834.191858:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045556352:0@lo:400:kworker.0 00000100:00100000:1.0:1767318834.191880:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318834.191925:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556096 00000100:00100000:1.0:1767318834.191929:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556096 00000100:00100000:1.0:1767318834.191954:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1767318834.191959:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045556096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318834.191969:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318834.191999:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045556096:12345-0@lo:38:kworker.0 Request processed in 39us (1119us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318834.192005:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1767318834.192027:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045555584 00000100:00100000:1.0:1767318834.192030:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045555584 00000100:00100000:1.0:1767318834.192049:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767318834.192055:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045555584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318834.192091:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045555584:12345-0@lo:400:kworker.0 Request processed in 36us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318834.192096:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767318834.192120:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556224 00000100:00100000:1.0:1767318834.192124:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556224 00000100:00100000:1.0:1767318834.192148:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556352 00000100:00100000:1.0:1767318834.192150:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556352 00000100:00100000:1.0:1767318834.192169:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1767318834.192175:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045556224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318834.192209:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045556224:12345-0@lo:400:kworker.0 Request processed in 34us (1201us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318834.192215:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1767318834.192226:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1767318834.192232:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045556352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318834.192257:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045556352:12345-0@lo:400:kworker.0 Request processed in 26us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318834.192261:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00080000:1.0:1767318834.192282:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318834.192285:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318834.192287:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318834.192305:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045556352:0@lo:400:kworker.0 00010000:00080000:1.0:1767318834.192316:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224380 x1853164045555584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318850 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318834.192324:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045555584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318834.192349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045556224:0@lo:400:kworker.0 00000100:00080000:1.0:1767318834.192371:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318834.192375:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318834.192378:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045556096:0@lo:38:kworker.0 00010000:00010000:1.0:1767318834.958746:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318835.214177:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318835.214201:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045556608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318835.214286:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318835.214331:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556608 00000100:00100000:1.0:1767318835.214345:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556608 00000100:00100000:1.0:1767318835.214433:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1767318835.214446:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045556608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318835.214488:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318835.214604:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045556608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318835.214614:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1767318835.214750:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045556608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318835.214992:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318835.215009:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045556736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318835.215051:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318835.215197:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556736 00000100:00100000:3.0:1767318835.215202:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556736 00000100:00100000:3.0:1767318835.215250:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1767318835.215258:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045556736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318835.215288:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318835.215333:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045556736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318835.215340:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1767318835.215379:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045556736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318835.653705:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318835.653828:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836672 00000100:00100000:0.0:1767318835.653843:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836672 00000100:00100000:0.0:1767318835.653975:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 922 00000100:00100000:0.0:1767318835.653983:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985836672:12345-192.168.204.59@tcp:17:kworker.0 00000100:00100000:0.0:1767318835.654071:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985836672:12345-192.168.204.59@tcp:17:kworker.0 Request processed in 89us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318835.654077:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 922 00000100:00080000:1.0:1767318835.654472:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318835.982012:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318837.005981:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318838.030218:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318838.723935:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318838.724456:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836800 00000100:00100000:0.0:1767318838.724467:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836800 00000100:00100000:0.0:1767318838.724530:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 923 00000100:00100000:0.0:1767318838.724539:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985836800:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318838.724562:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318838.724647:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985836800:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 107us (722us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318838.724654:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 923 00000100:00100000:3.0:1767318838.732490:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318838.733606:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985836928 00000100:00100000:0.0:1767318838.733618:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985836928 00000100:00100000:0.0:1767318838.733720:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 721 00000100:00100000:0.0:1767318838.733731:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985836928:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318838.733879:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985836928:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 149us (1407us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318838.733888:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 721 00000100:00080000:1.0:1767318838.735084:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318839.055590:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318839.310084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318839.310102:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318839.310222:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767318839.310245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318839.310250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318839.310254:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318839.310262:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4032 00000100:00080000:1.0:1767318839.310267:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318839.310273:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318839.310298:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc700 x1853164045556992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318839.310359:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318839.310363:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318839.310364:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318839.310368:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4032 00000100:00080000:1.0:1767318839.310370:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318839.310373:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318839.310386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fe300 x1853164045557248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318839.310395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318839.310398:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318839.310411:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318839.310416:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4032 00000100:00080000:1.0:1767318839.310418:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318839.310422:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318839.310437:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd500 x1853164045557376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318839.310510:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318839.310525:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045557632:0@lo:400:kworker.0 00000100:00100000:3.0:1767318839.310591:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318839.310669:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045557120:0@lo:400:kworker.0 00000100:00100000:3.0:1767318839.310696:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318839.310719:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318839.310725:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045557504:0@lo:400:kworker.0 00000100:00100000:3.0:1767318839.310747:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318839.310801:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557120 00000100:00100000:3.0:1767318839.310809:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557120 00000100:00100000:3.0:1767318839.310857:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1767318839.310866:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045557120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318839.310913:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045557120:12345-0@lo:400:kworker.0 Request processed in 48us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318839.310920:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00010000:00080000:3.0:1767318839.310954:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fd880 x1853164045557120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318839.310972:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045557120:0@lo:400:kworker.0 00000100:00100000:0.0:1767318839.311228:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557632 00000100:00100000:0.0:1767318839.311233:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557632 00000100:00100000:0.0:1767318839.311274:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557504 00000100:00100000:0.0:1767318839.311278:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557504 00000100:00100000:0.0:1767318839.311300:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1767318839.311307:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045557632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318839.311357:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045557632:12345-0@lo:400:kworker.0 Request processed in 50us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318839.311363:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1767318839.311376:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1767318839.311381:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045557504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318839.311409:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045557504:12345-0@lo:400:kworker.0 Request processed in 28us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318839.311415:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1767318839.311442:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045556992:0@lo:38:kworker.0 00000100:00100000:0.0:1767318839.311477:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318839.311505:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045557248:0@lo:38:kworker.0 00000100:00100000:0.0:1767318839.311527:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318839.311544:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045557376:0@lo:38:kworker.0 00000100:00100000:0.0:1767318839.311568:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318839.311603:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556992 00000100:00100000:0.0:1767318839.311607:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556992 00000100:00100000:0.0:1767318839.311626:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557248 00000100:00100000:0.0:1767318839.311629:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557248 00000100:00100000:0.0:1767318839.311643:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1767318839.311648:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045556992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318839.311665:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318839.311697:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045556992:12345-0@lo:38:kworker.0 Request processed in 47us (229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318839.311703:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1767318839.311713:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1767318839.311717:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045557248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318839.311726:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318839.311746:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045557248:12345-0@lo:38:kworker.0 Request processed in 27us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318839.311752:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1767318839.311794:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557376 00000100:00100000:0.0:1767318839.311799:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557376 00000100:00100000:0.0:1767318839.311819:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1767318839.311823:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045557376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318839.311833:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318839.311856:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045557376:12345-0@lo:38:kworker.0 Request processed in 32us (287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318839.311862:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1767318839.311900:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045557632:0@lo:400:kworker.0 00000100:00080000:0.0:1767318839.311923:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318839.311928:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318839.311932:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045556992:0@lo:38:kworker.0 00000100:00080000:0.0:1767318839.311939:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318839.311942:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318839.311944:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045557248:0@lo:38:kworker.0 00000100:00080000:0.0:1767318839.311951:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318839.311954:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318839.311956:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045557376:0@lo:38:kworker.0 00000100:00100000:0.0:1767318839.311982:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045557504:0@lo:400:kworker.0 00000100:00080000:0.0:1767318839.312015:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318839.312020:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318839.312023:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318839.313720:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045556864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318839.314007:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318839.314536:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045556864 00000100:00100000:0.0:1767318839.314546:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045556864 00000100:00080000:2.0:1767318839.314692:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318839.314734:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1767318839.314744:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045556864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318839.314853:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045556864:12345-0@lo:400:kworker.0 Request processed in 112us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318839.314860:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00080000:1.0:1767318839.314925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318839.314930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318839.314933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318839.314938:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4032 00000100:00080000:1.0:1767318839.314941:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318839.314945:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318839.314971:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fed80 x1853164045557760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318839.315017:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045557760:0@lo:38:kworker.0 00000100:00100000:1.0:1767318839.315049:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767318839.315125:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fdc00 x1853164045556864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318855 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318839.315137:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045556864:0@lo:400:kworker.0 00000100:00100000:3.0:1767318839.316584:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557760 00000100:00100000:3.0:1767318839.316594:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557760 00000100:00100000:3.0:1767318839.316643:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1767318839.316650:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045557760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318839.316670:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318839.316726:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045557760:12345-0@lo:38:kworker.0 Request processed in 76us (1676us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318839.316733:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:1.0:1767318839.318322:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318839.318487:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318839.318493:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045557760:0@lo:38:kworker.0 00010000:00010000:3.0:1767318840.078022:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318840.360661:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318840.360684:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045558016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318840.360850:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318840.360860:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045557888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318840.360928:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318840.361049:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318840.361478:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045557888 00000100:00100000:2.0:1767318840.361487:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045557888 00000100:00100000:2.0:1767318840.361567:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558016 00000100:00100000:2.0:1767318840.361572:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558016 00000100:00100000:3.0:1767318840.361625:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1767318840.361635:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045557888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318840.361664:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318840.361728:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045557888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318840.361735:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1767318840.361753:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1767318840.361760:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045558016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318840.361794:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318840.361824:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045558016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (774us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318840.361834:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1767318840.361872:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045558016:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318840.362404:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045557888:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318841.102313:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318842.127985:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318843.153814:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318843.470070:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318818/real 1767318818] req@ffffa07bf2b00a80 x1853164045552640/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318843 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318843.470105:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf2b00a80 x1853164045552640/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318843 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318843.470125:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318843.470151:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318843.470156:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045552640:0@lo:250:kworker.0 00000100:00080000:1.0:1767318843.473705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318843.473717:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767318843.473721:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318843.473728:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4017 00000100:00080000:1.0:1767318843.473734:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318843.473740:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318843.473820:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc380 x1853164045558144/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318843.473882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318843.473886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318843.473888:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318843.473891:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4037 00000100:00080000:1.0:1767318843.473894:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318843.473897:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318843.473923:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fca80 x1853164045558400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318843.473954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318843.473959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318843.473961:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318843.473964:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4037 00000100:00080000:1.0:1767318843.473966:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318843.473969:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318843.473982:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fed80 x1853164045558656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318843.473991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318843.473994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318843.473996:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318843.473999:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4037 00000100:00080000:1.0:1767318843.474001:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318843.474005:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318843.474017:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045558784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318843.474039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318843.474042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318843.474043:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318843.474046:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4037 00000100:00080000:1.0:1767318843.474048:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318843.474052:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318843.474061:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fe300 x1853164045559168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318843.474090:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045558528:0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.474153:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318843.474220:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318843.474236:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045558912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.474262:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318843.474299:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558912 00000100:00100000:1.0:1767318843.474306:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558912 00000100:00100000:1.0:1767318843.474355:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1767318843.474364:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045558912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.474421:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045558912:12345-0@lo:400:kworker.0 Request processed in 57us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318843.474428:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:1.0:1767318843.474448:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318843.474472:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045558912:0@lo:400:kworker.0 00000100:00100000:3.0:1767318843.474604:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045558272:0@lo:400:kworker.0 00000100:00100000:3.0:1767318843.474627:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318843.474653:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318843.474657:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045559040:0@lo:400:kworker.0 00000100:00100000:3.0:1767318843.474669:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318843.474689:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559040 00000100:00100000:3.0:1767318843.474693:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559040 00000100:00100000:3.0:1767318843.474721:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1767318843.474728:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045559040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318843.474752:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045559040:12345-0@lo:400:kworker.0 Request processed in 26us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318843.474756:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:3.0:1767318843.474765:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318843.474796:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045559040:0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.474844:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558528 00000100:00100000:1.0:1767318843.474848:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558528 00000100:00100000:1.0:1767318843.474874:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558272 00000100:00100000:1.0:1767318843.474876:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558272 00000100:00100000:1.0:1767318843.474887:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1767318843.474891:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045558528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.474917:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045558528:12345-0@lo:400:kworker.0 Request processed in 26us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318843.474921:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1767318843.474928:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1767318843.474931:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045558272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.474946:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045558272:12345-0@lo:400:kworker.0 Request processed in 15us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318843.474951:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00010000:00080000:1.0:1767318843.474977:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fdf80 x1853164045558528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318843.474987:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045558528:0@lo:400:kworker.0 00000100:00100000:2.0:1767318843.475807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045558144:0@lo:250:kworker.0 00000400:00000100:2.0:1767318843.475833:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045558144 offset 0 length 520: 4 00000100:00100000:2.0:1767318843.475851:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045558400:0@lo:38:kworker.0 00000100:00100000:2.0:1767318843.475866:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318843.475877:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045558656:0@lo:38:kworker.0 00000100:00100000:2.0:1767318843.475886:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318843.475896:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045558784:0@lo:38:kworker.0 00000100:00100000:2.0:1767318843.475910:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318843.475920:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045559168:0@lo:38:kworker.0 00000100:00100000:2.0:1767318843.475931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318843.475954:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558784 00000100:00100000:2.0:1767318843.475958:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558784 00000100:00100000:2.0:1767318843.475980:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1767318843.475985:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045558784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318843.476001:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318843.476032:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045558784:12345-0@lo:38:kworker.0 Request processed in 46us (120us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318843.476039:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1767318843.476054:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558400 00000100:00100000:2.0:1767318843.476056:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558400 00000100:00100000:2.0:1767318843.476066:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045558656 00000100:00100000:2.0:1767318843.476068:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045558656 00000100:00100000:2.0:1767318843.476075:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559168 00000100:00100000:2.0:1767318843.476076:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559168 00000100:00100000:2.0:1767318843.476082:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1767318843.476085:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045558400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318843.476091:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318843.476107:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045558400:12345-0@lo:38:kworker.0 Request processed in 21us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318843.476110:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:2.0:1767318843.476116:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1767318843.476119:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045558656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318843.476124:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318843.476134:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045558656:12345-0@lo:38:kworker.0 Request processed in 15us (247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318843.476137:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:2.0:1767318843.476142:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1767318843.476144:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045559168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318843.476149:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318843.476159:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045559168:12345-0@lo:38:kworker.0 Request processed in 14us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318843.476163:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:2.0:1767318843.476185:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318843.476188:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318843.476190:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045558400:0@lo:38:kworker.0 00000100:00080000:2.0:1767318843.476195:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318843.476197:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318843.476199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045558656:0@lo:38:kworker.0 00000100:00080000:2.0:1767318843.476204:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318843.476206:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318843.476208:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045558784:0@lo:38:kworker.0 00000100:00080000:2.0:1767318843.476211:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318843.476213:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318843.476214:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045559168:0@lo:38:kworker.0 00000100:00080000:3.0:1767318843.476350:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318843.476374:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32ff100 x1853164045558272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318843.476385:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045558272:0@lo:400:kworker.0 00000100:00100000:1.0:1767318843.846484:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318843.848636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767318843.866482:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985837312 offset 0 length 520: 4 00000100:00100000:0.0:1767318843.869118:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837056 00000100:00100000:0.0:1767318843.869131:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837056 00000100:00100000:2.0:1767318843.870540:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837184 00000100:00100000:2.0:1767318843.870551:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837184 00000100:00100000:2.0:1767318843.870662:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 726 00000100:00100000:2.0:1767318843.870669:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985837184:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318843.870748:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985837184:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (22133us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318843.870753:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 726 00000100:00080000:3.0:1767318843.871061:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318843.872883:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 930 00000100:00100000:1.0:1767318843.872892:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985837056:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318843.872913:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318843.874204:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985837056:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1303us (27722us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318843.874217:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 930 00010000:00010000:3.0:1767318844.174002:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318845.198111:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318845.454210:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318845.454227:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045559296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318845.454295:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318845.454340:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559296 00000100:00100000:3.0:1767318845.454348:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559296 00000100:00100000:3.0:1767318845.454422:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1767318845.454430:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045559296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318845.454461:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318845.454504:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045559296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318845.454510:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00080000:3.0:1767318845.454534:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318845.454566:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045559296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318845.455049:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045559424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318845.455079:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318845.460462:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559424 00000100:00100000:1.0:1767318845.460478:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559424 00000100:00100000:1.0:1767318845.460571:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1767318845.460582:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045559424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318845.460616:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318845.460707:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045559424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 127us (5626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318845.460715:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1767318845.461640:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045559424:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318845.461735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318846.222546:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318847.246809:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318848.271665:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318848.526960:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318848.526970:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318848.527033:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318848.527038:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318848.527041:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318848.527049:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4041 00000100:00080000:0.0:1767318848.527053:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318848.527060:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318848.527081:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630a80 x1853164045559680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318848.527126:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318848.527130:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318848.527132:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318848.527135:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4041 00000100:00080000:0.0:1767318848.527138:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318848.527141:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318848.527152:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631180 x1853164045559936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318848.527160:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318848.527163:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318848.527165:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318848.527168:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4041 00000100:00080000:0.0:1767318848.527170:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318848.527173:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318848.527183:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631f80 x1853164045560064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318848.527203:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318848.527206:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318848.527207:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318848.527210:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4041 00000100:00080000:0.0:1767318848.527213:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318848.527216:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318848.527225:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633800 x1853164045560448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318848.527250:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045560192:0@lo:400:kworker.0 00000100:00100000:0.0:1767318848.527435:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318848.527468:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318848.527475:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045559808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318848.527499:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318848.527589:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045559680:0@lo:38:kworker.0 00000100:00100000:2.0:1767318848.527629:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318848.527653:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045559936:0@lo:38:kworker.0 00000100:00100000:2.0:1767318848.527671:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318848.527686:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045560064:0@lo:38:kworker.0 00000100:00100000:2.0:1767318848.527711:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318848.527726:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045560448:0@lo:38:kworker.0 00000100:00100000:2.0:1767318848.527744:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318848.527799:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559808 00000100:00100000:2.0:1767318848.527806:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559808 00000100:00100000:2.0:1767318848.527853:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559680 00000100:00100000:2.0:1767318848.527856:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559680 00000100:00100000:2.0:1767318848.527868:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559936 00000100:00100000:2.0:1767318848.527871:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559936 00000100:00100000:2.0:1767318848.527878:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560448 00000100:00100000:2.0:1767318848.527880:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560448 00000100:00100000:2.0:1767318848.527892:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1767318848.527904:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045559808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318848.527949:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045559808:12345-0@lo:400:kworker.0 Request processed in 49us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318848.527969:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1767318848.527988:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1767318848.527991:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045559680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318848.528009:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318848.528086:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045559680:12345-0@lo:38:kworker.0 Request processed in 92us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318848.528092:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1767318848.528104:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1767318848.528108:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045559936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318848.528116:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318848.528141:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045559936:12345-0@lo:38:kworker.0 Request processed in 31us (468us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318848.528147:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1767318848.528158:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1767318848.528161:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045560448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318848.528170:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318848.528189:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045560448:12345-0@lo:38:kworker.0 Request processed in 26us (444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318848.528195:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00080000:2.0:1767318848.528235:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318848.528240:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318848.528244:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045559680:0@lo:38:kworker.0 00000100:00080000:2.0:1767318848.528253:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318848.528256:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318848.528259:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045559936:0@lo:38:kworker.0 00000100:00080000:2.0:1767318848.528265:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318848.528268:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318848.528271:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045560448:0@lo:38:kworker.0 00000100:00100000:1.0:1767318848.528815:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045560320:0@lo:400:kworker.0 00000100:00100000:1.0:1767318848.528855:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318848.528890:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318848.528896:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045559552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318848.528915:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318848.528935:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045559552 00000100:00100000:1.0:1767318848.528939:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045559552 00000100:00100000:1.0:1767318848.528969:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1767318848.528977:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045559552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318848.529009:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045559552:12345-0@lo:400:kworker.0 Request processed in 33us (93us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318848.529014:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00010000:00080000:1.0:1767318848.529046:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0632d80 x1853164045559552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318848.529057:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045559552:0@lo:400:kworker.0 00000100:00100000:0.0:1767318848.529137:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560064 00000100:00100000:0.0:1767318848.529141:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560064 00000100:00100000:0.0:1767318848.529171:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1767318848.529175:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045560064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318848.529187:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318848.529218:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045560064:12345-0@lo:38:kworker.0 Request processed in 42us (1506us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318848.529224:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00080000:0.0:1767318848.529247:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318848.529252:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318848.529254:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045560064:0@lo:38:kworker.0 00010000:00080000:0.0:1767318848.529278:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0631880 x1853164045559808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318848.529288:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045559808:0@lo:400:kworker.0 00000100:00080000:3.0:1767318848.529464:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318848.529476:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560192 00000100:00100000:3.0:1767318848.529480:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560192 00000100:00100000:3.0:1767318848.529519:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560320 00000100:00100000:3.0:1767318848.529523:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560320 00000100:00100000:3.0:1767318848.529542:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1767318848.529548:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045560192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318848.529586:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045560192:12345-0@lo:400:kworker.0 Request processed in 38us (2152us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318848.529592:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1767318848.529603:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767318848.529620:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045560320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318848.529648:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045560320:12345-0@lo:400:kworker.0 Request processed in 40us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318848.529654:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767318848.529691:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045560192:0@lo:400:kworker.0 00000100:00100000:1.0:1767318848.529844:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045560320:0@lo:400:kworker.0 00000100:00080000:0.0:1767318848.531064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318848.531072:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318848.962858:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318848.963022:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837568 00000100:00100000:2.0:1767318848.963033:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837568 00000100:00100000:2.0:1767318848.963247:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 729 00000100:00100000:2.0:1767318848.963260:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985837568:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318848.963351:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985837568:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318848.963358:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 729 00000100:00080000:0.0:1767318848.965639:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318848.977889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318848.980082:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837440 00000100:00100000:0.0:1767318848.980108:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837440 00000100:00100000:0.0:1767318848.980167:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 934 00000100:00100000:0.0:1767318848.980175:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985837440:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318848.980207:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318848.980311:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985837440:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 134us (2431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318848.980318:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 934 00010000:00010000:1.0:1767318849.294206:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318850.318858:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318850.581109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045560576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318850.581186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318850.581235:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560576 00000100:00100000:2.0:1767318850.581245:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560576 00000100:00080000:3.0:1767318850.581441:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318850.581558:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1767318850.581572:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045560576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318850.581601:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318850.581713:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045560576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318850.581721:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1767318850.582489:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318850.582502:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045560704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318850.582541:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318850.582806:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560704 00000100:00100000:1.0:1767318850.582813:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560704 00000100:00100000:1.0:1767318850.582866:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1767318850.582874:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045560704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318850.582896:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318850.582936:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045560704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318850.582943:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1767318850.582986:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045560704:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318850.583112:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318850.584225:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045560576:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318851.342007:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318852.365986:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318853.391306:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318853.646071:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318853.646081:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318853.646143:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318853.646147:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318853.646152:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318853.646159:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4046 00000100:00080000:3.0:1767318853.646164:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318853.646176:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318853.646196:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5880 x1853164045560960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318853.646236:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318853.646240:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318853.646242:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318853.646246:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4046 00000100:00080000:3.0:1767318853.646248:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318853.646253:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318853.646264:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7100 x1853164045561216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318853.646272:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318853.646275:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318853.646277:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318853.646280:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4046 00000100:00080000:3.0:1767318853.646282:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318853.646285:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318853.646297:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4e00 x1853164045561344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318853.646317:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318853.646321:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318853.646322:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318853.646325:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4046 00000100:00080000:3.0:1767318853.646327:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318853.646331:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318853.646340:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225500 x1853164045561728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318853.646364:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045561088:0@lo:400:kworker.0 00000100:00100000:3.0:1767318853.646440:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318853.646499:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318853.646505:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045561472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318853.646532:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318853.646562:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561472 00000100:00100000:3.0:1767318853.646569:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561472 00000100:00100000:3.0:1767318853.646617:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1767318853.646626:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045561472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318853.646688:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045561472:12345-0@lo:400:kworker.0 Request processed in 63us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318853.646696:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1767318853.646738:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045561472:0@lo:400:kworker.0 00000100:00100000:2.0:1767318853.647092:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045560960:0@lo:38:kworker.0 00000100:00100000:2.0:1767318853.647126:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318853.647148:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045561216:0@lo:38:kworker.0 00000100:00100000:2.0:1767318853.647170:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318853.647187:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045561344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318853.647221:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318853.647240:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045561728:0@lo:38:kworker.0 00000100:00100000:2.0:1767318853.647259:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318853.647287:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561088 00000100:00100000:2.0:1767318853.647291:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561088 00000100:00100000:2.0:1767318853.647319:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560960 00000100:00100000:2.0:1767318853.647323:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560960 00000100:00100000:2.0:1767318853.647335:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561216 00000100:00100000:2.0:1767318853.647338:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561216 00000100:00100000:2.0:1767318853.647345:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561728 00000100:00100000:2.0:1767318853.647347:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561728 00000100:00100000:2.0:1767318853.647357:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1767318853.647365:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045561088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318853.647401:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045561088:12345-0@lo:400:kworker.0 Request processed in 38us (961us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318853.647408:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1767318853.647421:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1767318853.647425:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045560960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318853.647442:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318853.647471:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045560960:12345-0@lo:38:kworker.0 Request processed in 44us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318853.647478:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1767318853.647489:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1767318853.647493:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045561216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318853.647501:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318853.647523:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045561216:12345-0@lo:38:kworker.0 Request processed in 28us (352us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318853.647528:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1767318853.647538:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:2.0:1767318853.647542:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045561728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318853.647551:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318853.647570:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045561728:12345-0@lo:38:kworker.0 Request processed in 27us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318853.647577:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00080000:2.0:1767318853.647607:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318853.647612:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318853.647615:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045560960:0@lo:38:kworker.0 00000100:00080000:2.0:1767318853.647623:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318853.647626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318853.647629:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045561216:0@lo:38:kworker.0 00000100:00080000:2.0:1767318853.647635:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318853.647637:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318853.647640:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045561728:0@lo:38:kworker.0 00000100:00100000:1.0:1767318853.647884:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045560832:0@lo:400:kworker.0 00000100:00100000:1.0:1767318853.647955:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318853.647985:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318853.647991:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045561600:0@lo:400:kworker.0 00000100:00100000:1.0:1767318853.648026:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318853.648051:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045560832 00000100:00100000:1.0:1767318853.648055:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045560832 00000100:00100000:1.0:1767318853.648085:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1767318853.648091:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045560832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318853.648125:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045560832:12345-0@lo:400:kworker.0 Request processed in 34us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318853.648131:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1767318853.648156:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561344 00000100:00100000:1.0:1767318853.648160:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561344 00000100:00100000:1.0:1767318853.648176:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1767318853.648181:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045561344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318853.648192:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318853.648233:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045561344:12345-0@lo:38:kworker.0 Request processed in 51us (1011us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318853.648240:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00010000:00080000:1.0:1767318853.648269:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a5500 x1853164045560832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318853.648280:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045560832:0@lo:400:kworker.0 00000100:00080000:1.0:1767318853.648300:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318853.648304:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318853.648307:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045561344:0@lo:38:kworker.0 00000100:00100000:3.0:1767318853.648488:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561600 00000100:00100000:3.0:1767318853.648492:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561600 00000100:00100000:3.0:1767318853.648532:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1767318853.648539:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045561600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318853.648577:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045561600:12345-0@lo:400:kworker.0 Request processed in 38us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318853.648583:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00010000:00080000:3.0:1767318853.648612:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a7800 x1853164045561088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318853.648623:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045561088:0@lo:400:kworker.0 00000100:00080000:0.0:1767318853.648847:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318853.648852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318853.648854:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318853.648964:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045561600:0@lo:400:kworker.0 00000100:00100000:2.0:1767318854.085617:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318854.085667:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318854.085742:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837824 00000100:00100000:0.0:1767318854.085752:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837824 00000100:00100000:0.0:1767318854.085864:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837696 00000100:00100000:0.0:1767318854.085868:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837696 00000100:00100000:0.0:1767318854.085891:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 732 00000100:00100000:0.0:1767318854.085901:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985837824:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318854.085969:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985837824:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 70us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318854.085976:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 732 00000100:00100000:0.0:1767318854.085993:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 938 00000100:00100000:0.0:1767318854.085997:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985837696:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318854.086016:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318854.086041:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985837696:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318854.086047:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 938 00000100:00080000:2.0:1767318854.086275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318854.414053:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318855.439098:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318855.694053:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318855.694070:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045561856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318855.694140:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318855.694224:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561856 00000100:00100000:2.0:1767318855.694233:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561856 00000100:00100000:2.0:1767318855.694303:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1767318855.694313:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045561856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318855.694352:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318855.694408:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045561856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318855.694416:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1767318855.694474:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318855.694483:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045561984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318855.694523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318855.694547:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045561856:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318855.694703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318855.694746:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045561984 00000100:00100000:1.0:1767318855.694751:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045561984 00000100:00100000:1.0:1767318855.694810:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1767318855.694817:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045561984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318855.694833:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318855.694873:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045561984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318855.694882:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1767318855.694953:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045561984:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318855.695041:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318856.462265:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318857.486001:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318858.510350:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318858.766943:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318858.766951:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318858.767010:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318858.767014:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318858.767018:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318858.767028:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4051 00000100:00080000:0.0:1767318858.767034:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318858.767041:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318858.767176:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318858.767190:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045562112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318858.767255:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318858.767321:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562112 00000100:00100000:1.0:1767318858.767328:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562112 00000100:00100000:1.0:1767318858.767381:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1767318858.767390:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045562112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318858.767447:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045562112:12345-0@lo:400:kworker.0 Request processed in 58us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318858.767454:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00080000:1.0:1767318858.767477:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318858.767507:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0633100 x1853164045562112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318858.767519:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045562112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318858.767662:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630e00 x1853164045562240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318858.767706:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318858.767709:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318858.767711:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318858.767715:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4051 00000100:00080000:0.0:1767318858.767717:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318858.767720:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318858.767733:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633100 x1853164045562496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318858.767742:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318858.767745:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318858.767746:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318858.767749:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4051 00000100:00080000:0.0:1767318858.767751:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318858.767754:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318858.767787:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631500 x1853164045562624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318858.767817:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318858.767820:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318858.767822:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318858.767825:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4051 00000100:00080000:0.0:1767318858.767827:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318858.767831:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318858.767841:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633800 x1853164045563008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318858.767874:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045562752:0@lo:400:kworker.0 00000100:00100000:0.0:1767318858.767906:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318858.767926:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318858.767930:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045562368:0@lo:400:kworker.0 00000100:00100000:0.0:1767318858.767949:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318858.767969:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318858.767977:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045562880:0@lo:400:kworker.0 00000100:00100000:0.0:1767318858.768000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318858.768024:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562752 00000100:00100000:0.0:1767318858.768027:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562752 00000100:00100000:1.0:1767318858.768165:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562880 00000100:00100000:1.0:1767318858.768169:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562880 00000100:00100000:2.0:1767318858.768255:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562368 00000100:00100000:2.0:1767318858.768260:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562368 00000100:00100000:2.0:1767318858.768287:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767318858.768295:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045562368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318858.768331:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045562368:12345-0@lo:400:kworker.0 Request processed in 37us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318858.768338:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767318858.768368:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045562240:0@lo:38:kworker.0 00000100:00100000:2.0:1767318858.768393:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318858.768539:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562240 00000100:00100000:3.0:1767318858.768544:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562240 00000100:00100000:3.0:1767318858.768566:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1767318858.768571:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045562240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318858.768657:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318858.768692:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045562240:12345-0@lo:38:kworker.0 Request processed in 119us (298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318858.768698:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1767318858.780535:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1767318858.780561:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045562752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318858.780649:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045562752:12345-0@lo:400:kworker.0 Request processed in 102us (12742us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318858.780657:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1767318858.780675:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1767318858.780682:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045562880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318858.780726:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045562880:12345-0@lo:400:kworker.0 Request processed in 44us (12724us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318858.780733:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:1.0:1767318858.781463:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318858.781470:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318858.781473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318858.781546:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045562880:0@lo:400:kworker.0 00010000:00080000:3.0:1767318858.781840:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0630000 x1853164045562368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318858.781851:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045562368:0@lo:400:kworker.0 00000100:00100000:3.0:1767318858.781865:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045562752:0@lo:400:kworker.0 00000100:00080000:2.0:1767318858.783258:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318858.783267:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318858.783272:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045562240:0@lo:38:kworker.0 00000100:00100000:2.0:1767318858.783283:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045562496:0@lo:38:kworker.0 00000100:00100000:2.0:1767318858.783337:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318858.783369:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045562624:0@lo:38:kworker.0 00000100:00100000:2.0:1767318858.783395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318858.783416:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045563008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318858.783436:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318858.783528:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562624 00000100:00100000:0.0:1767318858.783535:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562624 00000100:00100000:0.0:1767318858.783577:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1767318858.783584:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045562624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318858.783603:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318858.783639:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045562624:12345-0@lo:38:kworker.0 Request processed in 54us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318858.783648:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1767318858.783699:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045562496 00000100:00100000:3.0:1767318858.783703:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045562496 00000100:00100000:3.0:1767318858.783731:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563008 00000100:00100000:3.0:1767318858.783734:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563008 00000100:00100000:3.0:1767318858.783748:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1767318858.783753:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045562496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318858.783789:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318858.783816:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045562496:12345-0@lo:38:kworker.0 Request processed in 62us (478us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318858.783822:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1767318858.783833:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1767318858.783836:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045563008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318858.783845:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318858.783864:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045563008:12345-0@lo:38:kworker.0 Request processed in 26us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318858.783870:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00080000:2.0:1767318858.784925:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318858.784934:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318858.784939:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045562496:0@lo:38:kworker.0 00000100:00080000:2.0:1767318858.784949:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318858.784952:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318858.784955:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045562624:0@lo:38:kworker.0 00000100:00080000:2.0:1767318858.784963:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318858.784966:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318858.784969:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045563008:0@lo:38:kworker.0 00000100:00100000:2.0:1767318859.205840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318859.205927:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318859.206007:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838080 00000100:00100000:0.0:1767318859.206017:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838080 00000100:00100000:0.0:1767318859.206089:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985837952 00000100:00100000:0.0:1767318859.206101:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985837952 00000100:00100000:0.0:1767318859.206125:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 735 00000100:00100000:0.0:1767318859.206134:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985838080:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318859.206204:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985838080:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318859.206211:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 735 00000100:00100000:0.0:1767318859.206227:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 942 00000100:00100000:0.0:1767318859.206231:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985837952:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318859.206249:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318859.206272:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985837952:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 39us (345us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318859.206277:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 942 00000100:00080000:2.0:1767318859.206413:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318859.534250:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318860.558090:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318860.818171:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045563136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318860.818252:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318860.818542:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563136 00000100:00100000:3.0:1767318860.818552:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563136 00000100:00100000:3.0:1767318860.818617:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1767318860.818627:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045563136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318860.818659:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318860.818717:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045563136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318860.818724:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:2.0:1767318860.819647:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318860.819709:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045563136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318860.823027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045563264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318860.823110:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318860.825097:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563264 00000100:00100000:0.0:1767318860.825113:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563264 00000100:00100000:0.0:1767318860.825202:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1767318860.825213:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045563264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318860.825245:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318860.825327:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045563264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (2216us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318860.825335:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1767318860.825389:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045563264:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318860.825463:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318861.582559:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318862.608412:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318863.631714:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318863.885930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318863.885940:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318863.886014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318863.886019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318863.886023:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318863.886032:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4057 00000100:00080000:1.0:1767318863.886036:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318863.886043:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318863.886066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fea00 x1853164045563520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318863.886083:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318863.886098:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045563392:0@lo:400:kworker.0 00000100:00080000:1.0:1767318863.886110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318863.886114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318863.886116:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318863.886121:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4057 00000100:00080000:1.0:1767318863.886123:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318863.886127:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318863.886142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd880 x1853164045563776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318863.886152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318863.886155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318863.886157:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318863.886162:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4057 00000100:00080000:1.0:1767318863.886166:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318863.886167:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318863.886172:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318863.886186:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045563904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318863.886212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318863.886216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318863.886218:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318863.886222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4057 00000100:00080000:1.0:1767318863.886224:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318863.886228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318863.886238:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045564160:0@lo:400:kworker.0 00000100:00100000:1.0:1767318863.886243:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc380 x1853164045564288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318863.886273:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318863.886273:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045563648:0@lo:400:kworker.0 00000100:00100000:1.0:1767318863.886311:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318863.886334:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318863.886341:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045564032:0@lo:400:kworker.0 00000100:00100000:2.0:1767318863.886364:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045563520:0@lo:38:kworker.0 00000100:00100000:1.0:1767318863.886365:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318863.886402:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564160 00000100:00100000:2.0:1767318863.886403:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318863.886411:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564160 00000100:00100000:1.0:1767318863.886550:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564032 00000100:00100000:1.0:1767318863.886554:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564032 00000100:00100000:1.0:1767318863.886578:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1767318863.886587:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045564160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318863.886640:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045564160:12345-0@lo:400:kworker.0 Request processed in 53us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318863.886647:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1767318863.886666:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1767318863.886672:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045564032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318863.886702:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045564032:12345-0@lo:400:kworker.0 Request processed in 31us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318863.886708:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00080000:1.0:1767318863.886724:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318863.886727:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318863.886794:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045564032:0@lo:400:kworker.0 00000100:00100000:1.0:1767318863.886846:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045564160:0@lo:400:kworker.0 00000100:00100000:0.0:1767318863.889206:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563392 00000100:00100000:0.0:1767318863.889223:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563392 00000100:00100000:0.0:1767318863.889314:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563648 00000100:00100000:0.0:1767318863.889318:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563648 00000100:00100000:0.0:1767318863.889343:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1767318863.889352:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045563392:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767318863.889533:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318863.889568:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1767318863.889578:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045563648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318863.891074:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563520 00000100:00100000:3.0:1767318863.891084:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563520 00000100:00100000:3.0:1767318863.891134:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1767318863.891140:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045563520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318863.891159:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318863.891836:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045563648:12345-0@lo:400:kworker.0 Request processed in 2256us (5520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318863.891846:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00010000:00080000:1.0:1767318863.891901:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fce00 x1853164045563648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318863.891916:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045563648:0@lo:400:kworker.0 00010000:00080000:1.0:1767318863.891973:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc000 x1853164045563392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318863.891982:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045563392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318863.892199:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045563776:0@lo:38:kworker.0 00000100:00100000:2.0:1767318863.892235:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318863.892260:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045563904:0@lo:38:kworker.0 00000100:00100000:2.0:1767318863.892286:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318863.892308:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045564288:0@lo:38:kworker.0 00000100:00100000:2.0:1767318863.892327:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318863.892357:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563904 00000100:00100000:2.0:1767318863.892361:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563904 00000100:00100000:2.0:1767318863.892385:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1767318863.892391:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045563904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318863.892411:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318863.892458:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045563904:12345-0@lo:38:kworker.0 Request processed in 65us (171us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318863.892464:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1767318863.892481:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045563776 00000100:00100000:2.0:1767318863.892485:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045563776 00000100:00100000:2.0:1767318863.892501:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564288 00000100:00100000:2.0:1767318863.892503:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564288 00000100:00100000:2.0:1767318863.892517:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1767318863.892521:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045563776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318863.892532:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318863.892553:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045563776:12345-0@lo:38:kworker.0 Request processed in 30us (318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318863.892557:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:2.0:1767318863.892566:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1767318863.892570:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045564288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318863.892578:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318863.892596:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045564288:12345-0@lo:38:kworker.0 Request processed in 25us (269us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318863.892601:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00080000:2.0:1767318863.892625:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318863.892630:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318863.892632:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045563776:0@lo:38:kworker.0 00000100:00080000:2.0:1767318863.892639:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318863.892642:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318863.892644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045563904:0@lo:38:kworker.0 00000100:00080000:2.0:1767318863.892650:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318863.892652:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318863.892654:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045564288:0@lo:38:kworker.0 00000100:00100000:0.0:1767318863.894905:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045563392:12345-0@lo:400:kworker.0 Request processed in 5546us (8731us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318863.894920:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1767318863.895940:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045563520:12345-0@lo:38:kworker.0 Request processed in 4794us (9532us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318863.895951:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:2.0:1767318863.896086:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318863.896092:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318863.896097:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045563520:0@lo:38:kworker.0 00000100:00100000:2.0:1767318864.322379:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318864.322525:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838208 00000100:00100000:3.0:1767318864.322535:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838208 00000100:00100000:3.0:1767318864.322590:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 946 00000100:00100000:3.0:1767318864.322598:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985838208:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318864.322620:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318864.322690:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985838208:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (318us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318864.322697:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 946 00000100:00100000:3.0:1767318864.324924:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318864.325348:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838336 00000100:00100000:1.0:1767318864.325357:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838336 00000100:00100000:1.0:1767318864.325424:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 738 00000100:00100000:1.0:1767318864.325434:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985838336:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318864.325502:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985838336:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 69us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318864.325509:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 738 00000100:00080000:3.0:1767318864.329438:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318864.654578:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318865.678819:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318865.934423:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318865.934439:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045564416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318865.934909:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318865.935067:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564416 00000100:00100000:2.0:1767318865.935075:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564416 00000100:00100000:2.0:1767318865.935128:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1767318865.935139:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045564416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318865.935167:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318865.935208:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045564416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318865.935216:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00080000:2.0:1767318865.935238:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318865.935268:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045564416:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318865.935328:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318865.935336:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045564544:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318865.935362:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318865.935385:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564544 00000100:00100000:2.0:1767318865.935388:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564544 00000100:00100000:2.0:1767318865.935415:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1767318865.935422:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045564544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318865.935437:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318865.935467:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045564544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (104us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318865.935472:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00080000:1.0:1767318865.936188:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318865.936234:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045564544:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318866.702306:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318867.726036:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318868.430935:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767318868.430968:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985838464 offset 0 length 520: 4 00000100:00100000:0.0:1767318868.431110:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838720 00000100:00100000:0.0:1767318868.431120:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838720 00000100:00100000:0.0:1767318868.431214:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 739 00000100:00100000:0.0:1767318868.431226:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985838720:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318868.431310:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985838720:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318868.431318:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 739 00000100:00080000:1.0:1767318868.431386:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318868.431676:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318868.431839:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838592 00000100:00100000:1.0:1767318868.431844:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838592 00000100:00100000:1.0:1767318868.431884:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 947 00000100:00100000:1.0:1767318868.431890:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985838592:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318868.431913:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318868.431986:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985838592:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 94us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318868.431992:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 947 00010000:00010000:3.0:1767318868.750028:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318869.006090:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318869.006101:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318869.006196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045564672:0@lo:400:kworker.0 00000100:00100000:2.0:1767318869.006196:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318843/real 1767318843] req@ffffa07bf32fc380 x1853164045558144/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318868 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318869.006285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318869.006325:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf32fc380 x1853164045558144/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318868 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318869.006344:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318869.006359:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:0.0:1767318869.006364:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318869.006364:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045558144:0@lo:250:kworker.0 00000100:00080000:0.0:1767318869.006373:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318869.006408:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318869.006414:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4062 00000100:00080000:0.0:1767318869.006418:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318869.006425:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318869.006430:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564672 00000100:00100000:2.0:1767318869.006437:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564672 00000100:00100000:0.0:1767318869.006448:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633100 x1853164045564800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318869.006492:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00080000:0.0:1767318869.006493:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318869.006499:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318869.006501:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318869.006505:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045564672:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318869.006506:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4062 00000100:00080000:0.0:1767318869.006512:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318869.006517:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318869.006530:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631c00 x1853164045565056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318869.006539:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318869.006542:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318869.006544:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318869.006547:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4062 00000100:00080000:0.0:1767318869.006550:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318869.006553:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318869.006565:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630000 x1853164045565184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318869.006589:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318869.006613:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045565312:0@lo:400:kworker.0 00000100:00100000:3.0:1767318869.006644:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318869.006667:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318869.006674:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045564928:0@lo:400:kworker.0 00000100:00100000:3.0:1767318869.006695:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318869.006721:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565312 00000100:00100000:3.0:1767318869.006725:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565312 00000100:00100000:3.0:1767318869.006756:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1767318869.006763:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045565312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318869.006813:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045564672:12345-0@lo:400:kworker.0 Request processed in 309us (526us total) trans 0 rc 0/0 00000100:00080000:0.0:1767318869.006819:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318869.006820:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045565312:12345-0@lo:400:kworker.0 Request processed in 56us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318869.006825:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:0.0:1767318869.006826:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318869.006832:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318869.006832:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:0.0:1767318869.006836:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4062 00000100:00080000:0.0:1767318869.006839:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318869.006842:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318869.006846:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564928 00000100:00100000:2.0:1767318869.006850:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564928 00000100:00100000:0.0:1767318869.006858:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631180 x1853164045565568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318869.006862:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318869.006866:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318869.006874:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767318869.006878:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00080000:0.0:1767318869.006880:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767318869.006883:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767318869.006886:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045564928:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318869.006895:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4041 00000100:00080000:0.0:1767318869.006898:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318869.006902:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318869.006921:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045564928:12345-0@lo:400:kworker.0 Request processed in 26us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318869.006932:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1380e00 x1853164045565696/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318869.006954:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045565440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318869.006979:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318869.007003:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565440 00000100:00100000:0.0:1767318869.007007:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565440 00000100:00100000:0.0:1767318869.007032:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1767318869.007037:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045565440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318869.007068:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045565440:12345-0@lo:400:kworker.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318869.007073:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00080000:0.0:1767318869.007091:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318869.007110:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045565440:0@lo:400:kworker.0 00000100:00100000:0.0:1767318869.007128:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045564800:0@lo:38:kworker.0 00000100:00100000:0.0:1767318869.007150:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318869.007174:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045565056:0@lo:38:kworker.0 00000100:00100000:0.0:1767318869.007191:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318869.007223:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045565184:0@lo:38:kworker.0 00000100:00100000:0.0:1767318869.007244:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318869.007264:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045565568:0@lo:38:kworker.0 00000100:00100000:0.0:1767318869.007282:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318869.007296:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045565696:0@lo:250:kworker.0 00000400:00000100:0.0:1767318869.007309:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045565696 offset 0 length 520: 4 00000100:00100000:0.0:1767318869.007333:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045564800 00000100:00100000:0.0:1767318869.007336:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045564800 00010000:00080000:1.0:1767318869.008142:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0631500 x1853164045564672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318869.008156:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045564672:0@lo:400:kworker.0 00000100:00100000:1.0:1767318869.008184:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565056 00000100:00100000:1.0:1767318869.008188:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565056 00000100:00100000:3.0:1767318869.010561:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565568 00000100:00100000:3.0:1767318869.010573:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565568 00000100:00100000:2.0:1767318869.010578:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1767318869.010602:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1767318869.010612:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045565568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318869.010634:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318869.010641:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:2.0:1767318869.010648:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045564800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318869.010672:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318869.010674:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1767318869.010682:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045565056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318869.010693:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318869.010725:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045565568:12345-0@lo:38:kworker.0 Request processed in 114us (3441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318869.010730:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045564800:12345-0@lo:38:kworker.0 Request processed in 79us (3577us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318869.010737:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045565056:12345-0@lo:38:kworker.0 Request processed in 53us (3543us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318869.010745:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1767318869.010748:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1767318869.010763:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00010000:00080000:3.0:1767318869.010804:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0630e00 x1853164045564928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318869.010818:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045564928:0@lo:400:kworker.0 00000100:00100000:3.0:1767318869.010838:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045565312:0@lo:400:kworker.0 00000100:00080000:2.0:1767318869.010844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318869.010852:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318869.010856:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045564800:0@lo:38:kworker.0 00000100:00080000:2.0:1767318869.010869:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318869.010872:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318869.010876:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045565056:0@lo:38:kworker.0 00000100:00080000:2.0:1767318869.010887:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318869.010890:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318869.010894:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045565568:0@lo:38:kworker.0 00000100:00100000:1.0:1767318869.012116:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565184 00000100:00100000:1.0:1767318869.012127:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565184 00000100:00100000:1.0:1767318869.012162:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1767318869.012168:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045565184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318869.012185:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318869.012291:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045565184:12345-0@lo:38:kworker.0 Request processed in 123us (5045us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318869.012297:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:2.0:1767318869.012364:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318869.012370:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318869.012374:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045565184:0@lo:38:kworker.0 00010000:00010000:1.0:1767318869.777165:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318870.798282:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318871.054132:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318871.054150:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045565824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318871.054234:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318871.054373:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045565952:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318871.054397:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318871.054500:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565824 00000100:00100000:3.0:1767318871.054509:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565824 00000100:00100000:3.0:1767318871.054585:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045565952 00000100:00100000:3.0:1767318871.054589:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045565952 00000100:00100000:3.0:1767318871.054607:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1767318871.054614:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045565824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318871.054642:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318871.054687:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045565824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318871.054694:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1767318871.054710:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1767318871.054715:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045565952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318871.054727:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318871.054749:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045565952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318871.054754:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:0.0:1767318871.054988:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318871.054993:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318871.055018:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045565952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318871.055404:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045565824:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318871.821943:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318872.846096:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318873.540983:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318873.545621:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318873.551108:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838976 00000100:00100000:0.0:1767318873.551121:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838976 00000100:00080000:2.0:1767318873.551208:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318873.551288:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985838848 00000100:00100000:3.0:1767318873.551293:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985838848 00000100:00100000:3.0:1767318873.551369:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 742 00000100:00100000:3.0:1767318873.551380:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985838976:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318873.551471:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985838976:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (10497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318873.551480:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 742 00000100:00100000:3.0:1767318873.551504:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 951 00000100:00100000:3.0:1767318873.551508:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985838848:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318873.551529:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318873.555522:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985838848:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 3998us (9898us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318873.555536:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 951 00010000:00010000:1.0:1767318873.870597:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318874.125998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318874.126008:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318874.126068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318874.126072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318874.126077:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318874.126084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4067 00000100:00080000:1.0:1767318874.126088:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318874.126094:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318874.126113:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc380 x1853164045566208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318874.126156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318874.126160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318874.126162:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318874.126166:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4067 00000100:00080000:1.0:1767318874.126170:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767318874.126171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045566208:0@lo:38:kworker.0 00000100:00080000:1.0:1767318874.126175:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318874.126190:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045566464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318874.126199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318874.126202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318874.126204:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318874.126208:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4067 00000100:00080000:1.0:1767318874.126210:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318874.126214:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318874.126235:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd880 x1853164045566592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318874.126246:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318874.126261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318874.126265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318874.126267:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318874.126271:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4067 00000100:00080000:1.0:1767318874.126273:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318874.126277:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318874.126290:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd500 x1853164045566976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318874.126295:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045566464:0@lo:38:kworker.0 00000100:00100000:1.0:1767318874.126325:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045566336:0@lo:400:kworker.0 00000100:00100000:3.0:1767318874.126333:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318874.126364:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045566592:0@lo:38:kworker.0 00000100:00100000:1.0:1767318874.126370:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318874.126398:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318874.126404:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318874.126408:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045566720:0@lo:400:kworker.0 00000100:00100000:3.0:1767318874.126436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045566976:0@lo:38:kworker.0 00000100:00100000:1.0:1767318874.126442:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318874.126468:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318874.126482:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566592 00000100:00100000:1.0:1767318874.126490:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566592 00000100:00100000:3.0:1767318874.126505:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566208 00000100:00100000:3.0:1767318874.126511:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566208 00000100:00100000:3.0:1767318874.126541:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566464 00000100:00100000:3.0:1767318874.126545:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566464 00000100:00100000:1.0:1767318874.126550:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1767318874.126558:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045566592:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318874.126564:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566336 00010000:00020000:1.0:1767318874.126579:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318874.126610:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566336 00000100:00100000:1.0:1767318874.126620:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045566592:12345-0@lo:38:kworker.0 Request processed in 60us (216us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318874.126628:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1767318874.126649:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566976 00000100:00100000:3.0:1767318874.126653:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566976 00000100:00100000:1.0:1767318874.126659:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1767318874.126873:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566720 00000100:00100000:0.0:1767318874.126877:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566720 00000100:00100000:0.0:1767318874.126909:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1767318874.126916:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045566720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.126956:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045566720:12345-0@lo:400:kworker.0 Request processed in 41us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318874.126962:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1767318874.126983:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045566848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.127004:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318874.127021:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767318874.127025:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045566080:0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.127041:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318874.127054:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566848 00000100:00100000:0.0:1767318874.127058:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566848 00000100:00100000:0.0:1767318874.127077:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1767318874.127083:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045566848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.127109:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045566848:12345-0@lo:400:kworker.0 Request processed in 26us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318874.127114:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1767318874.127146:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045566848:0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.127166:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045566080 00000100:00100000:0.0:1767318874.127169:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045566080 00000100:00100000:1.0:1767318874.127237:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045566336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318874.127271:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045566336:12345-0@lo:400:kworker.0 Request processed in 605us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318874.130074:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1767318874.130087:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045566208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318874.130111:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318874.130198:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045566208:12345-0@lo:38:kworker.0 Request processed in 111us (3953us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318874.130205:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1767318874.130224:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1767318874.130228:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045566464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318874.130238:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318874.130264:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045566464:12345-0@lo:38:kworker.0 Request processed in 33us (3935us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318874.130270:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1767318874.130284:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1767318874.130288:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045566976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318874.130298:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318874.130323:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045566976:12345-0@lo:38:kworker.0 Request processed in 34us (3855us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318874.130329:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00080000:3.0:1767318874.130358:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318874.130363:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318874.130366:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767318874.130436:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318874.130441:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318874.130444:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045566976:0@lo:38:kworker.0 00000100:00080000:3.0:1767318874.130456:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318874.130459:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318874.130461:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045566464:0@lo:38:kworker.0 00000100:00080000:3.0:1767318874.130472:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318874.130476:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318874.130479:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045566592:0@lo:38:kworker.0 00000100:00080000:3.0:1767318874.130487:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318874.130491:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318874.130494:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045566208:0@lo:38:kworker.0 00000100:00100000:3.0:1767318874.130548:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045566720:0@lo:400:kworker.0 00010000:00080000:3.0:1767318874.130562:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fea00 x1853164045566336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318874.130572:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045566336:0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.133614:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1767318874.133640:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045566080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318874.133734:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045566080:12345-0@lo:400:kworker.0 Request processed in 107us (6691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318874.133742:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00010000:00080000:0.0:1767318874.133808:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdc380 x1853164045566080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318874.133835:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045566080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318874.141701:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00010000:00010000:3.0:1767318874.897938:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318875.920204:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318876.174032:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318876.174050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045567232:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318876.174125:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318876.174179:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567232 00000100:00100000:2.0:1767318876.174183:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318876.174188:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567232 00000100:00100000:2.0:1767318876.174194:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045567104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318876.174228:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318876.174255:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567104 00000100:00100000:1.0:1767318876.174260:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567104 00000100:00100000:2.0:1767318876.174266:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1767318876.174280:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045567232:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318876.174285:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1767318876.174296:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045567104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318876.174313:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767318876.174316:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318876.174363:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045567232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318876.174371:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045567104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318876.174380:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1767318876.174387:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1767318876.174433:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045567104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318876.174435:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045567232:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318876.174519:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318876.174524:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767318876.942486:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318877.966009:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318878.662191:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318878.662241:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318878.662971:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985839104 00000100:00100000:1.0:1767318878.662984:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985839104 00000100:00100000:1.0:1767318878.663219:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985839232 00000100:00100000:1.0:1767318878.663223:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985839232 00000100:00100000:1.0:1767318878.663283:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 745 00000100:00100000:1.0:1767318878.663294:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985839232:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318878.663370:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985839232:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318878.663376:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 745 00000100:00100000:1.0:1767318878.663394:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 955 00000100:00100000:1.0:1767318878.663397:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985839104:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318878.663413:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318878.663429:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985839104:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 31us (1250us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318878.663433:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 955 00000100:00080000:3.0:1767318878.664032:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318878.991365:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318879.246039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318879.246051:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318879.246127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318879.246131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318879.246135:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318879.246143:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4072 00000100:00080000:2.0:1767318879.246149:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318879.246157:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318879.246181:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da300 x1853164045567488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318879.246216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318879.246220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318879.246222:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318879.246236:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4072 00000100:00080000:2.0:1767318879.246238:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318879.246242:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318879.246253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db100 x1853164045567744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318879.246261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318879.246265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318879.246267:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318879.246271:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4072 00000100:00080000:2.0:1767318879.246273:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318879.246276:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318879.246286:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045567872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318879.246307:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318879.246309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318879.246311:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318879.246313:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4072 00000100:00080000:2.0:1767318879.246315:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318879.246318:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318879.246328:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8e00 x1853164045568256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318879.246354:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045567616:0@lo:400:kworker.0 00000100:00100000:2.0:1767318879.246419:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318879.246491:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318879.246498:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045568000:0@lo:400:kworker.0 00000100:00100000:2.0:1767318879.246523:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318879.246552:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567616 00000100:00100000:2.0:1767318879.246559:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567616 00000100:00100000:2.0:1767318879.246607:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1767318879.246617:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045567616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318879.246664:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045567616:12345-0@lo:400:kworker.0 Request processed in 49us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318879.246672:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00010000:00080000:2.0:1767318879.246705:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d9880 x1853164045567616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318879.246730:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045567616:0@lo:400:kworker.0 00000100:00100000:1.0:1767318879.246913:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045567360:0@lo:400:kworker.0 00000100:00100000:1.0:1767318879.246944:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318879.246974:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318879.246980:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045568128:0@lo:400:kworker.0 00000100:00100000:1.0:1767318879.247002:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318879.247192:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318879.247206:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567360 00000100:00100000:3.0:1767318879.247210:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567360 00000100:00100000:3.0:1767318879.247261:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1767318879.247269:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045567360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318879.247307:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045567360:12345-0@lo:400:kworker.0 Request processed in 39us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318879.247313:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00080000:1.0:1767318879.247859:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318879.247889:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70dad80 x1853164045567360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318879.247901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045567360:0@lo:400:kworker.0 00000100:00100000:0.0:1767318879.248109:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045567488:0@lo:38:kworker.0 00000100:00100000:0.0:1767318879.248151:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318879.248195:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045567744:0@lo:38:kworker.0 00000100:00100000:0.0:1767318879.248215:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318879.248245:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045567872:0@lo:38:kworker.0 00000100:00100000:0.0:1767318879.248269:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318879.248292:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045568256:0@lo:38:kworker.0 00000100:00100000:0.0:1767318879.248311:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318879.248342:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567488 00000100:00100000:0.0:1767318879.248347:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567488 00000100:00100000:0.0:1767318879.248366:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567744 00000100:00100000:0.0:1767318879.248368:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567744 00000100:00100000:0.0:1767318879.248378:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568256 00000100:00100000:0.0:1767318879.248380:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568256 00000100:00100000:0.0:1767318879.248390:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1767318879.248396:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045567488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318879.248413:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318879.248445:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045567488:12345-0@lo:38:kworker.0 Request processed in 48us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318879.248452:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1767318879.248464:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1767318879.248468:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045567744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318879.248488:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318879.248512:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045567744:12345-0@lo:38:kworker.0 Request processed in 43us (296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318879.248518:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1767318879.248528:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1767318879.248532:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045568256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318879.248541:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318879.248562:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045568256:12345-0@lo:38:kworker.0 Request processed in 28us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318879.248567:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1767318879.248583:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568000 00000100:00100000:0.0:1767318879.248586:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568000 00000100:00100000:0.0:1767318879.248616:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568128 00000100:00100000:0.0:1767318879.248619:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568128 00000100:00100000:0.0:1767318879.248637:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1767318879.248643:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045568000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318879.248679:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045568000:12345-0@lo:400:kworker.0 Request processed in 36us (2154us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318879.248684:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1767318879.248695:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1767318879.248701:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045568128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318879.248741:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045568128:12345-0@lo:400:kworker.0 Request processed in 40us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318879.248746:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:0.0:1767318879.248800:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318879.248805:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318879.248808:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045567488:0@lo:38:kworker.0 00000100:00080000:0.0:1767318879.248817:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318879.248821:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318879.248823:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045567744:0@lo:38:kworker.0 00000100:00080000:0.0:1767318879.248830:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318879.248834:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318879.248836:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045568256:0@lo:38:kworker.0 00000100:00100000:1.0:1767318879.249059:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045567872 00000100:00100000:1.0:1767318879.249064:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045567872 00000100:00100000:1.0:1767318879.249094:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1767318879.249099:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045567872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318879.249109:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318879.249143:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045567872:12345-0@lo:38:kworker.0 Request processed in 43us (873us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318879.249149:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00080000:1.0:1767318879.249176:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318879.249179:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318879.249198:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045568128:0@lo:400:kworker.0 00000100:00080000:1.0:1767318879.249232:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318879.249236:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318879.249239:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045567872:0@lo:38:kworker.0 00000100:00100000:2.0:1767318879.249711:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045568000:0@lo:400:kworker.0 00010000:00010000:1.0:1767318880.014450:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318881.038471:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318881.294141:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318881.294162:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045568384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318881.294265:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318881.294555:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568384 00000100:00100000:3.0:1767318881.294574:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568384 00000100:00100000:3.0:1767318881.294641:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1767318881.294650:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045568384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318881.294676:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318881.294748:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045568384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318881.294755:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00080000:0.0:1767318881.294987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318881.295035:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045568384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318881.295523:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045568512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318881.295604:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318881.295747:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568512 00000100:00100000:1.0:1767318881.295757:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568512 00000100:00100000:1.0:1767318881.295854:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1767318881.295864:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045568512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318881.295897:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767318881.296009:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318881.296062:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045568512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 199us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318881.296071:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1767318881.299857:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045568512:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318882.066738:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318883.086079:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318883.778662:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318883.778711:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318883.780844:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985839488 00000100:00100000:0.0:1767318883.780943:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985839488 00000100:00100000:3.0:1767318883.781694:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985839360 00000100:00100000:3.0:1767318883.781711:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985839360 00000100:00100000:3.0:1767318883.781889:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 959 00000100:00100000:3.0:1767318883.781899:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985839360:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318883.781942:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318883.782091:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985839360:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 183us (3371us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318883.782099:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 959 00000100:00100000:1.0:1767318883.784954:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 748 00000100:00100000:1.0:1767318883.784968:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985839488:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318883.785104:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985839488:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 137us (6454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318883.785113:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 748 00000100:00080000:0.0:1767318883.787980:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318884.111929:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318884.366040:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318884.366050:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318884.366158:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045568640:0@lo:400:kworker.0 00000100:00100000:1.0:1767318884.366248:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318884.366407:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568640 00000100:00100000:3.0:1767318884.366416:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568640 00000100:00100000:3.0:1767318884.366487:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1767318884.366496:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045568640:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767318884.366568:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318884.367034:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318884.367040:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318884.367045:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318884.367051:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1767318884.367056:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318884.367071:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318884.367102:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcc000 x1853164045568768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318884.367143:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318884.367146:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318884.367149:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318884.367153:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1767318884.367155:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318884.367159:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318884.367170:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd880 x1853164045569024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318884.367179:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318884.367182:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318884.367184:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318884.367187:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1767318884.367189:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318884.367193:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318884.367205:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fce680 x1853164045569152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318884.367274:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045569408:0@lo:400:kworker.0 00000100:00100000:0.0:1767318884.367318:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318884.367362:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045568768:0@lo:38:kworker.0 00000100:00100000:0.0:1767318884.367385:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318884.367405:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045569024:0@lo:38:kworker.0 00000100:00100000:0.0:1767318884.367417:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318884.367426:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045569152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318884.367441:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318884.367466:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569152 00000100:00100000:0.0:1767318884.367470:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569152 00000100:00100000:0.0:1767318884.367492:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1767318884.367496:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045569152:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318884.367515:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318884.367542:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045569152:12345-0@lo:38:kworker.0 Request processed in 44us (99us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318884.367550:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1767318884.367578:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568768 00000100:00100000:0.0:1767318884.367582:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568768 00000100:00100000:0.0:1767318884.367601:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569024 00000100:00100000:0.0:1767318884.367604:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569024 00000100:00100000:0.0:1767318884.367654:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1767318884.367659:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045568768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318884.367670:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318884.367695:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045568768:12345-0@lo:38:kworker.0 Request processed in 35us (309us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318884.367701:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1767318884.367714:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1767318884.367718:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045569024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318884.367726:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318884.367747:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045569024:12345-0@lo:38:kworker.0 Request processed in 27us (328us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318884.367752:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00080000:0.0:1767318884.367813:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318884.367818:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318884.367822:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045568768:0@lo:38:kworker.0 00000100:00080000:0.0:1767318884.367831:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318884.367834:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318884.367837:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045569024:0@lo:38:kworker.0 00000100:00080000:0.0:1767318884.367844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318884.367847:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318884.367851:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045569152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318884.367882:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045568896:0@lo:400:kworker.0 00000100:00100000:0.0:1767318884.367903:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318884.367919:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318884.367922:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045569280:0@lo:400:kworker.0 00000100:00100000:0.0:1767318884.367935:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318884.367955:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569408 00000100:00100000:0.0:1767318884.367957:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569408 00000100:00100000:0.0:1767318884.367985:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569280 00000100:00100000:0.0:1767318884.367987:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569280 00000100:00100000:0.0:1767318884.367999:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1767318884.368003:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045569408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318884.368028:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045569408:12345-0@lo:400:kworker.0 Request processed in 25us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318884.368032:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1767318884.368040:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1767318884.368043:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045569280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318884.368058:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045569280:12345-0@lo:400:kworker.0 Request processed in 15us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318884.368062:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1767318884.368072:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045568896 00000100:00100000:0.0:1767318884.368074:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045568896 00000100:00100000:0.0:1767318884.368089:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1767318884.368093:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045568896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318884.368109:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045568896:12345-0@lo:400:kworker.0 Request processed in 16us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318884.368115:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1767318884.368134:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045569408:0@lo:400:kworker.0 00000100:00080000:0.0:1767318884.368147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318884.368150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318884.368151:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318884.368166:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045569280:0@lo:400:kworker.0 00010000:00080000:0.0:1767318884.368173:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc380 x1853164045568896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318884.368179:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045568896:0@lo:400:kworker.0 00000100:00100000:3.0:1767318884.370197:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045568640:12345-0@lo:400:kworker.0 Request processed in 3687us (3932us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318884.370217:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00010000:00080000:1.0:1767318884.370503:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcce00 x1853164045568640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318884.370524:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045568640:0@lo:400:kworker.0 00000100:00080000:2.0:1767318884.370826:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318884.370836:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318884.370840:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318884.373500:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4077 00000100:00080000:2.0:1767318884.373509:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318884.373518:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318884.373577:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf800 x1853164045569536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318884.373815:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045569536:0@lo:38:kworker.0 00000100:00100000:0.0:1767318884.374604:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318884.374998:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569536 00000100:00100000:3.0:1767318884.375011:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569536 00000100:00100000:3.0:1767318884.375111:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1767318884.375120:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045569536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318884.375148:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318884.375222:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045569536:12345-0@lo:38:kworker.0 Request processed in 101us (621us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318884.375230:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00080000:1.0:1767318884.375335:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318884.375342:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318884.375347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045569536:0@lo:38:kworker.0 00010000:00010000:3.0:1767318885.135700:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318886.159220:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318886.414111:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045569664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318886.414179:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318886.414317:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569664 00000100:00100000:3.0:1767318886.414327:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569664 00000100:00100000:3.0:1767318886.414414:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1767318886.414435:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045569664:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318886.414442:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767318886.414469:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318886.414547:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318886.414564:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045569792:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318886.414645:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318886.415075:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569792 00000100:00100000:0.0:1767318886.415084:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569792 00000100:00100000:3.0:1767318886.415147:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045569664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 711us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318886.415154:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:0.0:1767318886.415170:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045569792:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318886.415170:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00002000:00000024:0.0:1767318886.415211:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318886.415265:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045569664:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318886.415576:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318886.415964:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045569792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 797us (1316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318886.415975:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1767318886.416339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045569792:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767318887.182529:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318888.206357:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318888.903739:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318888.903817:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318888.903994:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985839744 00000100:00100000:1.0:1767318888.904006:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985839744 00000100:00100000:1.0:1767318888.904073:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985839616 00000100:00100000:1.0:1767318888.904077:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985839616 00000100:00100000:1.0:1767318888.904096:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 751 00000100:00100000:1.0:1767318888.904105:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985839744:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318888.904186:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985839744:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318888.904187:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 963 00000100:00100000:0.0:1767318888.904194:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985839616:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:1.0:1767318888.904194:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 751 00010000:00020000:0.0:1767318888.904216:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767318888.904219:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318888.904247:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985839616:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318888.904254:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 963 00010000:00010000:3.0:1767318889.229997:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318889.486008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318889.486019:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318889.486074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318889.486078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318889.486082:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318889.486089:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4082 00000100:00080000:3.0:1767318889.486094:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318889.486101:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318889.486122:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4a80 x1853164045570048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318889.486169:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318889.486172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318889.486174:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318889.486177:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4082 00000100:00080000:3.0:1767318889.486180:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318889.486183:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318889.486194:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4380 x1853164045570304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318889.486203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318889.486206:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318889.486218:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318889.486222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4082 00000100:00080000:3.0:1767318889.486224:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318889.486228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318889.486240:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5c00 x1853164045570432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318889.486263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318889.486266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318889.486268:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318889.486271:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4082 00000100:00080000:3.0:1767318889.486274:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318889.486277:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318889.486288:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5500 x1853164045570816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318889.486315:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045570176:0@lo:400:kworker.0 00000100:00100000:3.0:1767318889.486379:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318889.486451:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318889.486458:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045570560:0@lo:400:kworker.0 00000100:00100000:3.0:1767318889.486498:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318889.486561:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570176 00000100:00100000:3.0:1767318889.486568:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570176 00000100:00100000:3.0:1767318889.486620:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1767318889.486631:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045570176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318889.486682:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045570176:12345-0@lo:400:kworker.0 Request processed in 53us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318889.486689:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00010000:00080000:3.0:1767318889.486730:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a5f80 x1853164045570176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318889.486743:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045570176:0@lo:400:kworker.0 00000100:00100000:1.0:1767318889.487019:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045570048:0@lo:38:kworker.0 00000100:00100000:1.0:1767318889.487049:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318889.487077:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045569920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318889.487080:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045570304:0@lo:38:kworker.0 00000100:00100000:1.0:1767318889.487100:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318889.487122:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045570432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318889.487126:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318889.487145:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318889.487145:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318889.487150:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045570688:0@lo:400:kworker.0 00000100:00100000:1.0:1767318889.487162:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045570816:0@lo:38:kworker.0 00000100:00100000:2.0:1767318889.487167:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318889.487180:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318889.487304:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570560 00000100:00100000:0.0:1767318889.487309:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570560 00000100:00100000:0.0:1767318889.487340:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570688 00000100:00100000:0.0:1767318889.487343:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570688 00000100:00100000:0.0:1767318889.487364:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1767318889.487372:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045570560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318889.487409:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045570560:12345-0@lo:400:kworker.0 Request processed in 38us (910us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318889.487416:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1767318889.487428:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1767318889.487434:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045570688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318889.487466:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045570688:12345-0@lo:400:kworker.0 Request processed in 32us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318889.487472:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1767318889.487490:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570432 00000100:00100000:0.0:1767318889.487493:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570432 00000100:00100000:0.0:1767318889.487510:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1767318889.487514:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045570432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318889.487544:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318889.487572:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045570432:12345-0@lo:38:kworker.0 Request processed in 56us (426us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318889.487578:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1767318889.487628:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045570688:0@lo:400:kworker.0 00000100:00080000:0.0:1767318889.487650:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318889.487653:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318889.487656:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767318889.487693:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318889.487698:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318889.487702:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045570432:0@lo:38:kworker.0 00000100:00100000:2.0:1767318889.492573:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570048 00000100:00100000:2.0:1767318889.492592:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570048 00000100:00100000:2.0:1767318889.492653:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570304 00000100:00100000:2.0:1767318889.492656:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570304 00000100:00100000:2.0:1767318889.492673:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045569920 00000100:00100000:2.0:1767318889.492675:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045569920 00000100:00100000:2.0:1767318889.492712:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570816 00000100:00100000:2.0:1767318889.492715:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570816 00000100:00100000:2.0:1767318889.492732:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1767318889.492741:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045569920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318889.493144:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045569920:12345-0@lo:400:kworker.0 Request processed in 401us (6013us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318889.493153:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1767318889.493176:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1767318889.493181:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045570048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318889.493204:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318889.493296:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045570048:12345-0@lo:38:kworker.0 Request processed in 113us (6246us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318889.493303:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1767318889.493314:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1767318889.493318:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045570304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318889.493328:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318889.493351:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045570304:12345-0@lo:38:kworker.0 Request processed in 30us (6249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318889.493356:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:2.0:1767318889.493366:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:2.0:1767318889.493370:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045570816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318889.493378:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318889.493398:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045570816:12345-0@lo:38:kworker.0 Request processed in 28us (6218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318889.493403:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00080000:2.0:1767318889.493566:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318889.493603:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225500 x1853164045569920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318889.493617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045569920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318889.493680:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045570560:0@lo:400:kworker.0 00000100:00080000:2.0:1767318889.493718:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318889.493723:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318889.493727:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045570048:0@lo:38:kworker.0 00000100:00080000:2.0:1767318889.493736:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318889.493739:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318889.493743:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045570304:0@lo:38:kworker.0 00000100:00080000:2.0:1767318889.493752:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318889.493755:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318889.493758:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045570816:0@lo:38:kworker.0 00010000:00010000:1.0:1767318890.256969:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318891.278632:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318891.534248:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045570944:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318891.534325:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318891.534531:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045570944 00000100:00100000:0.0:1767318891.534549:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045570944 00000100:00100000:0.0:1767318891.534614:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1767318891.534624:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045570944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318891.534652:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318891.534693:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045570944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318891.534700:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:3.0:1767318891.536633:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318891.536695:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045570944:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318891.536952:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318891.536967:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045571072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318891.537048:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318891.537236:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571072 00000100:00100000:0.0:1767318891.537244:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571072 00000100:00100000:0.0:1767318891.537315:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1767318891.537324:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045571072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318891.537362:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318891.537417:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045571072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318891.537425:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:3.0:1767318891.537719:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318891.538531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045571072:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318892.303654:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767318892.994952:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985839872 offset 0 length 520: 4 00000100:00100000:2.0:1767318892.995005:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318892.995185:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840128 00000100:00100000:1.0:1767318892.995195:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840128 00000100:00100000:1.0:1767318892.995319:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 754 00000100:00100000:1.0:1767318892.995329:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985840128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318892.995411:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985840128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318892.995422:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 754 00000100:00080000:3.0:1767318892.996501:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318892.996574:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318892.996661:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840000 00000100:00100000:0.0:1767318892.996669:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840000 00000100:00100000:0.0:1767318892.996753:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 967 00000100:00100000:0.0:1767318892.996761:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985840000:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318892.996814:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318893.025105:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985840000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 28333us (28523us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318893.025122:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 967 00010000:00010000:3.0:1767318893.327473:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318894.350080:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318894.605884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318894.605896:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318894.605959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318894.605963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318894.605966:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318894.605975:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4087 00000100:00080000:3.0:1767318894.605979:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318894.605986:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318894.606009:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5500 x1853164045571328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318894.606066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318894.606069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318894.606071:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318894.606075:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4087 00000100:00080000:3.0:1767318894.606077:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318894.606081:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318894.606093:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4a80 x1853164045571584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318894.606102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318894.606105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318894.606106:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318894.606110:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4087 00000100:00080000:3.0:1767318894.606113:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318894.606116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318894.606128:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318869/real 1767318869] req@ffffa07be1380e00 x1853164045565696/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318894 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318894.606128:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7800 x1853164045571712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318894.606148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318894.606151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318894.606153:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318894.606156:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4087 00000100:00080000:3.0:1767318894.606158:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318894.606161:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318894.606168:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be1380e00 x1853164045565696/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318894 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318894.606172:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02680 x1853164045572096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318894.606191:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045571328:0@lo:38:kworker.0 00000100:00100000:3.0:1767318894.606195:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045571840:0@lo:400:kworker.0 00000100:00100000:0.0:1767318894.606313:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045571968:0@lo:400:kworker.0 00000100:00100000:2.0:1767318894.606395:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045571200:0@lo:400:kworker.0 00000100:00100000:1.0:1767318894.606528:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318894.606528:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318894.606578:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045571456:0@lo:400:kworker.0 00000100:00100000:1.0:1767318894.606603:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318894.606633:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571840 00000100:00100000:1.0:1767318894.606635:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045571584:0@lo:38:kworker.0 00000100:00100000:3.0:1767318894.606640:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571840 00000100:00100000:1.0:1767318894.606655:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318894.606669:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045571712:0@lo:38:kworker.0 00000100:00100000:1.0:1767318894.606689:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318894.606692:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1767318894.606700:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045571840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318894.606707:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045572096:0@lo:38:kworker.0 00000100:00100000:1.0:1767318894.606724:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318894.606740:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767318894.606745:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045571840:12345-0@lo:400:kworker.0 Request processed in 46us (218us total) trans 0 rc 0/0 00000100:00080000:1.0:1767318894.606748:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767318894.606752:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045565696:0@lo:250:kworker.0 00000100:00100000:3.0:1767318894.606752:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:3.0:1767318894.606787:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318894.606796:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318894.606800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00100000:1.0:1767318894.606802:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571712 00000100:00080000:3.0:1767318894.606802:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767318894.606806:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571712 00000100:00080000:3.0:1767318894.606806:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4067 00000100:00080000:3.0:1767318894.606808:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318894.606812:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318894.606826:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03b80 x1853164045572224/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318894.606827:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1767318894.606832:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045571712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318894.606848:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318894.606864:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045571840:0@lo:400:kworker.0 00000100:00100000:3.0:1767318894.606882:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571328 00000100:00100000:3.0:1767318894.606886:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571328 00000100:00100000:3.0:1767318894.606904:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571456 00000100:00100000:3.0:1767318894.606907:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571456 00000100:00080000:3.0:1767318894.606919:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318894.606937:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571584 00000100:00100000:3.0:1767318894.606939:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571584 00000100:00100000:3.0:1767318894.606946:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572096 00000100:00100000:3.0:1767318894.606948:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572096 00000100:00100000:3.0:1767318894.606958:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1767318894.606964:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045571456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318894.606998:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045571456:12345-0@lo:400:kworker.0 Request processed in 34us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318894.607004:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1767318894.607026:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1767318894.607030:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045571328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318894.607040:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318894.607063:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045571328:12345-0@lo:38:kworker.0 Request processed in 31us (536us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318894.607069:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1767318894.607080:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1767318894.607084:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045571584:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767318894.607087:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045571712:12345-0@lo:38:kworker.0 Request processed in 59us (202us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767318894.607092:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318894.607094:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1767318894.607117:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045571584:12345-0@lo:38:kworker.0 Request processed in 31us (461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318894.607122:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00010000:00080000:1.0:1767318894.607125:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a4380 x1853164045571456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318894.607131:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1767318894.607135:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045571456:0@lo:400:kworker.0 00000100:00100000:3.0:1767318894.607135:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045572096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318894.607144:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318894.607149:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045572224:0@lo:250:kworker.0 00000100:00100000:3.0:1767318894.607164:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045572096:12345-0@lo:38:kworker.0 Request processed in 27us (438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318894.607169:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000400:00000100:1.0:1767318894.607466:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045572224 offset 0 length 520: 4 00000100:00080000:1.0:1767318894.607491:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318894.607495:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318894.607498:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045571328:0@lo:38:kworker.0 00000100:00080000:1.0:1767318894.607506:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318894.607508:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318894.607511:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045571584:0@lo:38:kworker.0 00000100:00080000:1.0:1767318894.607518:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318894.607521:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318894.607523:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045571712:0@lo:38:kworker.0 00000100:00080000:1.0:1767318894.607528:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318894.607531:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318894.607533:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045572096:0@lo:38:kworker.0 00000100:00100000:0.0:1767318894.608603:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318894.609059:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318894.610041:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571200 00000100:00100000:1.0:1767318894.610051:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571200 00000100:00100000:1.0:1767318894.610122:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1767318894.610132:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045571200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318894.610184:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045571200:12345-0@lo:400:kworker.0 Request processed in 55us (1126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318894.610191:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00010000:00080000:2.0:1767318894.610286:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a6300 x1853164045571200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318894.610305:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045571200:0@lo:400:kworker.0 00000100:00080000:2.0:1767318894.610324:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318894.611195:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045571968 00000100:00100000:3.0:1767318894.611213:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045571968 00000100:00080000:2.0:1767318894.611251:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318894.611378:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1767318894.611396:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045571968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318894.611476:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045571968:12345-0@lo:400:kworker.0 Request processed in 90us (2877us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318894.611483:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1767318894.611850:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045571968:0@lo:400:kworker.0 00010000:00010000:3.0:1767318895.374040:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318896.397956:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318896.654240:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045572352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318896.654308:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318896.654412:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572352 00000100:00100000:0.0:1767318896.654421:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572352 00000100:00100000:0.0:1767318896.654491:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1767318896.654500:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045572352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318896.654529:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318896.654577:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045572352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318896.654584:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:2.0:1767318896.655971:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318896.656201:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045572352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318896.656444:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045572480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318896.656492:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318896.656684:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572480 00000100:00100000:0.0:1767318896.656690:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572480 00000100:00100000:0.0:1767318896.656752:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1767318896.656762:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045572480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318896.656808:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318896.656866:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045572480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318896.656873:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1767318896.656986:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045572480:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318896.657063:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767318897.421928:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318898.113954:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318898.114077:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840384 00000100:00100000:0.0:1767318898.114089:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840384 00000100:00080000:3.0:1767318898.114330:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318898.114440:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318898.121933:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840256 00000100:00100000:0.0:1767318898.121948:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840256 00000100:00100000:0.0:1767318898.122435:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 757 00000100:00100000:0.0:1767318898.122456:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985840384:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318898.122549:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985840384:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 102us (8600us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318898.122557:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 757 00000100:00100000:2.0:1767318898.122568:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 971 00000100:00100000:2.0:1767318898.122574:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985840256:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318898.122594:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318898.122621:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985840256:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (8183us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318898.122627:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 971 00010000:00010000:1.0:1767318898.446976:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318899.470018:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318899.725984:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318899.725995:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318899.726060:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318899.726065:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318899.726069:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318899.726076:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1767318899.726082:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318899.726088:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318899.726111:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225500 x1853164045572736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318899.726142:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318899.726145:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318899.726147:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318899.726151:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1767318899.726168:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318899.726172:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318899.726184:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045572992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318899.726194:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318899.726198:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318899.726200:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318899.726203:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1767318899.726206:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318899.726209:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318899.726223:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70daa00 x1853164045573120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318899.726245:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318899.726248:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318899.726249:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318899.726253:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4092 00000100:00080000:2.0:1767318899.726256:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767318899.726259:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318899.726268:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da300 x1853164045573504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318899.726356:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045573248:0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726425:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318899.726477:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318899.726485:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045572864:0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726511:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318899.726540:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045572608:0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726564:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318899.726583:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318899.726588:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045573376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726609:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318899.726640:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573248 00000100:00100000:3.0:1767318899.726648:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573248 00000100:00100000:3.0:1767318899.726703:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573376 00000100:00100000:3.0:1767318899.726707:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573376 00000100:00100000:3.0:1767318899.726733:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1767318899.726742:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045573248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726811:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045573248:12345-0@lo:400:kworker.0 Request processed in 70us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318899.726819:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1767318899.726835:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1767318899.726841:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045573376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726873:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045573376:12345-0@lo:400:kworker.0 Request processed in 32us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318899.726880:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:3.0:1767318899.726904:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318899.726908:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318899.726938:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045573248:0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726966:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045573376:0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.726983:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572864 00000100:00100000:3.0:1767318899.726986:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572864 00000100:00100000:3.0:1767318899.727015:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572608 00000100:00100000:3.0:1767318899.727019:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572608 00000100:00100000:3.0:1767318899.727035:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1767318899.727041:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045572864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.727072:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045572864:12345-0@lo:400:kworker.0 Request processed in 31us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318899.727078:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1767318899.727090:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1767318899.727096:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045572608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318899.727124:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045572608:12345-0@lo:400:kworker.0 Request processed in 28us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318899.727130:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00080000:3.0:1767318899.727144:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318899.727159:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8000 x1853164045572864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318899.727168:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045572864:0@lo:400:kworker.0 00010000:00080000:3.0:1767318899.727188:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc000 x1853164045572608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318899.727196:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045572608:0@lo:400:kworker.0 00000100:00100000:1.0:1767318899.727758:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045572736:0@lo:38:kworker.0 00000100:00100000:1.0:1767318899.727832:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318899.727851:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045572992:0@lo:38:kworker.0 00000100:00100000:1.0:1767318899.727871:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318899.727893:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045573120:0@lo:38:kworker.0 00000100:00100000:1.0:1767318899.727915:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318899.727943:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045573504:0@lo:38:kworker.0 00000100:00100000:1.0:1767318899.727964:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318899.727994:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572736 00000100:00100000:1.0:1767318899.727999:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572736 00000100:00100000:1.0:1767318899.728020:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045572992 00000100:00100000:1.0:1767318899.728023:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045572992 00000100:00100000:1.0:1767318899.728035:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573504 00000100:00100000:1.0:1767318899.728038:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573504 00000100:00100000:1.0:1767318899.728048:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1767318899.728053:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045572736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318899.728069:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318899.728099:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045572736:12345-0@lo:38:kworker.0 Request processed in 45us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318899.728105:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1767318899.728121:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1767318899.728126:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045572992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318899.728135:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318899.728172:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045572992:12345-0@lo:38:kworker.0 Request processed in 44us (300us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318899.728177:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1767318899.728190:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1767318899.728194:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045573504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318899.728203:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318899.728225:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045573504:12345-0@lo:38:kworker.0 Request processed in 30us (261us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318899.728231:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00080000:1.0:1767318899.728270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318899.728276:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318899.728279:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045572736:0@lo:38:kworker.0 00000100:00080000:1.0:1767318899.728287:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318899.728290:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318899.728293:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045572992:0@lo:38:kworker.0 00000100:00080000:1.0:1767318899.728300:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318899.728303:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318899.728305:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045573504:0@lo:38:kworker.0 00000100:00100000:3.0:1767318899.728619:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573120 00000100:00100000:3.0:1767318899.728624:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573120 00000100:00100000:3.0:1767318899.728657:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:3.0:1767318899.728663:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045573120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318899.728673:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318899.728716:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045573120:12345-0@lo:38:kworker.0 Request processed in 52us (799us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318899.728722:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00080000:2.0:1767318899.728836:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318899.728841:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318899.728845:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045573120:0@lo:38:kworker.0 00010000:00010000:1.0:1767318900.494029:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318901.518082:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318901.776085:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318901.776107:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045573632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318901.776108:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318901.776116:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045573760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318901.779271:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318901.779406:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573632 00000100:00100000:1.0:1767318901.779416:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573632 00000100:00100000:1.0:1767318901.779517:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1767318901.779527:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045573632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318901.779559:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318901.779612:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045573632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318901.779619:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1767318901.779723:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045573632:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318901.779950:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318901.784866:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318901.785033:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573760 00000100:00100000:2.0:1767318901.785043:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573760 00000100:00100000:2.0:1767318901.785115:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1767318901.785128:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045573760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318901.785161:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318901.785214:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045573760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318901.785221:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1767318901.785319:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045573760:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318901.785987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767318902.542318:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318903.235238:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318903.235325:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318903.239532:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840640 00000100:00100000:2.0:1767318903.239611:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840640 00000100:00100000:2.0:1767318903.239671:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840512 00000100:00100000:2.0:1767318903.239674:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840512 00000100:00100000:2.0:1767318903.239708:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 760 00000100:00100000:2.0:1767318903.239721:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985840640:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318903.239818:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985840640:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (4589us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318903.239825:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 760 00000100:00100000:2.0:1767318903.239844:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 975 00000100:00100000:2.0:1767318903.239849:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985840512:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318903.239869:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318903.239895:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985840512:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (4569us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318903.239901:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 975 00000100:00080000:3.0:1767318903.239963:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318903.566237:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318904.590557:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318904.847838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.847849:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318904.847922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.847926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318904.847930:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318904.847938:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4098 00000100:00080000:0.0:1767318904.847944:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318904.847951:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318904.847973:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd500 x1853164045574016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318904.847995:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767318904.848015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767318904.848015:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045573888:0@lo:400:kworker.0 00000100:00080000:0.0:1767318904.848022:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318904.848025:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318904.848029:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4098 00000100:00080000:0.0:1767318904.848031:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318904.848034:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318904.848047:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631180 x1853164045574272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318904.848057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.848060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318904.848062:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318904.848067:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4098 00000100:00080000:0.0:1767318904.848069:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318904.848073:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318904.848084:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318904.848090:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631c00 x1853164045574400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318904.848116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318904.848119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318904.848121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318904.848124:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4098 00000100:00080000:0.0:1767318904.848127:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767318904.848131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318904.848144:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630e00 x1853164045574784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318904.848155:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045574656:0@lo:400:kworker.0 00000100:00100000:0.0:1767318904.848171:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045574144:0@lo:400:kworker.0 00000100:00100000:3.0:1767318904.848186:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318904.848209:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318904.848231:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574656 00000100:00100000:0.0:1767318904.848250:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318904.848256:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045574528:0@lo:400:kworker.0 00000100:00100000:0.0:1767318904.848277:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318904.848306:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045573888 00000100:00100000:0.0:1767318904.848311:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045573888 00000100:00100000:0.0:1767318904.848362:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574144 00000100:00100000:0.0:1767318904.848365:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574144 00000100:00100000:0.0:1767318904.848390:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1767318904.848397:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045573888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318904.848448:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045573888:12345-0@lo:400:kworker.0 Request processed in 50us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318904.848458:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1767318904.848474:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1767318904.848479:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045574144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318904.848507:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045574144:12345-0@lo:400:kworker.0 Request processed in 29us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318904.848513:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00010000:00080000:0.0:1767318904.848546:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0630000 x1853164045574144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318904.848558:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045574144:0@lo:400:kworker.0 00000100:00100000:0.0:1767318904.848603:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574528 00000100:00100000:0.0:1767318904.848606:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574528 00000100:00100000:0.0:1767318904.848636:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1767318904.848643:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045574528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318904.848809:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045574016:0@lo:38:kworker.0 00000100:00100000:1.0:1767318904.848840:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318904.848864:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045574272:0@lo:38:kworker.0 00000100:00100000:1.0:1767318904.848885:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318904.848899:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045574400:0@lo:38:kworker.0 00000100:00100000:1.0:1767318904.848916:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318904.848936:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045574784:0@lo:38:kworker.0 00000100:00100000:1.0:1767318904.848956:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318904.848988:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574400 00000100:00100000:1.0:1767318904.848992:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574400 00000100:00100000:3.0:1767318904.848993:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574656 00000100:00100000:1.0:1767318904.849016:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1767318904.849022:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045574400:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318904.849034:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00010000:00020000:1.0:1767318904.849041:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318904.849046:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045574656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318904.849085:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045574400:12345-0@lo:38:kworker.0 Request processed in 60us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318904.849094:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1767318904.849095:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045574656:12345-0@lo:400:kworker.0 Request processed in 51us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318904.849104:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1767318904.849120:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574016 00000100:00100000:1.0:1767318904.849125:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574016 00000100:00100000:1.0:1767318904.849144:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574272 00000100:00100000:1.0:1767318904.849148:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574272 00000100:00100000:3.0:1767318904.849150:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045574656:0@lo:400:kworker.0 00000100:00100000:1.0:1767318904.849164:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574784 00010000:00080000:3.0:1767318904.849167:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fd880 x1853164045573888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318904.849169:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574784 00000100:00100000:1.0:1767318904.849188:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1767318904.849188:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045573888:0@lo:400:kworker.0 00000100:00100000:1.0:1767318904.849196:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045574016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318904.849207:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318904.849235:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045574016:12345-0@lo:38:kworker.0 Request processed in 40us (395us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318904.849255:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1767318904.849261:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045574272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318904.849272:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318904.849301:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045574272:12345-0@lo:38:kworker.0 Request processed in 38us (413us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318904.849374:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045574528:12345-0@lo:400:kworker.0 Request processed in 731us (1094us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318904.849380:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1767318904.849405:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045574528:0@lo:400:kworker.0 00000100:00080000:0.0:1767318904.849421:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318904.849425:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767318904.849427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318904.852462:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1767318904.852500:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1767318904.852510:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045574784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318904.852531:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318904.852816:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045574784:12345-0@lo:38:kworker.0 Request processed in 305us (3857us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318904.852823:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00080000:1.0:1767318904.852868:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318904.852873:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318904.852877:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045574016:0@lo:38:kworker.0 00000100:00080000:1.0:1767318904.852888:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318904.852891:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318904.852893:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045574272:0@lo:38:kworker.0 00000100:00080000:1.0:1767318904.852902:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318904.852905:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318904.852908:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045574400:0@lo:38:kworker.0 00000100:00080000:1.0:1767318904.852916:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318904.852919:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318904.852922:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045574784:0@lo:38:kworker.0 00000100:00100000:3.0:1767318904.856427:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00010000:00010000:3.0:1767318905.613990:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318906.638296:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318906.895011:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045574912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318906.895088:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318906.895242:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045574912 00000100:00100000:0.0:1767318906.895249:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045574912 00000100:00100000:0.0:1767318906.895315:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1767318906.895324:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045574912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318906.895358:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318906.895407:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045574912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318906.895415:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1767318906.895459:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045574912:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318906.895739:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318906.895943:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318906.895955:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045575040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318906.895990:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318906.896098:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575040 00000100:00100000:0.0:1767318906.896103:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575040 00000100:00100000:0.0:1767318906.896142:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1767318906.896149:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045575040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318906.896166:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318906.896210:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045575040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318906.896216:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1767318906.896256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045575040:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318906.896436:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318907.662155:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318908.355325:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318908.355425:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318908.355522:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840896 00000100:00100000:1.0:1767318908.355534:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840896 00000100:00100000:1.0:1767318908.355606:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985840768 00000100:00100000:1.0:1767318908.355610:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985840768 00000100:00100000:1.0:1767318908.355637:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 763 00000100:00100000:1.0:1767318908.355647:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985840896:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318908.355725:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985840896:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318908.355734:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 763 00000100:00100000:1.0:1767318908.355755:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 979 00000100:00100000:1.0:1767318908.355760:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985840768:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318908.355810:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318908.355839:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985840768:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 78us (414us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318908.355860:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 979 00000100:00080000:0.0:1767318908.356255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767318908.685982:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318909.710106:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318909.966053:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318909.966068:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767318909.966175:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045575168:0@lo:400:kworker.0 00000100:00100000:0.0:1767318909.966382:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318909.966914:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318909.966920:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318909.966923:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318909.966928:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4103 00000100:00080000:2.0:1767318909.966933:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767318909.966938:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318909.966962:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9880 x1853164045575296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318909.966997:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318909.967000:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318909.967002:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318909.967005:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4103 00000100:00080000:2.0:1767318909.967008:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767318909.967011:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318909.967021:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045575552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318909.967030:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318909.967033:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318909.967034:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318909.967037:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4103 00000100:00080000:2.0:1767318909.967039:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767318909.967043:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318909.967054:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8000 x1853164045575680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318909.967114:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045575936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318909.967174:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318909.967218:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575936 00000100:00100000:1.0:1767318909.967225:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575936 00000100:00100000:1.0:1767318909.967297:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1767318909.967307:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045575936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318909.967354:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045575936:12345-0@lo:400:kworker.0 Request processed in 49us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318909.967361:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:1.0:1767318909.967384:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318909.967410:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045575936:0@lo:400:kworker.0 00000100:00100000:1.0:1767318909.967442:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045575808:0@lo:400:kworker.0 00000100:00100000:1.0:1767318909.967465:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318909.967495:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318909.967500:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045575424:0@lo:400:kworker.0 00000100:00100000:1.0:1767318909.967523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318909.968190:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575808 00000100:00100000:0.0:1767318909.968196:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575808 00000100:00100000:0.0:1767318909.968231:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1767318909.968238:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045575808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318909.968295:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045575808:12345-0@lo:400:kworker.0 Request processed in 57us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318909.968301:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:0.0:1767318909.968326:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318909.968349:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045575808:0@lo:400:kworker.0 00000100:00100000:0.0:1767318909.968381:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045575296:0@lo:38:kworker.0 00000100:00100000:0.0:1767318909.968409:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318909.968430:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575168 00000100:00100000:3.0:1767318909.968435:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575168 00000100:00100000:3.0:1767318909.968471:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575424 00000100:00100000:3.0:1767318909.968474:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575424 00000100:00100000:3.0:1767318909.968512:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1767318909.968519:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045575168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318909.968558:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045575168:12345-0@lo:400:kworker.0 Request processed in 40us (2177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318909.968564:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1767318909.968576:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1767318909.968583:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045575424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318909.968611:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045575424:12345-0@lo:400:kworker.0 Request processed in 29us (1087us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318909.968616:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00080000:3.0:1767318909.968631:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318909.968648:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70dad80 x1853164045575168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318909.968659:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045575168:0@lo:400:kworker.0 00010000:00080000:1.0:1767318909.971620:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70da300 x1853164045575424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318909.971638:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045575424:0@lo:400:kworker.0 00000100:00100000:0.0:1767318909.978626:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045575552:0@lo:38:kworker.0 00000100:00100000:0.0:1767318909.978691:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318909.978716:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045575680:0@lo:38:kworker.0 00000100:00100000:0.0:1767318909.978743:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318909.978820:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575680 00000100:00100000:0.0:1767318909.978829:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575680 00000100:00100000:0.0:1767318909.978866:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1767318909.978873:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045575680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318909.978894:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318909.978935:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045575680:12345-0@lo:38:kworker.0 Request processed in 60us (190us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318909.978942:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:0.0:1767318909.978983:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318909.978988:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318909.978992:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045575680:0@lo:38:kworker.0 00000100:00100000:1.0:1767318909.979088:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575296 00000100:00100000:1.0:1767318909.979093:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575296 00000100:00100000:1.0:1767318909.979122:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1767318909.979127:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045575296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318909.979137:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318909.979192:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045575296:12345-0@lo:38:kworker.0 Request processed in 64us (10782us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318909.979198:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1767318909.979211:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045575552 00000100:00100000:1.0:1767318909.979214:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045575552 00000100:00100000:1.0:1767318909.979228:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1767318909.979232:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045575552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318909.979241:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318909.979274:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045575552:12345-0@lo:38:kworker.0 Request processed in 41us (583us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318909.979279:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:0.0:1767318909.981410:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318909.981421:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318909.981426:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045575296:0@lo:38:kworker.0 00000100:00080000:0.0:1767318909.981437:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318909.981441:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318909.981443:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045575552:0@lo:38:kworker.0 00000100:00080000:2.0:1767318909.984151:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318909.984161:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318909.984171:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318909.984184:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4103 00000100:00080000:2.0:1767318909.984190:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767318909.984198:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318909.984239:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045576064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318909.984451:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045576064:0@lo:38:kworker.0 00000100:00100000:0.0:1767318909.984533:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318909.984796:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576064 00000100:00100000:3.0:1767318909.984803:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576064 00000100:00100000:3.0:1767318909.984850:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1767318909.984858:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045576064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318909.984878:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318909.984930:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045576064:12345-0@lo:38:kworker.0 Request processed in 71us (397us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318909.984938:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00080000:2.0:1767318909.985017:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318909.985022:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318909.985026:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045576064:0@lo:38:kworker.0 00010000:00010000:2.0:1767318910.733975:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318911.758121:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318912.017695:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045576320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318912.017784:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318912.017911:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576320 00000100:00100000:2.0:1767318912.017922:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576320 00000100:00100000:2.0:1767318912.017980:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1767318912.017991:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045576320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318912.018018:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318912.018063:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045576320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318912.018071:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1767318912.018139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045576192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318912.018170:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318912.018532:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576192 00000100:00100000:2.0:1767318912.018536:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576192 00000100:00100000:2.0:1767318912.018568:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1767318912.018574:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045576192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318912.018589:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318912.018619:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045576192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318912.018625:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1767318912.018713:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045576192:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318912.019234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318912.019239:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318912.019274:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045576320:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767318912.781994:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318913.476494:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318913.476539:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318913.476614:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841152 00000100:00100000:3.0:1767318913.476625:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841152 00000100:00100000:3.0:1767318913.476693:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841024 00000100:00100000:3.0:1767318913.476696:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841024 00000100:00100000:3.0:1767318913.476712:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 766 00000100:00100000:3.0:1767318913.476722:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985841152:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318913.476834:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985841152:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318913.476842:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 766 00000100:00100000:3.0:1767318913.476860:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 983 00000100:00100000:3.0:1767318913.476864:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985841024:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318913.476900:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318913.476927:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985841024:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 61us (388us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318913.476933:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 983 00000100:00080000:1.0:1767318913.477294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318913.807518:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318914.830206:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318915.086537:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318915.086548:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318915.086612:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318915.086616:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318915.086620:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318915.086629:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4108 00000100:00080000:0.0:1767318915.086633:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318915.086640:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318915.086660:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8700 x1853164045576576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318915.086700:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318915.086704:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318915.086706:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318915.086706:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767318915.086711:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4108 00000100:00080000:0.0:1767318915.086715:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318915.086719:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318915.086724:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045576704:0@lo:400:kworker.0 00000100:00100000:0.0:1767318915.086733:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164045576832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318915.086744:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318915.086747:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318915.086749:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318915.086753:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4108 00000100:00080000:0.0:1767318915.086755:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318915.086759:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318915.086792:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8380 x1853164045576960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318915.086816:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318915.086819:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318915.086821:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318915.086824:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4108 00000100:00080000:0.0:1767318915.086826:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318915.086832:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318915.086835:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318915.086845:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8000 x1853164045577344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318915.086875:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576704 00000100:00100000:0.0:1767318915.086882:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576704 00000100:00100000:3.0:1767318915.086918:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045577088:0@lo:400:kworker.0 00000100:00100000:0.0:1767318915.086938:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1767318915.086950:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045576704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318915.086954:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.087041:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045577216:0@lo:400:kworker.0 00000100:00100000:1.0:1767318915.087059:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045576448:0@lo:400:kworker.0 00000100:00100000:1.0:1767318915.087088:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.087088:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.087134:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576448 00000100:00100000:2.0:1767318915.087139:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576448 00000100:00100000:3.0:1767318915.087178:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045576576:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.087186:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1767318915.087194:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045576448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318915.087214:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.087237:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045576448:12345-0@lo:400:kworker.0 Request processed in 43us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318915.087243:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1767318915.090958:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577088 00000100:00100000:1.0:1767318915.090977:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577088 00000100:00100000:1.0:1767318915.091064:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577216 00000100:00100000:1.0:1767318915.091068:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577216 00000100:00100000:1.0:1767318915.091106:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1767318915.091118:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045577088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318915.093593:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045576704:12345-0@lo:400:kworker.0 Request processed in 6529us (6645us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318915.093609:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1767318915.096353:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576576 00000100:00100000:2.0:1767318915.096375:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576576 00000100:00100000:3.0:1767318915.096393:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1767318915.096412:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045577216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318915.096425:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:2.0:1767318915.096433:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045576576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318915.096455:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318915.096521:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045576576:12345-0@lo:38:kworker.0 Request processed in 87us (9307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318915.096528:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045577216:12345-0@lo:400:kworker.0 Request processed in 124us (9438us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318915.096534:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1767318915.096541:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:2.0:1767318915.096569:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767318915.096575:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767318915.096579:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318915.096624:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9880 x1853164045576448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318915.096639:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045576448:0@lo:400:kworker.0 00000100:00100000:2.0:1767318915.096677:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045577216:0@lo:400:kworker.0 00000100:00080000:2.0:1767318915.096737:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318915.096743:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318915.096746:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045576576:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.096755:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045576832:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.096808:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.096827:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576832 00000100:00100000:2.0:1767318915.096830:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576832 00000100:00100000:2.0:1767318915.096849:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1767318915.096853:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045576832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318915.096863:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318915.096887:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045576832:12345-0@lo:38:kworker.0 Request processed in 32us (79us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318915.096893:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00080000:2.0:1767318915.096914:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318915.096919:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318915.096922:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045576832:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.096928:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045576960:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.096957:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.096987:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045577344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.097006:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318915.097022:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577344 00000100:00100000:2.0:1767318915.097026:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577344 00000100:00100000:2.0:1767318915.097042:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1767318915.097059:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045577344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318915.097388:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318915.097417:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045577344:12345-0@lo:38:kworker.0 Request processed in 368us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318915.097423:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00080000:2.0:1767318915.097449:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318915.097453:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318915.097456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045577344:0@lo:38:kworker.0 00000100:00100000:2.0:1767318915.097531:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045576960 00000100:00100000:2.0:1767318915.097535:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045576960 00000100:00100000:2.0:1767318915.097552:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1767318915.097557:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045576960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318915.097567:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318915.097592:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045576960:12345-0@lo:38:kworker.0 Request processed in 34us (634us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318915.097598:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:2.0:1767318915.097623:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318915.097626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318915.097629:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045576960:0@lo:38:kworker.0 00000100:00100000:1.0:1767318915.101744:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045577088:12345-0@lo:400:kworker.0 Request processed in 10618us (14780us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318915.101761:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1767318915.111910:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045577088:0@lo:400:kworker.0 00010000:00080000:3.0:1767318915.111935:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb480 x1853164045576704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318915.111946:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045576704:0@lo:400:kworker.0 00010000:00010000:3.0:1767318915.853992:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318916.878137:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318917.137003:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318917.137034:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045577472:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318917.137106:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318917.137474:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577472 00000100:00100000:0.0:1767318917.137483:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577472 00000100:00100000:0.0:1767318917.137546:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1767318917.137556:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045577472:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318917.137581:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767318917.137586:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318917.137646:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045577472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318917.137654:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1767318917.137687:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045577472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318917.137975:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318917.137987:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045577600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318917.138032:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318917.138076:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577600 00000100:00100000:3.0:1767318917.138079:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577600 00000100:00100000:3.0:1767318917.138120:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1767318917.138127:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045577600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318917.138143:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767318917.138145:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318917.138176:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045577600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318917.138181:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1767318917.138214:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045577600:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318917.902406:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318918.593514:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318918.593618:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841408 00000100:00100000:2.0:1767318918.593630:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841408 00000100:00100000:2.0:1767318918.593709:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 769 00000100:00100000:2.0:1767318918.593723:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985841408:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318918.593837:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985841408:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 117us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318918.593845:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 769 00000100:00080000:1.0:1767318918.593915:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318918.597879:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767318918.597911:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985841536 offset 0 length 520: 4 00000100:00100000:3.0:1767318918.597978:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841280 00000100:00100000:3.0:1767318918.597999:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841280 00000100:00100000:3.0:1767318918.598060:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 987 00000100:00100000:3.0:1767318918.598068:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985841280:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318918.598089:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318918.598146:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985841280:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 78us (276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318918.598153:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 987 00010000:00010000:2.0:1767318918.927984:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318919.182964:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318894/real 1767318894] req@ffffa07bc4c03b80 x1853164045572224/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318919 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318919.183014:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc4c03b80 x1853164045572224/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318919 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767318919.183042:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318919.183061:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318919.183066:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045572224:0@lo:250:kworker.0 00000100:00080000:3.0:1767318919.184123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318919.184133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318919.184138:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318919.184143:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4092 00000100:00080000:3.0:1767318919.184148:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318919.184154:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318919.184200:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03b80 x1853164045577728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318919.184265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318919.184269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318919.184271:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318919.184274:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4113 00000100:00080000:3.0:1767318919.184277:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318919.184281:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318919.184296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02680 x1853164045577984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318919.184323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318919.184326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318919.184342:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318919.184346:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4113 00000100:00080000:3.0:1767318919.184348:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318919.184352:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318919.184550:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045577856:0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.184620:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318919.184722:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577856 00000100:00100000:1.0:1767318919.184731:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577856 00000100:00100000:1.0:1767318919.184814:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1767318919.184824:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045577856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.184877:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045577856:12345-0@lo:400:kworker.0 Request processed in 55us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318919.184885:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:1.0:1767318919.184911:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318919.184920:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045578112:0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.184943:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318919.184981:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318919.184991:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578112 00000100:00100000:1.0:1767318919.184995:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578112 00000100:00100000:1.0:1767318919.185023:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:1.0:1767318919.185029:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045578112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.185075:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045578112:12345-0@lo:400:kworker.0 Request processed in 46us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318919.185081:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00080000:1.0:1767318919.185096:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318919.185120:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fd500 x1853164045578112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318919.185133:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045578112:0@lo:400:kworker.0 00010000:00080000:1.0:1767318919.185157:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c00e00 x1853164045577856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318919.185176:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045577856:0@lo:400:kworker.0 00000100:00100000:3.0:1767318919.185550:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd880 x1853164045578240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318919.185563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318919.185566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318919.185569:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318919.185572:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4113 00000100:00080000:3.0:1767318919.185575:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318919.185579:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318919.185587:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd500 x1853164045578368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318919.185627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318919.185631:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318919.185633:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318919.185637:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4113 00000100:00080000:3.0:1767318919.185639:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318919.185642:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318919.185653:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6300 x1853164045578752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318919.185710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045578496:0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.185746:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318919.185802:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578496 00000100:00100000:1.0:1767318919.185807:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578496 00000100:00100000:1.0:1767318919.185840:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1767318919.185846:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045578496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.185878:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045578496:12345-0@lo:400:kworker.0 Request processed in 32us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318919.185883:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:1.0:1767318919.185898:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318919.185914:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045578496:0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.185944:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045578624:0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.185967:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318919.186008:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578624 00000100:00100000:1.0:1767318919.186012:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578624 00000100:00100000:1.0:1767318919.186036:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1767318919.186042:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045578624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318919.186069:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045578624:12345-0@lo:400:kworker.0 Request processed in 27us (101us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318919.186074:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:1.0:1767318919.186086:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318919.186098:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045578624:0@lo:400:kworker.0 00000100:00100000:0.0:1767318919.187585:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045577728:0@lo:250:kworker.0 00000400:00000100:0.0:1767318919.187633:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045577728 offset 0 length 520: 4 00000100:00100000:0.0:1767318919.187670:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045577984:0@lo:38:kworker.0 00000100:00100000:0.0:1767318919.187698:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318919.187733:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045578240:0@lo:38:kworker.0 00000100:00100000:0.0:1767318919.187752:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318919.187818:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045577984 00000100:00100000:0.0:1767318919.187825:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045577984 00000100:00100000:0.0:1767318919.187857:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578240 00000100:00100000:0.0:1767318919.187860:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578240 00000100:00100000:0.0:1767318919.187884:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1767318919.187891:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045577984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318919.187912:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318919.187943:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045577984:12345-0@lo:38:kworker.0 Request processed in 52us (244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318919.187950:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1767318919.187966:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1767318919.187982:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045578240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318919.187992:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318919.188014:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045578240:12345-0@lo:38:kworker.0 Request processed in 43us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318919.188020:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00080000:0.0:1767318919.188066:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318919.188071:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318919.188074:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045578240:0@lo:38:kworker.0 00000100:00100000:0.0:1767318919.188081:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045578368:0@lo:38:kworker.0 00000100:00100000:0.0:1767318919.188107:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318919.188130:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578368 00000100:00100000:0.0:1767318919.188134:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578368 00000100:00100000:0.0:1767318919.188154:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1767318919.188159:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045578368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318919.188180:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318919.188205:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045578368:12345-0@lo:38:kworker.0 Request processed in 45us (97us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318919.188210:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00080000:0.0:1767318919.188233:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318919.188237:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318919.188240:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045578368:0@lo:38:kworker.0 00000100:00100000:0.0:1767318919.188246:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045578752:0@lo:38:kworker.0 00000100:00100000:0.0:1767318919.188267:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318919.188286:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578752 00000100:00100000:0.0:1767318919.188289:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578752 00000100:00100000:0.0:1767318919.188305:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:0.0:1767318919.188310:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045578752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318919.188319:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318919.188347:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045578752:12345-0@lo:38:kworker.0 Request processed in 35us (78us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318919.188352:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00080000:0.0:1767318919.188528:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318919.188533:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318919.188536:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045578752:0@lo:38:kworker.0 00000100:00080000:0.0:1767318919.188563:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318919.188567:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318919.188569:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045577984:0@lo:38:kworker.0 00010000:00010000:3.0:1767318919.953316:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318920.974377:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318921.998126:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318922.254072:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318922.254089:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045578880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318922.254154:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318922.254237:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045578880 00000100:00100000:2.0:1767318922.254246:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045578880 00000100:00100000:2.0:1767318922.254315:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1767318922.254327:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045578880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318922.254356:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318922.254402:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045578880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318922.254410:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1767318922.254455:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045578880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318922.254610:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045579008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318922.254638:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318922.254707:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318922.255080:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579008 00000100:00100000:3.0:1767318922.255086:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579008 00000100:00100000:3.0:1767318922.255144:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1767318922.255153:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045579008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767318922.255173:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318922.255224:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045579008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318922.255230:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1767318922.255366:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045579008:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318922.255431:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767318923.023452:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318923.714536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318923.714866:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841664 00000100:00100000:1.0:1767318923.714880:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841664 00000100:00100000:1.0:1767318923.715894:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 991 00000100:00100000:1.0:1767318923.715908:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985841664:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318923.716038:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318923.716156:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985841664:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 246us (1632us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318923.716166:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 991 00000100:00100000:0.0:1767318923.720299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318923.723137:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841792 00000100:00100000:1.0:1767318923.723165:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841792 00000100:00080000:0.0:1767318923.723322:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318923.723655:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 772 00000100:00100000:1.0:1767318923.723667:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985841792:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318923.724057:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985841792:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 390us (3767us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318923.724066:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 772 00010000:00010000:3.0:1767318924.046015:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318924.303599:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318924.303609:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767318924.303710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045579136:0@lo:400:kworker.0 00000100:00100000:1.0:1767318924.303803:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318924.303886:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318924.303890:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318924.303893:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318924.303898:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4117 00000100:00080000:2.0:1767318924.303902:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318924.303908:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318924.303931:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045579264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318924.303987:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318924.303990:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318924.303992:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318924.303996:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4117 00000100:00080000:2.0:1767318924.303998:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318924.304002:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318924.304014:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648700 x1853164045579520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318924.304022:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318924.304035:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318924.304037:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318924.304040:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4117 00000100:00080000:2.0:1767318924.304043:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318924.304046:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318924.304059:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649180 x1853164045579648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318924.304125:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045579776:0@lo:400:kworker.0 00000100:00100000:0.0:1767318924.304245:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579136 00000100:00100000:0.0:1767318924.304252:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579136 00000100:00100000:0.0:1767318924.304309:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1767318924.304318:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045579136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304380:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.304409:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318924.304415:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045579392:0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.304466:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045579904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304507:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.304540:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579776 00000100:00100000:3.0:1767318924.304543:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579776 00000100:00100000:3.0:1767318924.304572:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579904 00000100:00100000:3.0:1767318924.304575:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579904 00000100:00100000:3.0:1767318924.304593:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1767318924.304599:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045579776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304633:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045579776:12345-0@lo:400:kworker.0 Request processed in 34us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318924.304641:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1767318924.304655:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1767318924.304661:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045579904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304687:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045579904:12345-0@lo:400:kworker.0 Request processed in 25us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318924.304693:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1767318924.304746:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045579904:0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304791:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045579776:0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304809:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579392 00000100:00100000:3.0:1767318924.304812:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579392 00000100:00100000:3.0:1767318924.304837:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1767318924.304842:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045579392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304886:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045579392:12345-0@lo:400:kworker.0 Request processed in 31us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318924.304894:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00010000:00080000:3.0:1767318924.304917:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764ad80 x1853164045579392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318924.304934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045579392:0@lo:400:kworker.0 00000100:00100000:3.0:1767318924.304967:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045579264:0@lo:38:kworker.0 00000100:00100000:3.0:1767318924.304990:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.305006:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045579520:0@lo:38:kworker.0 00000100:00100000:3.0:1767318924.305023:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.305037:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045579648:0@lo:38:kworker.0 00000100:00100000:3.0:1767318924.305055:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.305083:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579648 00000100:00100000:3.0:1767318924.305086:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579648 00000100:00100000:3.0:1767318924.305104:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1767318924.305108:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045579648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318924.305126:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318924.305434:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045579648:12345-0@lo:38:kworker.0 Request processed in 45us (98us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318924.305442:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1767318924.305463:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579264 00000100:00100000:3.0:1767318924.305467:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579264 00000100:00100000:3.0:1767318924.305485:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045579520 00000100:00100000:3.0:1767318924.305487:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045579520 00000100:00100000:3.0:1767318924.305507:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1767318924.305512:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045579264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318924.305522:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318924.305548:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045579264:12345-0@lo:38:kworker.0 Request processed in 35us (557us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318924.305557:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:3.0:1767318924.305568:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1767318924.305572:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045579520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318924.305580:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318924.305602:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045579520:12345-0@lo:38:kworker.0 Request processed in 29us (578us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318924.305608:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00080000:3.0:1767318924.305631:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318924.305636:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318924.305638:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045579264:0@lo:38:kworker.0 00000100:00080000:3.0:1767318924.305646:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318924.305649:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318924.305651:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045579520:0@lo:38:kworker.0 00000100:00080000:3.0:1767318924.305659:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318924.305662:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318924.305664:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045579648:0@lo:38:kworker.0 00000100:00080000:3.0:1767318924.305723:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318924.305727:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767318924.305729:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767318924.313374:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318924.313384:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318924.313389:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318924.313398:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4117 00000100:00080000:2.0:1767318924.313404:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318924.313412:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318924.313458:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648e00 x1853164045580032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318924.313807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045580032:0@lo:38:kworker.0 00000100:00100000:3.0:1767318924.313887:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318924.313949:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580032 00000100:00100000:3.0:1767318924.313956:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580032 00000100:00100000:3.0:1767318924.313995:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1767318924.314002:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045580032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318924.314033:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318924.314074:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045580032:12345-0@lo:38:kworker.0 Request processed in 71us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318924.314082:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00080000:3.0:1767318924.314120:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318924.314124:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318924.314129:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045580032:0@lo:38:kworker.0 00000100:00100000:0.0:1767318924.314435:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045579136:12345-0@lo:400:kworker.0 Request processed in 10116us (10630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318924.314444:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00010000:00080000:1.0:1767318924.314660:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70db100 x1853164045579136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318924.314672:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045579136:0@lo:400:kworker.0 00010000:00010000:1.0:1767318925.070335:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318926.095281:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318927.118061:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318927.374060:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318927.374078:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045580160:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318927.374161:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318927.374286:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580160 00000100:00100000:0.0:1767318927.374295:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580160 00000100:00100000:0.0:1767318927.374365:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1767318927.374375:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045580160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318927.374405:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318927.374449:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045580160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318927.374456:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1767318927.374553:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045580160:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318927.374623:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318927.375585:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318927.375601:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045580288:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318927.375650:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318927.375854:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580288 00000100:00100000:3.0:1767318927.375861:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580288 00000100:00080000:0.0:1767318927.375909:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318927.375929:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1767318927.375939:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045580288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318927.375963:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318927.376013:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045580288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318927.376020:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1767318927.376072:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045580288:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318928.142490:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318928.833508:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318928.833982:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842048 00000100:00100000:0.0:1767318928.833993:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842048 00000100:00100000:0.0:1767318928.834081:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 775 00000100:00100000:0.0:1767318928.834091:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985842048:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318928.834180:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985842048:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318928.834187:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 775 00000100:00080000:3.0:1767318928.836066:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318928.836284:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318928.836422:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985841920 00000100:00100000:1.0:1767318928.836431:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985841920 00000100:00100000:1.0:1767318928.836479:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 995 00000100:00100000:1.0:1767318928.836486:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985841920:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318928.836511:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318928.836577:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985841920:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 90us (298us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318928.836586:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 995 00010000:00010000:1.0:1767318929.166045:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318929.421933:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318929.421943:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318929.422009:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318929.422014:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318929.422017:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318929.422026:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4122 00000100:00080000:2.0:1767318929.422030:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318929.422037:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318929.422049:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318929.422061:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648a80 x1853164045580544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318929.422067:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045580416:0@lo:400:kworker.0 00000100:00080000:2.0:1767318929.422116:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318929.422121:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045580544:0@lo:38:kworker.0 00000100:00080000:2.0:1767318929.422121:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318929.422123:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318929.422126:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4122 00000100:00080000:2.0:1767318929.422129:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318929.422133:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318929.422142:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318929.422147:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649500 x1853164045580800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318929.422169:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580416 00000100:00100000:0.0:1767318929.422177:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580416 00000100:00080000:3.0:1767318929.422217:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318929.422234:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318929.422241:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318929.422244:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580544 00000100:00100000:0.0:1767318929.422248:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580544 00000100:00100000:1.0:1767318929.422264:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045580672:0@lo:400:kworker.0 00000100:00100000:0.0:1767318929.422273:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1767318929.422281:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045580416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318929.422298:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318929.422328:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045580416:12345-0@lo:400:kworker.0 Request processed in 48us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318929.422335:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1767318929.422336:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580672 00000100:00100000:1.0:1767318929.422339:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580672 00000100:00100000:0.0:1767318929.422352:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1767318929.422356:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045580544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318929.422375:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318929.422386:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1767318929.422392:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045580672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318929.422426:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045580672:12345-0@lo:400:kworker.0 Request processed in 33us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318929.422432:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00010000:00080000:1.0:1767318929.422475:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764b100 x1853164045580672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318929.422535:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045580672:0@lo:400:kworker.0 00000100:00080000:1.0:1767318929.422554:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318929.422582:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764a300 x1853164045580416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318929.422590:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045580416:0@lo:400:kworker.0 00000100:00080000:2.0:1767318929.425487:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318929.425496:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318929.425500:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318929.425506:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4122 00000100:00080000:2.0:1767318929.425511:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318929.425519:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318929.425560:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649c00 x1853164045580928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318929.425629:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318929.425632:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318929.425634:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318929.425638:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4122 00000100:00080000:2.0:1767318929.425640:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318929.425644:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318929.425654:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764bb80 x1853164045581312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318929.425748:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318929.425763:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045581056:0@lo:400:kworker.0 00000100:00100000:2.0:1767318929.425857:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318929.425985:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318929.425994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045581184:0@lo:400:kworker.0 00000100:00100000:2.0:1767318929.426017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318929.426424:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581056 00000100:00100000:2.0:1767318929.426432:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581056 00000100:00080000:1.0:1767318929.426537:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318929.426559:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581184 00000100:00100000:1.0:1767318929.426563:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581184 00000100:00100000:2.0:1767318929.426619:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1767318929.426629:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045581056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318929.426679:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045580800:0@lo:38:kworker.0 00000100:00100000:2.0:1767318929.426696:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045581056:12345-0@lo:400:kworker.0 Request processed in 68us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318929.426705:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1767318929.426738:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318929.426794:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045580928:0@lo:38:kworker.0 00000100:00100000:0.0:1767318929.426802:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045580544:12345-0@lo:38:kworker.0 Request processed in 4440us (4565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318929.426813:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:3.0:1767318929.426823:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318929.426831:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580800 00000100:00100000:0.0:1767318929.426835:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580800 00000100:00100000:0.0:1767318929.426859:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1767318929.426863:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045580800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318929.426881:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318929.426911:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045580800:12345-0@lo:38:kworker.0 Request processed in 46us (173us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318929.426918:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1767318929.426942:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045580928 00000100:00100000:3.0:1767318929.426947:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045580928 00000100:00100000:3.0:1767318929.426969:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1767318929.426974:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045580928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318929.426984:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318929.427008:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045580928:12345-0@lo:38:kworker.0 Request processed in 32us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318929.427014:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00080000:3.0:1767318929.427049:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318929.427054:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318929.427057:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045580928:0@lo:38:kworker.0 00000100:00100000:3.0:1767318929.427063:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045581312:0@lo:38:kworker.0 00000100:00100000:3.0:1767318929.427082:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318929.427094:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318929.427111:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581312 00000100:00080000:3.0:1767318929.427115:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767318929.427116:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581312 00000100:00080000:3.0:1767318929.427122:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318929.427128:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045580544:0@lo:38:kworker.0 00000100:00100000:0.0:1767318929.427144:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1767318929.427151:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045581312:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767318929.427155:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318929.427161:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:0.0:1767318929.427163:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318929.427167:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045580800:0@lo:38:kworker.0 00000100:00100000:0.0:1767318929.427206:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045581312:12345-0@lo:38:kworker.0 Request processed in 54us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318929.427213:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:3.0:1767318929.427214:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318929.427220:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318929.427224:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045581312:0@lo:38:kworker.0 00000100:00100000:3.0:1767318929.427265:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045581056:0@lo:400:kworker.0 00000100:00100000:1.0:1767318929.435811:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1767318929.435838:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045581184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318929.435946:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045581184:12345-0@lo:400:kworker.0 Request processed in 123us (9927us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318929.435954:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1767318929.436060:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045581184:0@lo:400:kworker.0 00010000:00010000:3.0:1767318930.190626:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318931.214400:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318932.237991:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318932.494426:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318932.494448:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045581440:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318932.494507:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318932.494695:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581440 00000100:00100000:2.0:1767318932.494702:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581440 00000100:00100000:2.0:1767318932.494795:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1767318932.494807:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045581440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318932.494837:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318932.494874:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045581440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.494878:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:0.0:1767318932.494941:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318932.494970:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318932.494978:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045581568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318932.494999:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318932.495053:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045581440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318932.495171:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581568 00000100:00100000:2.0:1767318932.495174:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581568 00000100:00100000:2.0:1767318932.495204:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1767318932.495209:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045581568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318932.495222:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318932.495247:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045581568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318932.495251:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1767318932.495271:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045581568:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318932.495364:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767318933.262074:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767318933.955588:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318933.955685:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318933.955800:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842304 00000100:00100000:1.0:1767318933.955811:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842304 00000100:00100000:1.0:1767318933.955885:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842176 00000100:00100000:1.0:1767318933.955889:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842176 00000100:00100000:1.0:1767318933.955912:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 778 00000100:00100000:1.0:1767318933.955922:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985842304:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318933.955994:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985842304:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318933.956002:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 778 00000100:00100000:1.0:1767318933.956023:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 999 00000100:00100000:1.0:1767318933.956027:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985842176:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318933.956057:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318933.956081:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985842176:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (396us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318933.956087:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 999 00000100:00080000:2.0:1767318933.956596:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318934.293938:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318934.542063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318934.542074:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318934.542132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318934.542137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318934.542142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318934.542148:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4127 00000100:00080000:1.0:1767318934.542153:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318934.542161:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318934.542207:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afca80 x1853164045581824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318934.542275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318934.542278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318934.542281:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318934.542284:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4127 00000100:00080000:1.0:1767318934.542287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318934.542290:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318934.542301:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afd500 x1853164045582080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318934.542309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318934.542312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318934.542314:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318934.542316:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4127 00000100:00080000:1.0:1767318934.542318:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318934.542321:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318934.542402:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045581824:0@lo:38:kworker.0 00000100:00100000:0.0:1767318934.542616:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318934.542675:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045582080:0@lo:38:kworker.0 00000100:00100000:0.0:1767318934.542707:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318934.542744:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581824 00000100:00100000:0.0:1767318934.542753:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581824 00000100:00100000:0.0:1767318934.542805:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582080 00000100:00100000:0.0:1767318934.542808:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582080 00000100:00100000:0.0:1767318934.542824:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1767318934.542830:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045581824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318934.542850:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318934.542885:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045581824:12345-0@lo:38:kworker.0 Request processed in 53us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318934.542892:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:0.0:1767318934.542906:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1767318934.542910:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045582080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318934.542918:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318934.542936:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045582080:12345-0@lo:38:kworker.0 Request processed in 25us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318934.542941:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00080000:0.0:1767318934.542968:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318934.542972:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318934.542975:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045581824:0@lo:38:kworker.0 00000100:00080000:0.0:1767318934.542982:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318934.542985:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318934.542988:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045582080:0@lo:38:kworker.0 00000100:00100000:0.0:1767318934.543022:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318934.543029:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045581952:0@lo:400:kworker.0 00000100:00100000:0.0:1767318934.543051:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318934.543073:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581952 00000100:00100000:0.0:1767318934.543076:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581952 00000100:00100000:0.0:1767318934.543108:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1767318934.543113:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045581952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318934.543149:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045581952:12345-0@lo:400:kworker.0 Request processed in 36us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318934.543155:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00010000:00080000:0.0:1767318934.543176:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0aff100 x1853164045581952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318934.543187:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045581952:0@lo:400:kworker.0 00000100:00100000:2.0:1767318934.543426:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045581696:0@lo:400:kworker.0 00000100:00100000:2.0:1767318934.543461:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318934.543500:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318934.543519:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045581696 00000100:00100000:2.0:1767318934.543523:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045581696 00000100:00100000:2.0:1767318934.543564:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1767318934.543569:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045581696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318934.543600:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045581696:12345-0@lo:400:kworker.0 Request processed in 30us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318934.543606:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:2.0:1767318934.543620:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318934.543634:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761500 x1853164045581696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318934.543644:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045581696:0@lo:400:kworker.0 00000100:00100000:1.0:1767318934.545316:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afdc00 x1853164045582208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318934.545385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318934.545389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318934.545392:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318934.545397:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4127 00000100:00080000:1.0:1767318934.545401:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318934.545407:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318934.545437:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0affb80 x1853164045582592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318934.545491:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045582336:0@lo:400:kworker.0 00000100:00100000:3.0:1767318934.545766:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318934.545840:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045582464:0@lo:400:kworker.0 00000100:00100000:3.0:1767318934.545864:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318934.545904:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582336 00000100:00100000:3.0:1767318934.545911:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582336 00000100:00100000:0.0:1767318934.545923:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045582208:0@lo:38:kworker.0 00000100:00100000:0.0:1767318934.545962:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318934.545968:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582464 00000100:00100000:3.0:1767318934.545972:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582464 00000100:00100000:3.0:1767318934.546003:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1767318934.546010:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045582592:0@lo:38:kworker.0 00000100:00100000:3.0:1767318934.546014:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045582336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318934.546040:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318934.546075:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045582336:12345-0@lo:400:kworker.0 Request processed in 63us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318934.546082:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582592 00000100:00100000:3.0:1767318934.546083:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1767318934.546089:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582592 00000100:00100000:3.0:1767318934.546104:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1767318934.546113:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045582464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318934.546125:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1767318934.546131:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045582592:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318934.546147:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045582464:12345-0@lo:400:kworker.0 Request processed in 35us (281us total) trans 0 rc 0/0 00010000:00020000:0.0:1767318934.546151:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318934.546156:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1767318934.546175:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582208 00000100:00100000:3.0:1767318934.546180:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582208 00000100:00100000:3.0:1767318934.546204:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1767318934.546209:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045582208:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318934.546214:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045582592:12345-0@lo:38:kworker.0 Request processed in 80us (172us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318934.546222:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00010000:00020000:3.0:1767318934.546241:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767318934.546255:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318934.546261:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318934.546267:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045582592:0@lo:38:kworker.0 00000100:00100000:3.0:1767318934.546276:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045582208:12345-0@lo:38:kworker.0 Request processed in 63us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318934.546283:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:0.0:1767318934.546289:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318934.546307:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318934.546310:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:3.0:1767318934.546313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318934.546316:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045582208:0@lo:38:kworker.0 00000100:00100000:3.0:1767318934.546339:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045582336:0@lo:400:kworker.0 00000100:00100000:3.0:1767318934.546367:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045582464:0@lo:400:kworker.0 00010000:00010000:2.0:1767318935.310706:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318936.334094:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318937.358012:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318937.614207:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767318937.614225:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045582720:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318937.614297:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318937.615063:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582720 00000100:00100000:2.0:1767318937.615072:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582720 00000100:00100000:2.0:1767318937.615133:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1767318937.615142:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045582720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318937.615170:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318937.615221:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045582720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (923us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318937.615228:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1767318937.615278:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045582720:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318937.615539:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318937.615977:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045582848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318937.616021:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318937.616073:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582848 00000100:00100000:0.0:1767318937.616078:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582848 00000100:00100000:0.0:1767318937.616115:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:0.0:1767318937.616122:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045582848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318937.616145:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318937.616181:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045582848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318937.616188:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:2.0:1767318937.616202:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318937.616218:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045582848:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767318938.385580:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318939.074760:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318939.074818:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842560 00000100:00100000:3.0:1767318939.074828:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842560 00000100:00100000:0.0:1767318939.074873:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318939.074908:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842432 00000100:00100000:3.0:1767318939.074912:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842432 00000100:00100000:0.0:1767318939.074922:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 781 00000100:00080000:2.0:1767318939.074970:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318939.075156:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985842560:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318939.075166:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1003 00000100:00100000:3.0:1767318939.075171:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985842432:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318939.075190:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318939.075228:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985842560:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 297us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318939.075237:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 781 00000100:00100000:3.0:1767318939.075315:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985842432:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 141us (441us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318939.075322:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1003 00010000:00010000:2.0:1767318939.406091:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318939.661919:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318939.661931:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318939.661992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318939.661996:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318939.661999:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318939.662008:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4132 00000100:00080000:1.0:1767318939.662013:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318939.662020:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318939.662039:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afed80 x1853164045583104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318939.662075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318939.662079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318939.662081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318939.662084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4132 00000100:00080000:1.0:1767318939.662086:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318939.662090:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318939.662099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afd180 x1853164045583360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318939.662108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318939.662112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318939.662113:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318939.662117:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4132 00000100:00080000:1.0:1767318939.662119:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318939.662122:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318939.662134:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff800 x1853164045583488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318939.662154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318939.662157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318939.662159:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318939.662162:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4132 00000100:00080000:1.0:1767318939.662164:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318939.662167:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318939.662176:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afc000 x1853164045583872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318939.662385:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045583744:0@lo:400:kworker.0 00000100:00100000:2.0:1767318939.662468:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318939.662540:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318939.662547:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045582976:0@lo:400:kworker.0 00000100:00100000:2.0:1767318939.662584:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318939.662797:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583744 00000100:00100000:1.0:1767318939.662805:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583744 00000100:00100000:1.0:1767318939.662867:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1767318939.662886:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045583744:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767318939.663013:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318939.663150:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045583744:12345-0@lo:400:kworker.0 Request processed in 265us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318939.663158:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1767318939.663241:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045583744:0@lo:400:kworker.0 00000100:00100000:0.0:1767318939.663431:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045583616:0@lo:400:kworker.0 00000100:00100000:0.0:1767318939.663465:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318939.663502:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318939.663509:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045583232:0@lo:400:kworker.0 00000100:00100000:0.0:1767318939.663533:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318939.663582:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583616 00000100:00100000:0.0:1767318939.663597:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583616 00000100:00100000:0.0:1767318939.663633:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1767318939.663640:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045583616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318939.663677:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045583616:12345-0@lo:400:kworker.0 Request processed in 37us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318939.663682:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1767318939.663702:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045582976 00000100:00100000:0.0:1767318939.663705:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045582976 00000100:00100000:0.0:1767318939.663731:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583232 00000100:00100000:0.0:1767318939.663735:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583232 00000100:00100000:0.0:1767318939.663757:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1767318939.663764:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045582976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318939.663819:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045582976:12345-0@lo:400:kworker.0 Request processed in 56us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318939.663825:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1767318939.663837:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1767318939.663843:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045583232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318939.663872:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045583232:12345-0@lo:400:kworker.0 Request processed in 30us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318939.663893:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00010000:00080000:2.0:1767318939.664056:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afea00 x1853164045582976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318939.664068:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045582976:0@lo:400:kworker.0 00010000:00080000:2.0:1767318939.664120:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afc700 x1853164045583232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318939.664129:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045583232:0@lo:400:kworker.0 00000100:00100000:2.0:1767318939.664140:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045583616:0@lo:400:kworker.0 00000100:00080000:0.0:1767318939.665233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767318939.665241:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318939.665370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045583104:0@lo:38:kworker.0 00000100:00100000:3.0:1767318939.665443:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318939.665487:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045583360:0@lo:38:kworker.0 00000100:00100000:3.0:1767318939.665510:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318939.665537:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045583488:0@lo:38:kworker.0 00000100:00100000:2.0:1767318939.666276:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583104 00000100:00100000:2.0:1767318939.666286:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583104 00000100:00100000:2.0:1767318939.666324:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583360 00000100:00100000:2.0:1767318939.666327:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583360 00000100:00100000:2.0:1767318939.666375:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1767318939.666382:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045583104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318939.666413:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318939.666483:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1767318939.666487:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045583360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318939.666495:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318939.670143:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045583104:12345-0@lo:38:kworker.0 Request processed in 3750us (4690us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318939.670154:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:1.0:1767318939.670265:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045583360:12345-0@lo:38:kworker.0 Request processed in 3775us (4753us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318939.670272:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1767318939.670370:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318939.670433:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045583872:0@lo:38:kworker.0 00000100:00100000:3.0:1767318939.670467:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318939.670509:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318939.670513:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318939.670516:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045583104:0@lo:38:kworker.0 00000100:00080000:3.0:1767318939.670522:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318939.670524:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318939.670526:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045583360:0@lo:38:kworker.0 00000100:00100000:1.0:1767318939.671789:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583872 00000100:00100000:1.0:1767318939.671801:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583872 00000100:00100000:1.0:1767318939.671855:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1767318939.671862:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045583872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318939.671895:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318939.671966:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045583872:12345-0@lo:38:kworker.0 Request processed in 102us (1496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318939.671972:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:0.0:1767318939.672172:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045583488 00000100:00100000:0.0:1767318939.672176:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045583488 00000100:00100000:0.0:1767318939.672202:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:0.0:1767318939.672206:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045583488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318939.672214:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318939.672238:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045583488:12345-0@lo:38:kworker.0 Request processed in 31us (1870us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318939.672242:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00080000:3.0:1767318939.672635:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318939.672640:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318939.672643:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045583488:0@lo:38:kworker.0 00000100:00080000:3.0:1767318939.672651:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318939.672654:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318939.672656:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045583872:0@lo:38:kworker.0 00010000:00010000:3.0:1767318940.430483:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318941.454400:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318942.479876:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318942.734043:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045584000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318942.734118:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318942.734343:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584000 00000100:00100000:2.0:1767318942.734351:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584000 00000100:00100000:2.0:1767318942.734407:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1767318942.734416:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045584000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318942.734446:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318942.734607:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045584128:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767318942.734618:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318942.734642:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318942.734661:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584128 00000100:00100000:0.0:1767318942.734666:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584128 00000100:00100000:0.0:1767318942.734697:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1767318942.734705:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045584128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318942.734724:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318942.734792:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045584128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318942.734800:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:0.0:1767318942.734818:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318942.734897:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045584128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318942.736783:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045584000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2349us (2645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318942.736798:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1767318942.738041:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045584000:0@lo:13:osp-pre-1-1.0 00000400:00000100:3.0:1767318943.180281:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985842688 offset 0 length 520: 4 00000100:00100000:3.0:1767318943.180343:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318943.180381:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318943.180648:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842816 00000100:00100000:2.0:1767318943.180660:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842816 00000100:00100000:2.0:1767318943.180713:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985842944 00000100:00100000:2.0:1767318943.180717:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985842944 00000100:00100000:2.0:1767318943.180878:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 784 00000100:00100000:2.0:1767318943.180894:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985842944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318943.180974:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985842944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318943.182280:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1007 00000100:00100000:3.0:1767318943.182292:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985842816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318943.182315:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318943.182469:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985842816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 176us (2125us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318943.182478:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1007 00000100:00080000:3.0:1767318943.182667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318943.190113:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 784 00010000:00010000:2.0:1767318943.504324:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318944.528187:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318944.781988:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318944.781999:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318944.782065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318944.782068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318944.782073:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318944.782081:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4137 00000100:00080000:3.0:1767318944.782086:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318944.782093:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318944.782114:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0a80 x1853164045584384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318944.782143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318944.782147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318944.782149:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318944.782152:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4137 00000100:00080000:3.0:1767318944.782156:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318944.782162:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318944.782190:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1500 x1853164045584640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318944.782193:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045584256:0@lo:400:kworker.0 00000100:00080000:3.0:1767318944.782200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318944.782208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318944.782211:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318944.782215:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4137 00000100:00080000:3.0:1767318944.782217:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318944.782221:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318944.782274:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318944.782365:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318944.782374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045584512:0@lo:400:kworker.0 00000100:00100000:1.0:1767318944.782398:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318944.782429:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584256 00000100:00100000:1.0:1767318944.782436:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584256 00000100:00100000:1.0:1767318944.782501:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584512 00000100:00100000:1.0:1767318944.782505:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584512 00000100:00100000:1.0:1767318944.782531:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1767318944.782538:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045584256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318944.782604:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045584256:12345-0@lo:400:kworker.0 Request processed in 62us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318944.782612:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1767318944.782632:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1767318944.782638:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045584512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318944.782673:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045584512:12345-0@lo:400:kworker.0 Request processed in 35us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318944.782678:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00010000:00080000:1.0:1767318944.782712:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba3100 x1853164045584512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318944.782725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045584512:0@lo:400:kworker.0 00010000:00080000:1.0:1767318944.782748:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2300 x1853164045584256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318944.782755:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045584256:0@lo:400:kworker.0 00000100:00080000:1.0:1767318944.782799:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318944.783026:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318919/real 1767318919] req@ffffa07bc4c03b80 x1853164045577728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318944 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318944.783044:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc4c03b80 x1853164045577728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318944 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318944.783058:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045584384:0@lo:38:kworker.0 00000100:00100000:0.0:1767318944.783085:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318944.783110:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045584640:0@lo:38:kworker.0 00000100:00100000:0.0:1767318944.783132:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318944.783151:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318944.783167:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318944.783171:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045577728:0@lo:250:kworker.0 00000100:00100000:0.0:1767318944.783195:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584384 00000100:00100000:0.0:1767318944.783198:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584384 00000100:00100000:0.0:1767318944.783215:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584640 00000100:00100000:0.0:1767318944.783217:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584640 00000100:00100000:0.0:1767318944.783231:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1767318944.783235:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045584384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318944.783254:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318944.783284:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045584384:12345-0@lo:38:kworker.0 Request processed in 48us (198us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318944.783291:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1767318944.783303:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1767318944.783307:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045584640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318944.783318:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318944.783345:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045584640:12345-0@lo:38:kworker.0 Request processed in 36us (212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318944.783354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1c00 x1853164045584768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318944.783356:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1767318944.783392:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045584768:0@lo:38:kworker.0 00000100:00100000:0.0:1767318944.783430:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318944.783433:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318944.783443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318944.783447:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318944.783454:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4137 00000100:00080000:3.0:1767318944.783459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318944.783465:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00080000:0.0:1767318944.783471:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318944.783478:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318944.783480:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045584384:0@lo:38:kworker.0 00000100:00080000:0.0:1767318944.783501:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318944.783504:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318944.783507:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045584640:0@lo:38:kworker.0 00000100:00100000:3.0:1767318944.783528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45500 x1853164045585152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318944.783563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318944.783567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318944.783570:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318944.783575:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4117 00000100:00080000:3.0:1767318944.783579:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767318944.783588:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584768 00000100:00100000:0.0:1767318944.783594:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584768 00000100:00080000:3.0:1767318944.783597:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318944.783615:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45c00 x1853164045585280/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318944.783628:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1767318944.783639:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045584768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318944.783656:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318944.783677:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045585152:0@lo:38:kworker.0 00000100:00100000:0.0:1767318944.783689:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045584768:12345-0@lo:38:kworker.0 Request processed in 47us (259us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318944.783697:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1767318944.783736:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767318944.783749:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045584896:0@lo:400:kworker.0 00000100:00100000:3.0:1767318944.783759:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318944.783823:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045585280:0@lo:250:kworker.0 00000100:00100000:2.0:1767318944.783950:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585152 00000100:00100000:2.0:1767318944.783958:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585152 00000100:00100000:2.0:1767318944.783992:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1767318944.783999:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045585152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318944.784016:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318944.784604:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045585024:0@lo:400:kworker.0 00000100:00100000:2.0:1767318944.785400:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045585152:12345-0@lo:38:kworker.0 Request processed in 1393us (1642us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318944.785414:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000400:00000100:3.0:1767318944.785532:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045585280 offset 0 length 520: 4 00000100:00080000:3.0:1767318944.785858:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318944.785865:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318944.785869:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045584768:0@lo:38:kworker.0 00000100:00080000:3.0:1767318944.785905:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318944.785909:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318944.785912:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045585152:0@lo:38:kworker.0 00000100:00100000:1.0:1767318944.787438:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318944.787571:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585024 00000100:00100000:3.0:1767318944.787584:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585024 00000100:00100000:0.0:1767318944.787662:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767318944.787793:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318944.790030:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045584896 00000100:00100000:3.0:1767318944.790112:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045584896 00000100:00100000:2.0:1767318944.790330:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1767318944.790344:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045585024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318944.790484:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045585024:12345-0@lo:400:kworker.0 Request processed in 142us (3050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318944.790505:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1767318944.790937:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1767318944.790947:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045584896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318944.791007:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045584896:12345-0@lo:400:kworker.0 Request processed in 63us (3347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318944.791014:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1767318944.791089:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045584896:0@lo:400:kworker.0 00000100:00080000:0.0:1767318944.791939:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318944.792414:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045585024:0@lo:400:kworker.0 00010000:00010000:1.0:1767318945.550218:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318946.573999:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318947.597898:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318947.854343:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318947.854360:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045585408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318947.854447:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318947.856099:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045585536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318947.856160:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318947.856299:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585408 00000100:00100000:0.0:1767318947.856308:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585408 00000100:00100000:0.0:1767318947.856375:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585536 00000100:00100000:0.0:1767318947.856379:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585536 00000100:00100000:0.0:1767318947.856398:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1767318947.856406:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045585408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318947.856445:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318947.856506:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045585408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (2059us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.856513:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1767318947.856531:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1767318947.856537:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045585536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318947.856554:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318947.856581:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045585536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318947.856587:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1767318947.856628:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045585408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318947.856815:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045585536:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318947.856873:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318947.856878:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318948.291328:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318948.291442:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318948.291571:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843200 00000100:00100000:0.0:1767318948.291588:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843200 00000100:00100000:0.0:1767318948.291676:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843072 00000100:00100000:0.0:1767318948.291680:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843072 00000100:00100000:0.0:1767318948.291711:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 787 00000100:00100000:0.0:1767318948.291722:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985843200:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767318948.291849:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985843200:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 127us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318948.291860:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 787 00000100:00100000:0.0:1767318948.291879:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1011 00000100:00100000:0.0:1767318948.291884:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985843072:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767318948.291904:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318948.291933:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985843072:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (491us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318948.291939:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1011 00000100:00080000:1.0:1767318948.292516:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318948.625123:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318949.656761:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318949.902007:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318949.902022:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767318949.902153:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767318949.902885:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318949.902893:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318949.902898:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318949.902909:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4143 00000100:00080000:0.0:1767318949.902916:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318949.902924:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318949.902962:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045585792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318949.903017:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318949.903022:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318949.903023:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318949.903028:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4143 00000100:00080000:0.0:1767318949.903030:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318949.903034:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318949.903046:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16d80 x1853164045586048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318949.903055:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318949.903059:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318949.903060:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318949.903065:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4143 00000100:00080000:0.0:1767318949.903068:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318949.903071:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318949.903082:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14700 x1853164045586176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318949.903165:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045585920:0@lo:400:kworker.0 00000100:00100000:1.0:1767318949.903262:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318949.903314:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318949.903320:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045586304:0@lo:400:kworker.0 00000100:00100000:1.0:1767318949.903348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318949.903388:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586304 00000100:00100000:1.0:1767318949.903407:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586304 00000100:00100000:1.0:1767318949.903476:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767318949.903485:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045586304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318949.903553:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045586304:12345-0@lo:400:kworker.0 Request processed in 67us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318949.903560:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:1.0:1767318949.903602:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318949.903637:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045586304:0@lo:400:kworker.0 00000100:00100000:3.0:1767318949.903817:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045585792:0@lo:38:kworker.0 00000100:00100000:3.0:1767318949.903854:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318949.903891:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045586048:0@lo:38:kworker.0 00000100:00100000:3.0:1767318949.903916:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318949.903935:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045586176:0@lo:38:kworker.0 00000100:00100000:3.0:1767318949.903962:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318949.904002:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586176 00000100:00100000:3.0:1767318949.904007:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586176 00000100:00100000:3.0:1767318949.904033:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1767318949.904038:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045586176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318949.904067:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318949.904104:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045586176:12345-0@lo:38:kworker.0 Request processed in 64us (141us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318949.904110:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:3.0:1767318949.904142:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318949.904147:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318949.904150:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045586176:0@lo:38:kworker.0 00000100:00100000:3.0:1767318949.904187:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585920 00000100:00100000:3.0:1767318949.904191:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585920 00000100:00100000:3.0:1767318949.904225:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585792 00000100:00100000:3.0:1767318949.904229:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585792 00000100:00100000:3.0:1767318949.904244:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586048 00000100:00100000:3.0:1767318949.904247:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586048 00000100:00100000:3.0:1767318949.904261:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1767318949.904268:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045585920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318949.904304:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045585920:12345-0@lo:400:kworker.0 Request processed in 36us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318949.904310:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1767318949.904323:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1767318949.904327:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045585792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318949.904337:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318949.904366:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045585792:12345-0@lo:38:kworker.0 Request processed in 37us (511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318949.904373:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1767318949.904391:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1767318949.904406:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045586048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318949.904415:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318949.904440:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045586048:12345-0@lo:38:kworker.0 Request processed in 33us (522us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318949.904445:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00080000:3.0:1767318949.904477:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318949.904482:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318949.904485:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045585792:0@lo:38:kworker.0 00000100:00080000:3.0:1767318949.904492:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318949.904495:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318949.904497:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045586048:0@lo:38:kworker.0 00000100:00080000:1.0:1767318949.907840:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318949.907923:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16a00 x1853164045585920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318949.907945:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045585920:0@lo:400:kworker.0 00000100:00100000:2.0:1767318949.910165:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045586432:0@lo:400:kworker.0 00000100:00100000:2.0:1767318949.910282:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318949.910351:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045585664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318949.910380:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318949.910807:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045585664 00000100:00100000:1.0:1767318949.910819:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045585664 00000100:00100000:1.0:1767318949.910907:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1767318949.910918:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045585664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318949.911001:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045585664:12345-0@lo:400:kworker.0 Request processed in 84us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318949.911010:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00080000:2.0:1767318949.911431:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318949.911478:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16680 x1853164045585664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318949.911621:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586432 00000100:00100000:3.0:1767318949.911628:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586432 00000100:00100000:3.0:1767318949.911680:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1767318949.911688:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045586432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318949.911736:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045586432:12345-0@lo:400:kworker.0 Request processed in 49us (1455us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318949.911743:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:1.0:1767318949.911901:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767318949.911960:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045585664:0@lo:400:kworker.0 00000100:00100000:2.0:1767318949.912076:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045586432:0@lo:400:kworker.0 00000100:00080000:0.0:1767318949.914655:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318949.914671:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318949.914676:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318949.914686:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4143 00000100:00080000:0.0:1767318949.914694:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318949.914703:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318949.914760:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15880 x1853164045586560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318949.916301:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045586560:0@lo:38:kworker.0 00000100:00100000:3.0:1767318949.916426:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318949.917517:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586560 00000100:00100000:1.0:1767318949.917534:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586560 00000100:00100000:1.0:1767318949.918732:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1767318949.918747:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045586560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318949.918806:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318949.919084:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045586560:12345-0@lo:38:kworker.0 Request processed in 332us (2651us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318949.919098:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00080000:3.0:1767318949.919161:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318949.919170:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318949.919175:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045586560:0@lo:38:kworker.0 00010000:00010000:3.0:1767318950.670427:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318951.694137:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318952.722795:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318952.974386:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045586688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318952.974474:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318952.974487:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045586816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318952.974500:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318952.974536:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318952.974607:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586688 00000100:00100000:2.0:1767318952.974619:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586688 00000100:00100000:2.0:1767318952.974710:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586816 00000100:00100000:2.0:1767318952.974713:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586816 00000100:00100000:2.0:1767318952.974736:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1767318952.974750:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045586688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318952.974812:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318952.974861:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045586688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318952.974869:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1767318952.974888:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1767318952.974894:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045586816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318952.974911:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318952.974936:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045586816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (400us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318952.974942:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1767318952.975153:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045586688:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767318952.975185:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767318952.975190:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318952.978151:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045586816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318953.412496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318953.412924:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843328 00000100:00100000:2.0:1767318953.412938:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843328 00000100:00100000:3.0:1767318953.412941:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318953.413008:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843456 00000100:00100000:1.0:1767318953.413014:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843456 00000100:00100000:2.0:1767318953.413023:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1015 00000100:00100000:2.0:1767318953.413044:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985843328:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318953.413075:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318953.413081:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 790 00000100:00100000:1.0:1767318953.413090:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985843456:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318953.413161:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985843328:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 118us (680us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318953.413170:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1015 00000100:00080000:3.0:1767318953.413188:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318953.420298:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985843456:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 7186us (7335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318953.420320:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 790 00010000:00010000:1.0:1767318953.744056:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318954.770831:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318955.026201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318955.026215:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318955.026296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318955.026309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318955.026315:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318955.026327:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4148 00000100:00080000:1.0:1767318955.026333:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318955.026343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318955.026355:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318955.026380:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045586944:0@lo:400:kworker.0 00000100:00100000:1.0:1767318955.026382:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afce00 x1853164045587072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318955.026441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767318955.026566:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045587072:0@lo:38:kworker.0 00000100:00100000:0.0:1767318955.026628:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318955.026748:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318955.026758:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045587200:0@lo:400:kworker.0 00000100:00100000:0.0:1767318955.026817:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318955.026862:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318955.026915:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587072 00000100:00100000:2.0:1767318955.026926:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587072 00000100:00100000:2.0:1767318955.026969:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587200 00000100:00100000:2.0:1767318955.026972:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587200 00000100:00100000:0.0:1767318955.027013:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045586944 00000100:00100000:0.0:1767318955.027019:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045586944 00000100:00100000:2.0:1767318955.027020:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:2.0:1767318955.027037:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045587200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318955.027063:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1767318955.027073:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045586944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318955.027115:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045587200:12345-0@lo:400:kworker.0 Request processed in 83us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318955.027126:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045586944:12345-0@lo:400:kworker.0 Request processed in 53us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318955.027126:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1767318955.027138:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1767318955.027159:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767318955.027164:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045587072:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767318955.027232:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318955.027288:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0aff480 x1853164045587200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318955.027313:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045587200:0@lo:400:kworker.0 00010000:00080000:3.0:1767318955.027352:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afea00 x1853164045586944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318955.027362:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045586944:0@lo:400:kworker.0 00010000:00020000:2.0:1767318955.027436:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318955.027493:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045587072:12345-0@lo:38:kworker.0 Request processed in 326us (865us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767318955.027552:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318955.027560:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318955.027564:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045587072:0@lo:38:kworker.0 00000100:00080000:1.0:1767318955.027644:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318955.027648:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318955.027654:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4148 00000100:00080000:1.0:1767318955.027658:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318955.027663:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318955.027686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afe680 x1853164045587328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318955.027710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318955.027713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318955.027715:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318955.027719:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4148 00000100:00080000:1.0:1767318955.027722:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318955.027726:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318955.027737:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afdf80 x1853164045587456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318955.027789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318955.027792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318955.027795:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318955.027798:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4148 00000100:00080000:1.0:1767318955.027801:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318955.027804:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318955.027818:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff100 x1853164045587840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318955.028796:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045587584:0@lo:400:kworker.0 00000100:00100000:3.0:1767318955.028865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318955.028949:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045587712:0@lo:400:kworker.0 00000100:00100000:3.0:1767318955.028976:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318955.029136:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1767318955.029140:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587584 00000100:00100000:0.0:1767318955.029150:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587584 00000100:00100000:2.0:1767318955.029186:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045587328:0@lo:38:kworker.0 00000100:00100000:0.0:1767318955.029219:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587712 00000100:00100000:0.0:1767318955.029224:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587712 00000100:00100000:2.0:1767318955.029229:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318955.029261:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1767318955.029266:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045587456:0@lo:38:kworker.0 00000100:00100000:0.0:1767318955.029273:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045587584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318955.029310:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318955.029344:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045587840:0@lo:38:kworker.0 00000100:00100000:0.0:1767318955.029355:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045587584:12345-0@lo:400:kworker.0 Request processed in 85us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318955.029363:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1767318955.029373:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318955.029382:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1767318955.029390:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045587712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318955.029408:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587328 00000100:00100000:2.0:1767318955.029413:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587328 00000100:00100000:2.0:1767318955.029431:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587840 00000100:00100000:2.0:1767318955.029433:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587840 00000100:00100000:2.0:1767318955.029448:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1767318955.029453:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045587328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318955.029486:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318955.029529:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045587328:12345-0@lo:38:kworker.0 Request processed in 64us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318955.029536:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:2.0:1767318955.029549:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:2.0:1767318955.029553:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045587840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318955.029562:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318955.029585:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045587840:12345-0@lo:38:kworker.0 Request processed in 30us (214us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318955.029591:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00080000:2.0:1767318955.029622:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318955.029627:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318955.029631:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045587328:0@lo:38:kworker.0 00000100:00080000:2.0:1767318955.029639:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318955.029642:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318955.029645:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045587840:0@lo:38:kworker.0 00000100:00100000:2.0:1767318955.029683:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587456 00000100:00100000:2.0:1767318955.029687:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587456 00000100:00100000:2.0:1767318955.029709:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1767318955.029714:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045587456:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318955.030839:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045587712:12345-0@lo:400:kworker.0 Request processed in 1444us (1856us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318955.030852:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:1.0:1767318955.030989:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318955.030995:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318955.031121:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045587584:0@lo:400:kworker.0 00000100:00100000:1.0:1767318955.031169:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045587712:0@lo:400:kworker.0 00010000:00020000:2.0:1767318955.031875:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318955.031961:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045587456:12345-0@lo:38:kworker.0 Request processed in 2243us (2660us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318955.031973:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00080000:0.0:1767318955.032080:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318955.032087:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318955.032090:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045587456:0@lo:38:kworker.0 00010000:00010000:2.0:1767318955.791668:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318956.818615:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318957.839269:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318958.094322:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045587968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318958.094450:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318958.094742:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045587968 00000100:00100000:2.0:1767318958.094755:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045587968 00000100:00100000:2.0:1767318958.094871:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1767318958.094882:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be5b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045587968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318958.095000:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318958.095084:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be5b55c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045587968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 204us (634us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318958.095094:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:1.0:1767318958.095600:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318958.095868:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045588096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318958.095928:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318958.096067:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588096 00000100:00100000:0.0:1767318958.096075:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588096 00000100:00100000:0.0:1767318958.096126:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1767318958.096135:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045588096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318958.096160:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318958.096200:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045588096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318958.096206:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1767318958.096378:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045587968:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767318958.096589:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318958.096622:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045588096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318958.531064:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318958.531345:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843712 00000100:00100000:1.0:1767318958.531359:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843712 00000100:00100000:1.0:1767318958.531476:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 793 00000100:00100000:1.0:1767318958.531488:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985843712:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318958.531593:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985843712:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318958.531601:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 793 00000100:00080000:3.0:1767318958.531687:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767318958.532199:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318958.532278:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843584 00000100:00100000:2.0:1767318958.532285:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843584 00000100:00100000:2.0:1767318958.532329:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1019 00000100:00100000:2.0:1767318958.532336:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985843584:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318958.532362:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318958.532412:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985843584:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 75us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318958.532419:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1019 00010000:00010000:3.0:1767318958.862921:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318959.889356:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318960.143342:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318960.143356:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318960.143441:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318960.143445:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318960.143451:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318960.143462:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4153 00000100:00080000:0.0:1767318960.143469:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318960.143478:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318960.143511:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17800 x1853164045588352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318960.143570:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318960.143575:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318960.143577:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318960.143581:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4153 00000100:00080000:0.0:1767318960.143585:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318960.143589:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318960.143603:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164045588608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318960.143612:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318960.143615:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318960.143617:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318960.143621:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4153 00000100:00080000:0.0:1767318960.143624:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318960.143627:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318960.143640:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16d80 x1853164045588736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318960.143751:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767318960.143801:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045588480:0@lo:400:kworker.0 00000100:00100000:3.0:1767318960.143825:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045588224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318960.143961:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045588352:0@lo:38:kworker.0 00000100:00080000:0.0:1767318960.144063:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318960.144067:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318960.144070:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318960.144074:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4153 00000100:00080000:0.0:1767318960.144077:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318960.144081:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318960.144098:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15180 x1853164045589120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767318960.144131:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045588992:0@lo:400:kworker.0 00000100:00100000:2.0:1767318960.152118:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318960.152270:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045588864:0@lo:400:kworker.0 00000100:00100000:2.0:1767318960.152333:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318960.152454:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588864 00000100:00100000:2.0:1767318960.152463:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588864 00000100:00100000:2.0:1767318960.152546:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1767318960.152558:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045588864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318960.152952:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045588864:12345-0@lo:400:kworker.0 Request processed in 396us (617us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318960.152962:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1767318960.153022:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045588864:0@lo:400:kworker.0 00000100:00080000:2.0:1767318960.153062:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767318960.153100:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588480 00000100:00100000:2.0:1767318960.153105:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588480 00000100:00100000:2.0:1767318960.153224:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1767318960.153235:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045588480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318960.153281:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045588480:12345-0@lo:400:kworker.0 Request processed in 50us (1176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318960.153287:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00080000:2.0:1767318960.153308:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767318960.153329:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16680 x1853164045588480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318960.153341:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045588480:0@lo:400:kworker.0 00000100:00100000:3.0:1767318960.156495:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318960.156578:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588224 00000100:00100000:2.0:1767318960.156591:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588224 00000100:00080000:3.0:1767318960.156639:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318960.156668:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1767318960.156679:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045588224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318960.156763:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045588224:12345-0@lo:400:kworker.0 Request processed in 86us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318960.156880:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00010000:00080000:3.0:1767318960.156911:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15880 x1853164045588224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318960.156929:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045588224:0@lo:400:kworker.0 00000100:00100000:1.0:1767318960.157369:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318960.157419:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045588608:0@lo:38:kworker.0 00000100:00100000:2.0:1767318960.157420:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588352 00000100:00100000:2.0:1767318960.157426:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588352 00000100:00100000:1.0:1767318960.157461:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318960.157576:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318960.157592:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588608 00000100:00100000:2.0:1767318960.157596:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588608 00000100:00100000:0.0:1767318960.157611:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588992 00000100:00100000:0.0:1767318960.157615:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588992 00000100:00100000:2.0:1767318960.157619:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1767318960.157625:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045588352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318960.157650:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318960.157664:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1767318960.157671:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045588992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318960.157686:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045588352:12345-0@lo:38:kworker.0 Request processed in 60us (549us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318960.157693:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:2.0:1767318960.157706:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1767318960.157707:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045588992:12345-0@lo:400:kworker.0 Request processed in 36us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318960.157710:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045588608:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767318960.157713:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00010000:00020000:2.0:1767318960.157718:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318960.157741:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045588608:12345-0@lo:38:kworker.0 Request processed in 30us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318960.157746:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:0.0:1767318960.157748:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045588992:0@lo:400:kworker.0 00000100:00080000:2.0:1767318960.157793:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767318960.157804:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318960.157810:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318960.157814:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045588608:0@lo:38:kworker.0 00000100:00100000:0.0:1767318960.157834:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045588736:0@lo:38:kworker.0 00000100:00100000:0.0:1767318960.157867:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318960.157896:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045589120:0@lo:38:kworker.0 00000100:00100000:0.0:1767318960.157915:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767318960.157935:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318960.157939:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318960.157942:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045588352:0@lo:38:kworker.0 00000100:00100000:2.0:1767318960.158019:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045588736 00000100:00100000:2.0:1767318960.158024:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045588736 00000100:00100000:2.0:1767318960.158100:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:2.0:1767318960.158105:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045588736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318960.158116:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318960.158159:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045588736:12345-0@lo:38:kworker.0 Request processed in 51us (290us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318960.158166:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:0.0:1767318960.161066:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318960.161084:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318960.161090:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045588736:0@lo:38:kworker.0 00000100:00100000:1.0:1767318960.165331:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589120 00000100:00100000:1.0:1767318960.165354:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589120 00000100:00100000:1.0:1767318960.165461:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1767318960.165471:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045589120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318960.165501:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318960.166078:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045589120:12345-0@lo:38:kworker.0 Request processed in 604us (8157us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318960.166088:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00080000:0.0:1767318960.166832:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318960.166842:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318960.166848:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045589120:0@lo:38:kworker.0 00010000:00010000:3.0:1767318960.911393:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318961.935431:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318962.959658:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318963.214877:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767318963.214914:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045589248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318963.215017:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318963.218733:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589248 00000100:00100000:2.0:1767318963.218750:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589248 00000100:00100000:2.0:1767318963.218892:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1767318963.218905:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045589248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767318963.218951:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318963.219075:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045589248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 172us (4057us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318963.219083:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1767318963.219165:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045589248:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767318963.219275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318963.219426:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045589376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318963.219488:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318963.219726:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589376 00000100:00100000:0.0:1767318963.219733:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589376 00000100:00100000:0.0:1767318963.219816:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:0.0:1767318963.219825:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045589376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318963.219849:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318963.219902:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045589376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318963.219909:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1767318963.219950:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045589376:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318963.220644:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318963.654170:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318963.654230:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318963.654333:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843840 00000100:00100000:3.0:1767318963.654348:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843840 00000100:00100000:3.0:1767318963.654408:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985843968 00000100:00100000:3.0:1767318963.654411:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985843968 00000100:00100000:3.0:1767318963.654474:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 796 00000100:00100000:3.0:1767318963.654487:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985843968:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767318963.654591:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985843968:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318963.654599:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 796 00000100:00100000:3.0:1767318963.654621:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1023 00000100:00100000:3.0:1767318963.654624:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985843840:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318963.654648:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318963.654678:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985843840:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 51us (557us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318963.654685:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1023 00000100:00080000:2.0:1767318963.655109:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767318963.984587:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318965.006537:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767318965.263400:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318965.263413:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767318965.263488:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318965.263493:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318965.263498:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318965.263508:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4158 00000100:00080000:0.0:1767318965.263513:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318965.263521:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318965.263648:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318965.263665:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045589504:0@lo:400:kworker.0 00000100:00100000:1.0:1767318965.263750:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318965.264178:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16300 x1853164045589632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318965.264223:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318965.264233:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318965.264236:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318965.264241:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4158 00000100:00080000:0.0:1767318965.264245:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318965.264249:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318965.264262:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15880 x1853164045589888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318965.264270:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318965.264273:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318965.264275:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318965.264284:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4158 00000100:00080000:0.0:1767318965.264286:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318965.264290:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318965.264456:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318965.264467:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045589760:0@lo:400:kworker.0 00000100:00100000:3.0:1767318965.264508:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318965.264563:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589504 00000100:00100000:3.0:1767318965.264570:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589504 00000100:00100000:3.0:1767318965.264626:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589760 00000100:00100000:3.0:1767318965.264628:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589760 00000100:00100000:3.0:1767318965.264652:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1767318965.264660:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045589504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318965.264712:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045589504:12345-0@lo:400:kworker.0 Request processed in 52us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318965.264720:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:3.0:1767318965.264737:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1767318965.264742:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045589760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318965.264764:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045589760:12345-0@lo:400:kworker.0 Request processed in 22us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318965.264787:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1767318965.264812:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045589632:0@lo:38:kworker.0 00000100:00100000:3.0:1767318965.264836:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318965.264856:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045589888:0@lo:38:kworker.0 00000100:00100000:3.0:1767318965.264887:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318965.264909:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589632 00000100:00100000:3.0:1767318965.264912:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589632 00000100:00100000:3.0:1767318965.264927:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045589888 00000100:00100000:3.0:1767318965.264929:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045589888 00000100:00100000:3.0:1767318965.264941:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1767318965.264945:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045589632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318965.264967:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318965.264998:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045589632:12345-0@lo:38:kworker.0 Request processed in 51us (161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318965.265004:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1767318965.265013:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1767318965.265016:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045589888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318965.265025:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318965.265042:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045589888:12345-0@lo:38:kworker.0 Request processed in 25us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318965.265048:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00010000:00080000:3.0:1767318965.265083:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14a80 x1853164045589760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318965.265098:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045589760:0@lo:400:kworker.0 00000100:00080000:3.0:1767318965.265147:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318965.265153:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318965.265155:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045589632:0@lo:38:kworker.0 00000100:00080000:3.0:1767318965.265163:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318965.265167:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318965.265169:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045589888:0@lo:38:kworker.0 00000100:00080000:2.0:1767318965.265415:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318965.265690:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17800 x1853164045589504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318965.265702:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045589504:0@lo:400:kworker.0 00000100:00100000:0.0:1767318965.265809:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164045590016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767318965.265889:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767318965.265893:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767318965.265895:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767318965.265900:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4158 00000100:00080000:0.0:1767318965.265903:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767318965.265909:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318965.265922:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17800 x1853164045590400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318965.266006:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318965.266020:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045590144:0@lo:400:kworker.0 00000100:00100000:1.0:1767318965.266050:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045590272:0@lo:400:kworker.0 00000100:00100000:2.0:1767318965.266079:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318965.266134:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318965.266160:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590144 00000100:00100000:2.0:1767318965.266166:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590144 00000100:00100000:2.0:1767318965.266228:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590272 00000100:00100000:2.0:1767318965.266232:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590272 00000100:00100000:2.0:1767318965.266254:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1767318965.266261:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045590144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318965.266317:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045590144:12345-0@lo:400:kworker.0 Request processed in 57us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318965.266324:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:2.0:1767318965.266340:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1767318965.266346:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045590272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318965.266378:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045590272:12345-0@lo:400:kworker.0 Request processed in 32us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318965.266383:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1767318965.266414:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045590144:0@lo:400:kworker.0 00000100:00080000:1.0:1767318965.266562:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767318965.266566:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318965.266585:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045590272:0@lo:400:kworker.0 00000100:00100000:3.0:1767318965.268366:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045590016:0@lo:38:kworker.0 00000100:00100000:3.0:1767318965.268465:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318965.268541:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045590400:0@lo:38:kworker.0 00000100:00100000:2.0:1767318965.268542:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590016 00000100:00100000:2.0:1767318965.268552:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590016 00000100:00100000:3.0:1767318965.268570:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318965.268608:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1767318965.268616:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045590016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318965.268643:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318965.268699:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045590016:12345-0@lo:38:kworker.0 Request processed in 81us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318965.268707:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00080000:3.0:1767318965.268886:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318965.268892:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318965.268896:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045590016:0@lo:38:kworker.0 00000100:00100000:0.0:1767318965.268948:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590400 00000100:00100000:0.0:1767318965.268955:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590400 00000100:00100000:0.0:1767318965.268992:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:0.0:1767318965.268998:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045590400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318965.269010:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318965.269058:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045590400:12345-0@lo:38:kworker.0 Request processed in 59us (486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318965.269065:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00080000:2.0:1767318965.269264:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318965.269268:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318965.269271:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045590400:0@lo:38:kworker.0 00010000:00010000:1.0:1767318966.030738:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318967.054410:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318968.078170:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318968.335842:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045590528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318968.335957:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318968.336789:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590528 00000100:00100000:2.0:1767318968.336804:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590528 00000100:00100000:2.0:1767318968.336900:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1767318968.336913:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045590528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318968.336957:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318968.337032:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045590528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (1074us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318968.337040:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:1.0:1767318968.337124:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318968.337264:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045590528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318968.337684:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045590656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318968.337738:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318968.338014:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590656 00000100:00100000:3.0:1767318968.338020:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590656 00000100:00100000:3.0:1767318968.338149:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1767318968.338159:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045590656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318968.338187:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318968.338251:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045590656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318968.338258:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00080000:1.0:1767318968.338288:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318968.338365:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045590656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318968.769699:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767318968.769760:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985844352 offset 0 length 520: 4 00000100:00100000:3.0:1767318968.769902:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318968.770083:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844096 00000100:00100000:2.0:1767318968.770097:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844096 00000100:00100000:2.0:1767318968.770151:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844224 00000100:00100000:2.0:1767318968.770155:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844224 00000100:00100000:2.0:1767318968.770214:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 799 00000100:00100000:2.0:1767318968.770244:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985844224:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318968.770346:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985844224:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 108us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318968.770354:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 799 00000100:00100000:2.0:1767318968.770378:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1027 00000100:00100000:2.0:1767318968.770383:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985844096:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318968.770409:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318968.770441:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985844096:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (756us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318968.770448:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1027 00000100:00080000:2.0:1767318968.770468:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318969.108020:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318969.358147:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318944/real 1767318944] req@ffffa07be6d45c00 x1853164045585280/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318969 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318969.358192:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be6d45c00 x1853164045585280/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318969 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767318969.358218:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318969.358255:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767318969.358260:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045585280:0@lo:250:kworker.0 00000100:00080000:3.0:1767318969.358588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318969.358595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318969.358599:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318969.358605:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4143 00000100:00080000:3.0:1767318969.358610:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318969.358617:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318969.358662:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5f80 x1853164045590784/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318969.358734:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318969.358739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318969.358741:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318969.358745:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4163 00000100:00080000:3.0:1767318969.358747:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318969.358751:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318969.358819:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575f80 x1853164045591040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318969.358850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318969.358855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318969.358857:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318969.358860:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4163 00000100:00080000:3.0:1767318969.358863:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318969.358866:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318969.358878:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1381f80 x1853164045591296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318969.358886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318969.358890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318969.358892:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318969.358895:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4163 00000100:00080000:3.0:1767318969.358897:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318969.358901:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318969.358913:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1381880 x1853164045591424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318969.358941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318969.358944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318969.358946:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318969.358949:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4163 00000100:00080000:3.0:1767318969.358952:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318969.358955:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318969.359083:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045590912:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359170:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.359255:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767318969.359261:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045591680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359286:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.359335:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045591552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359359:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.359401:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318969.359407:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045591168:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359430:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318969.359476:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591680 00000100:00100000:1.0:1767318969.359485:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591680 00000100:00100000:1.0:1767318969.359540:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591552 00000100:00100000:1.0:1767318969.359544:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591552 00000100:00100000:1.0:1767318969.359567:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767318969.359577:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045591680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359640:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045591680:12345-0@lo:400:kworker.0 Request processed in 63us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318969.359648:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767318969.359671:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767318969.359678:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045591552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359710:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045591552:12345-0@lo:400:kworker.0 Request processed in 32us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318969.359716:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767318969.359791:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045591552:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359820:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045591680:0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359849:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045590912 00000100:00100000:1.0:1767318969.359852:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045590912 00000100:00100000:1.0:1767318969.359885:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591168 00000100:00100000:1.0:1767318969.359889:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591168 00000100:00100000:1.0:1767318969.359907:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:1.0:1767318969.359914:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045590912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318969.359953:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045590912:12345-0@lo:400:kworker.0 Request processed in 38us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318969.360357:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf800 x1853164045591808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318969.360549:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318969.360611:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1767318969.367687:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:0.0:1767318969.367733:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045591168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318969.367908:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045591168:12345-0@lo:400:kworker.0 Request processed in 202us (8476us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318969.367917:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00010000:00080000:0.0:1767318969.368074:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be1382d80 x1853164045591168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318969.368092:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1382d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045591168:0@lo:400:kworker.0 00000100:00100000:0.0:1767318969.368138:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045590784:0@lo:250:kworker.0 00000400:00000100:0.0:1767318969.368175:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045590784 offset 0 length 520: 4 00000100:00100000:0.0:1767318969.368222:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045591040:0@lo:38:kworker.0 00010000:00080000:2.0:1767318969.368734:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577480 x1853164045590912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318969.368748:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045590912:0@lo:400:kworker.0 00000100:00100000:0.0:1767318969.368885:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318969.368921:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045591296:0@lo:38:kworker.0 00000100:00100000:0.0:1767318969.368944:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318969.368975:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045591424:0@lo:38:kworker.0 00000100:00100000:0.0:1767318969.369002:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318969.369024:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045591808:0@lo:38:kworker.0 00000100:00100000:0.0:1767318969.369058:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318969.369106:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591424 00000100:00100000:0.0:1767318969.369116:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591424 00000100:00100000:0.0:1767318969.369154:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1767318969.369159:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045591424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318969.369184:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318969.369239:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045591424:12345-0@lo:38:kworker.0 Request processed in 65us (223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318969.369247:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1767318969.369269:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591040 00000100:00100000:0.0:1767318969.369273:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591040 00000100:00100000:0.0:1767318969.369293:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591296 00000100:00100000:0.0:1767318969.369296:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591296 00000100:00100000:0.0:1767318969.369304:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591808 00000100:00100000:0.0:1767318969.369307:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591808 00000100:00100000:0.0:1767318969.369317:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1767318969.369321:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045591040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318969.369330:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318969.369357:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045591040:12345-0@lo:38:kworker.0 Request processed in 34us (472us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318969.369586:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:0.0:1767318969.369603:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1767318969.369608:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045591296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318969.369617:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318969.369647:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045591296:12345-0@lo:38:kworker.0 Request processed in 38us (702us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318969.369653:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1767318969.369664:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:0.0:1767318969.369667:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045591808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318969.369677:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318969.369700:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045591808:12345-0@lo:38:kworker.0 Request processed in 30us (641us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318969.369705:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:0.0:1767318969.369744:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318969.369750:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318969.369754:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045591040:0@lo:38:kworker.0 00000100:00080000:0.0:1767318969.369763:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318969.369789:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318969.369793:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1381f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045591296:0@lo:38:kworker.0 00000100:00080000:0.0:1767318969.369804:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318969.369807:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318969.369810:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1381880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045591424:0@lo:38:kworker.0 00000100:00080000:0.0:1767318969.369817:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318969.369821:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318969.369823:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045591808:0@lo:38:kworker.0 00010000:00010000:1.0:1767318970.134294:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318971.151648:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318972.174119:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318973.198049:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318973.455329:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318973.455451:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045591936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318973.455547:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318973.455909:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045591936 00000100:00100000:3.0:1767318973.455920:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045591936 00000100:00100000:3.0:1767318973.455997:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1767318973.456007:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045591936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767318973.456046:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318973.456104:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045591936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (557us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318973.456113:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1767318973.456171:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045591936:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318973.457884:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318973.457912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045592064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318973.458005:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318973.458153:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592064 00000100:00100000:2.0:1767318973.458162:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592064 00000100:00100000:2.0:1767318973.458241:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1767318973.458251:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045592064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318973.458288:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318973.458336:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045592064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318973.458345:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:1.0:1767318973.458951:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767318973.459012:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045592064:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318973.898104:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318973.898219:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844608 00000100:00100000:2.0:1767318973.898233:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844608 00000100:00100000:2.0:1767318973.898345:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 802 00000100:00100000:2.0:1767318973.898357:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985844608:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318973.898472:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985844608:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 117us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318973.898481:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 802 00000100:00080000:1.0:1767318973.898848:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318973.911862:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318973.911939:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844480 00000100:00100000:3.0:1767318973.911965:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844480 00000100:00100000:3.0:1767318973.912032:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1031 00000100:00100000:3.0:1767318973.912043:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985844480:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767318973.912077:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318973.912183:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985844480:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 139us (335us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318973.912191:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1031 00010000:00010000:1.0:1767318974.223848:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318974.484418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.484434:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318974.484519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.484523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.484528:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.484538:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4167 00000100:00080000:1.0:1767318974.484545:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.484554:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318974.484588:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5f80 x1853164045592320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318974.484806:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045592320:0@lo:38:kworker.0 00000100:00100000:3.0:1767318974.484900:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318974.484997:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592320 00000100:00100000:3.0:1767318974.485007:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592320 00000100:00100000:3.0:1767318974.485055:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1767318974.485066:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045592320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318974.485104:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318974.485164:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045592320:12345-0@lo:38:kworker.0 Request processed in 97us (264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318974.485183:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:3.0:1767318974.485231:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318974.485237:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318974.485241:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045592320:0@lo:38:kworker.0 00000100:00080000:1.0:1767318974.485865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.485872:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.485876:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.485881:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4167 00000100:00080000:1.0:1767318974.485885:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.485891:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318974.485908:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9500 x1853164045592576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318974.485925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.485929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.485931:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318974.486106:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045592448:0@lo:400:kworker.0 00000100:00100000:3.0:1767318974.486165:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318974.486215:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592448 00000100:00100000:3.0:1767318974.486221:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592448 00000100:00100000:3.0:1767318974.486275:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1767318974.486282:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045592448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318974.486329:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045592448:12345-0@lo:400:kworker.0 Request processed in 47us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318974.486335:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00080000:3.0:1767318974.486353:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318974.486392:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5f80 x1853164045592448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318974.486405:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045592448:0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.487348:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045592192:0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.487423:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.487493:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045592576:0@lo:38:kworker.0 00000100:00100000:0.0:1767318974.487527:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.487559:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592192 00000100:00100000:0.0:1767318974.487565:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592192 00000100:00100000:0.0:1767318974.487606:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592576 00000100:00100000:0.0:1767318974.487609:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592576 00000100:00100000:0.0:1767318974.487635:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1767318974.487642:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045592192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318974.487682:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045592192:12345-0@lo:400:kworker.0 Request processed in 41us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318974.487689:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1767318974.487703:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:0.0:1767318974.487707:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045592576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767318974.487728:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767318974.487755:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045592576:12345-0@lo:38:kworker.0 Request processed in 47us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767318974.487762:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00080000:0.0:1767318974.487799:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767318974.487823:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0aff480 x1853164045592192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318974.487843:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045592192:0@lo:400:kworker.0 00000100:00080000:0.0:1767318974.487869:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318974.487874:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318974.487877:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045592576:0@lo:38:kworker.0 00000100:00080000:1.0:1767318974.496139:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4167 00000100:00080000:1.0:1767318974.496151:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.496164:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318974.496242:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9f80 x1853164045592704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318974.496373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318974.496379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318974.496383:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318974.496387:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4167 00000100:00080000:1.0:1767318974.496390:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318974.496394:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318974.496414:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8e00 x1853164045593088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318974.496458:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767318974.496481:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045592960:0@lo:400:kworker.0 00000100:00100000:2.0:1767318974.496645:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318974.496656:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045592832:0@lo:400:kworker.0 00000100:00100000:2.0:1767318974.496727:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318974.496810:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592832 00000100:00100000:2.0:1767318974.496820:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592832 00000100:00100000:2.0:1767318974.496883:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1767318974.496894:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045592832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318974.496975:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045592832:12345-0@lo:400:kworker.0 Request processed in 81us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318974.496984:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1767318974.497037:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045592832:0@lo:400:kworker.0 00000100:00100000:1.0:1767318974.497875:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.498094:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045592704:0@lo:38:kworker.0 00000100:00100000:0.0:1767318974.498156:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318974.498200:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045593088:0@lo:38:kworker.0 00000100:00100000:2.0:1767318974.498228:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592960 00000100:00100000:0.0:1767318974.498231:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318974.498236:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592960 00000100:00100000:2.0:1767318974.498280:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1767318974.498290:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045592960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318974.498346:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045592960:12345-0@lo:400:kworker.0 Request processed in 57us (475us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318974.498368:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1767318974.498374:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593088 00000100:00100000:3.0:1767318974.498379:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593088 00000100:00100000:3.0:1767318974.498407:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1767318974.498413:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045593088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318974.498444:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318974.498487:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1382d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045593088:12345-0@lo:38:kworker.0 Request processed in 73us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318974.498493:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00080000:0.0:1767318974.498891:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767318974.498899:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767318974.498903:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045593088:0@lo:38:kworker.0 00000100:00100000:1.0:1767318974.499278:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045592704 00000100:00100000:1.0:1767318974.499283:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045592704 00000100:00100000:1.0:1767318974.499315:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1767318974.499321:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045592704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318974.499334:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318974.499693:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045592704:12345-0@lo:38:kworker.0 Request processed in 370us (1535us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318974.499700:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1767318974.499751:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045592960:0@lo:400:kworker.0 00000100:00080000:2.0:1767318974.500477:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318974.500484:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318974.500488:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045592704:0@lo:38:kworker.0 00010000:00010000:3.0:1767318975.246088:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318976.272559:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318977.298738:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318978.318084:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318978.574424:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045593216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318978.574533:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318978.574944:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593216 00000100:00100000:0.0:1767318978.575109:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593216 00000100:00100000:0.0:1767318978.575208:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1767318978.575224:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045593216:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318978.575239:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045593344:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318978.575269:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318978.575297:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318978.575340:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045593216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318978.575345:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593344 00000100:00100000:0.0:1767318978.575350:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1767318978.575351:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593344 00000100:00080000:3.0:1767318978.575420:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767318978.575425:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318978.575473:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045593216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318978.578255:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1767318978.578287:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045593344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318978.578345:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318978.578447:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045593344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 176us (3148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318978.578455:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1767318978.578544:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045593344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318979.010994:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318979.013400:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318979.014980:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844864 00000100:00100000:1.0:1767318979.014999:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844864 00000100:00100000:1.0:1767318979.015103:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844736 00000100:00100000:1.0:1767318979.015107:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844736 00000100:00100000:1.0:1767318979.015137:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 805 00000100:00100000:1.0:1767318979.015148:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985844864:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767318979.015447:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1035 00000100:00100000:2.0:1767318979.015455:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985844736:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318979.015483:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318979.015573:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985844736:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 115us (2182us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318979.015581:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1035 00000100:00100000:1.0:1767318979.015919:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985844864:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 772us (4946us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318979.015928:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 805 00000100:00080000:0.0:1767318979.018133:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767318979.344871:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318979.598960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318979.598974:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318979.599068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318979.599072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318979.599078:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318979.599088:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4172 00000100:00080000:3.0:1767318979.599093:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318979.599101:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318979.599105:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045593472:0@lo:400:kworker.0 00000100:00100000:3.0:1767318979.599126:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd180 x1853164045593600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318979.599175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318979.599180:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318979.599181:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318979.599185:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4172 00000100:00080000:3.0:1767318979.599188:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318979.599193:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318979.599206:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318979.599207:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fe680 x1853164045593856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318979.599218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318979.599222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318979.599224:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318979.599228:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4172 00000100:00080000:3.0:1767318979.599232:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318979.599236:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318979.599250:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045593984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318979.599279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318979.599283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318979.599285:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318979.599289:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4172 00000100:00080000:3.0:1767318979.599291:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318979.599295:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767318979.599300:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318979.599308:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045594240:0@lo:400:kworker.0 00000100:00100000:3.0:1767318979.599314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452d80 x1853164045594368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318979.599338:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045594112:0@lo:400:kworker.0 00000100:00100000:0.0:1767318979.599344:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318979.599374:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318979.599389:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593472 00000100:00100000:3.0:1767318979.599399:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767318979.599400:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593472 00000100:00100000:3.0:1767318979.599405:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045593728:0@lo:400:kworker.0 00000100:00100000:3.0:1767318979.599423:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767318979.599471:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318979.599488:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593728 00000100:00100000:0.0:1767318979.599492:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593728 00000100:00100000:0.0:1767318979.599531:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767318979.599540:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045593472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318979.599596:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045593472:12345-0@lo:400:kworker.0 Request processed in 56us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318979.599604:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1767318979.599622:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1767318979.599628:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045593728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318979.599655:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045593728:12345-0@lo:400:kworker.0 Request processed in 27us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318979.599661:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00010000:00080000:0.0:1767318979.599695:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5f80 x1853164045593472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767318979.599711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045593472:0@lo:400:kworker.0 00000100:00100000:2.0:1767318979.599802:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594240 00000100:00100000:2.0:1767318979.599806:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594240 00000100:00100000:2.0:1767318979.599852:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594112 00000100:00100000:2.0:1767318979.599855:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594112 00000100:00100000:2.0:1767318979.599876:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767318979.599882:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045594240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318979.599925:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045594240:12345-0@lo:400:kworker.0 Request processed in 43us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318979.599931:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1767318979.599944:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1767318979.599950:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045594112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318979.599987:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045594112:12345-0@lo:400:kworker.0 Request processed in 38us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318979.599993:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1767318979.600028:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045594240:0@lo:400:kworker.0 00000100:00100000:1.0:1767318979.600213:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045593600:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.600249:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.600286:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045593856:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.600308:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.600326:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045593984:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.600350:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.600374:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045594368:0@lo:38:kworker.0 00000100:00100000:1.0:1767318979.600394:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318979.600424:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593984 00000100:00100000:1.0:1767318979.600428:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593984 00000100:00100000:1.0:1767318979.600452:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1767318979.600457:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045593984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318979.600479:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318979.600515:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045593984:12345-0@lo:38:kworker.0 Request processed in 57us (164us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318979.600521:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1767318979.600546:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593600 00000100:00100000:1.0:1767318979.600551:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593600 00000100:00100000:1.0:1767318979.600568:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045593856 00000100:00100000:1.0:1767318979.600571:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045593856 00000100:00100000:1.0:1767318979.600582:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594368 00000100:00100000:1.0:1767318979.600585:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594368 00000100:00100000:1.0:1767318979.600598:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1767318979.600603:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045593600:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318979.600613:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00010000:00020000:1.0:1767318979.600614:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767318979.600620:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045593856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767318979.600629:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318979.600643:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045593600:12345-0@lo:38:kworker.0 Request processed in 38us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318979.600648:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1767318979.600665:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1767318979.600670:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045593856:12345-0@lo:38:kworker.0 Request processed in 49us (360us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318979.600672:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045594368:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767318979.600680:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00010000:00020000:1.0:1767318979.600687:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318979.600698:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767318979.600718:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32ff100 x1853164045593728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767318995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318979.600725:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045594368:12345-0@lo:38:kworker.0 Request processed in 51us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767318979.600731:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045593728:0@lo:400:kworker.0 00000100:00100000:1.0:1767318979.600738:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1767318979.600745:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045594112:0@lo:400:kworker.0 00000100:00080000:1.0:1767318979.602996:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318979.603015:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318979.603021:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045593600:0@lo:38:kworker.0 00000100:00080000:1.0:1767318979.603058:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318979.603063:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318979.603066:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045593856:0@lo:38:kworker.0 00000100:00080000:1.0:1767318979.603078:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318979.603082:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318979.603086:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045593984:0@lo:38:kworker.0 00000100:00080000:1.0:1767318979.603098:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318979.603102:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318979.603104:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045594368:0@lo:38:kworker.0 00010000:00010000:2.0:1767318980.367341:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318981.391168:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318982.414043:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318983.438287:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318983.694281:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045594496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767318983.694364:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318983.694366:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318983.694375:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045594624:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318983.694404:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318983.694433:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594496 00000100:00100000:2.0:1767318983.694440:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594496 00000100:00100000:2.0:1767318983.694496:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1767318983.694506:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045594496:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767318983.694531:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767318983.694548:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767318983.694550:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594624 00000100:00100000:3.0:1767318983.694553:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594624 00000100:00100000:3.0:1767318983.694584:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767318983.694590:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045594496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318983.694590:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045594624:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767318983.694598:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00002000:00000024:3.0:1767318983.694606:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767318983.694623:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767318983.694636:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045594624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318983.694641:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767318983.694656:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045594496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318983.694664:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045594624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318984.135398:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318984.135451:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318984.135708:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985844992 00000100:00100000:2.0:1767318984.135721:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985844992 00000100:00100000:2.0:1767318984.135977:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985845120 00000100:00100000:2.0:1767318984.135982:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985845120 00000100:00080000:3.0:1767318984.136068:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767318984.139463:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 808 00000100:00100000:0.0:1767318984.139501:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985845120:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767318984.139542:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1039 00000100:00100000:1.0:1767318984.139551:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985844992:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318984.139576:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318984.139679:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985844992:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 127us (4292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318984.139691:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1039 00000100:00100000:0.0:1767318984.140442:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985845120:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 957us (4985us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318984.140709:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 808 00010000:00010000:2.0:1767318984.462061:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767318984.722081:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.722094:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767318984.722170:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.722174:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.722179:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.722191:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1767318984.722197:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.722205:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318984.722244:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045594880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318984.722305:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.722308:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.722310:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.722314:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1767318984.722316:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.722320:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318984.722332:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962d80 x1853164045595136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318984.722342:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.722345:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.722347:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.722353:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1767318984.722355:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.722358:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318984.722372:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963b80 x1853164045595264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767318984.722395:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767318984.722398:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767318984.722400:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767318984.722403:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4177 00000100:00080000:2.0:1767318984.722404:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767318984.722408:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767318984.722417:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225f80 x1853164045595648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767318984.722451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045595392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318984.722531:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318984.722794:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045594752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.722829:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318984.722867:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594752 00000100:00100000:3.0:1767318984.722875:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594752 00000100:00100000:3.0:1767318984.722934:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:3.0:1767318984.722944:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045594752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.722994:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045594752:12345-0@lo:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318984.723002:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00080000:3.0:1767318984.723022:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318984.723133:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767318984.723140:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045595008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318984.723165:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767318984.723412:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9880 x1853164045594752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767318984.723427:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045594752:0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.723446:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767318984.723452:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045595520:0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.723475:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318984.723509:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595392 00000100:00100000:3.0:1767318984.723513:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595392 00000100:00100000:3.0:1767318984.723541:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595520 00000100:00100000:3.0:1767318984.723544:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595520 00000100:00100000:3.0:1767318984.723563:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1767318984.723569:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045595392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.723613:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045595392:12345-0@lo:400:kworker.0 Request processed in 44us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318984.723620:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1767318984.723631:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1767318984.723638:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045595520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.723668:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045595520:12345-0@lo:400:kworker.0 Request processed in 31us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318984.723674:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1767318984.723705:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045595520:0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.723721:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595008 00000100:00100000:3.0:1767318984.723724:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595008 00000100:00100000:3.0:1767318984.723761:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1767318984.723788:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045595008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318984.723818:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045595008:12345-0@lo:400:kworker.0 Request processed in 51us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1767318984.723824:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00080000:3.0:1767318984.723839:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318984.724215:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045594880:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.724255:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.724298:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045595136:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.724321:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.724339:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045595264:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.724391:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.724419:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045595648:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.724441:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318984.724477:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595264 00000100:00100000:1.0:1767318984.724481:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595264 00000100:00100000:1.0:1767318984.724506:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1767318984.724512:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045595264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318984.724533:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1767318984.724561:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8960000 x1853164045595008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318984.724566:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7ac5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045595264:12345-0@lo:38:kworker.0 Request processed in 54us (175us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318984.724572:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1767318984.724574:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045595008:0@lo:400:kworker.0 00000100:00100000:2.0:1767318984.724598:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045595392:0@lo:400:kworker.0 00000100:00100000:2.0:1767318984.724640:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045594880 00000100:00100000:2.0:1767318984.724643:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045594880 00000100:00100000:2.0:1767318984.724661:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595136 00000100:00100000:2.0:1767318984.724663:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595136 00000100:00100000:2.0:1767318984.724674:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595648 00000100:00100000:2.0:1767318984.724676:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595648 00000100:00100000:2.0:1767318984.724690:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1767318984.724694:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045594880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318984.724703:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318984.724728:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045594880:12345-0@lo:38:kworker.0 Request processed in 33us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318984.724735:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1767318984.724739:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045595136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318984.724761:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318984.724960:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045595136:12345-0@lo:38:kworker.0 Request processed in 218us (636us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318984.730127:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1767318984.731496:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1767318984.731516:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045595648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318984.731550:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767318984.731886:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318984.731896:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318984.731902:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045594880:0@lo:38:kworker.0 00000100:00080000:3.0:1767318984.731920:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318984.731925:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318984.731928:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045595136:0@lo:38:kworker.0 00000100:00080000:3.0:1767318984.731943:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318984.731946:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318984.731950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045595264:0@lo:38:kworker.0 00000100:00100000:1.0:1767318984.732593:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767318984.732904:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045595648:12345-0@lo:38:kworker.0 Request processed in 1389us (8459us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318984.732915:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00080000:3.0:1767318984.733030:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767318984.733036:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767318984.733040:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045595648:0@lo:38:kworker.0 00010000:00010000:3.0:1767318985.486206:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767318986.510202:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318987.534204:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318988.558097:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767318988.814126:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767318988.814134:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045595776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767318988.814138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045595904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767318988.819314:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318988.819550:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595904 00000100:00100000:1.0:1767318988.819560:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595904 00000100:00080000:2.0:1767318988.819629:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767318988.820041:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1767318988.820054:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045595904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767318988.820088:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318988.820148:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045595904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318988.820156:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1767318988.820241:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045595904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318988.821507:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318988.821570:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045595776 00000100:00100000:1.0:1767318988.821577:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045595776 00000100:00100000:1.0:1767318988.821689:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1767318988.821697:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045595776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767318988.821733:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767318988.821825:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045595776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318988.821832:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1767318988.821934:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045595776:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767318988.823823:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318989.268823:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767318989.268876:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318989.268982:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985845376 00000100:00100000:2.0:1767318989.268992:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985845376 00000100:00100000:1.0:1767318989.269015:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985845248 00000100:00100000:1.0:1767318989.269021:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985845248 00000100:00100000:1.0:1767318989.269079:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 811 00000100:00100000:1.0:1767318989.269094:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985845376:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767318989.269096:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318989.269188:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985845376:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318989.269195:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 811 00000100:00100000:1.0:1767318989.269216:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1043 00000100:00100000:1.0:1767318989.269220:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985845248:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318989.269238:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318989.269264:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985845248:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318989.269270:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1043 00010000:00010000:3.0:1767318989.582029:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767318989.838257:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318989.838267:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767318989.838331:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318989.838336:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318989.838340:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318989.838347:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4183 00000100:00080000:1.0:1767318989.838352:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318989.838358:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318989.838381:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9180 x1853164045596160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318989.838419:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318989.838423:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318989.838425:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318989.838428:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4183 00000100:00080000:1.0:1767318989.838430:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318989.838434:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318989.838443:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584a80 x1853164045596416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318989.838451:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318989.838454:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318989.838456:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767318989.838460:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4183 00000100:00080000:1.0:1767318989.838462:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318989.838465:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318989.838475:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045596544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767318989.838496:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767318989.838500:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767318989.838501:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767318989.838505:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045596160:0@lo:38:kworker.0 00000100:00080000:1.0:1767318989.838507:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4183 00000100:00080000:1.0:1767318989.838512:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767318989.838517:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767318989.838531:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02680 x1853164045596928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318989.838581:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318989.838603:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045596800:0@lo:400:kworker.0 00000100:00100000:2.0:1767318989.838643:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318989.838663:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045596416:0@lo:38:kworker.0 00000100:00100000:2.0:1767318989.838676:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767318989.838686:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045596032:0@lo:400:kworker.0 00000100:00100000:3.0:1767318989.838693:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318989.838717:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318989.838721:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045596544:0@lo:38:kworker.0 00000100:00100000:2.0:1767318989.838759:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045596288:0@lo:400:kworker.0 00000100:00100000:3.0:1767318989.838761:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318989.838822:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045596928:0@lo:38:kworker.0 00000100:00100000:2.0:1767318989.838823:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318989.838851:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767318989.838859:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045596672:0@lo:400:kworker.0 00000100:00100000:3.0:1767318989.838862:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318989.838896:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318989.838909:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596160 00000100:00100000:2.0:1767318989.838932:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596416 00000100:00100000:2.0:1767318989.838940:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596416 00000100:00100000:2.0:1767318989.838982:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596032 00000100:00100000:2.0:1767318989.838986:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596032 00000100:00100000:2.0:1767318989.839015:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596288 00000100:00100000:2.0:1767318989.839018:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596288 00000100:00100000:3.0:1767318989.839029:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596160 00000100:00100000:2.0:1767318989.839030:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596928 00000100:00100000:2.0:1767318989.839035:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596928 00000100:00100000:3.0:1767318989.839060:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1767318989.839071:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045596032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767318989.839125:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045596032:12345-0@lo:400:kworker.0 Request processed in 56us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318989.839316:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596544 00000100:00100000:1.0:1767318989.839321:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596544 00000100:00100000:1.0:1767318989.839343:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1767318989.839349:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045596544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318989.839366:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318989.839401:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045596544:12345-0@lo:38:kworker.0 Request processed in 51us (642us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318989.839408:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1767318989.839499:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596800 00000100:00100000:0.0:1767318989.839503:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596800 00000100:00100000:0.0:1767318989.839529:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045596672 00000100:00100000:0.0:1767318989.839532:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045596672 00000100:00100000:0.0:1767318989.839549:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1767318989.839554:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045596800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318989.839598:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045596800:12345-0@lo:400:kworker.0 Request processed in 43us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318989.839604:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1767318989.839615:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1767318989.839620:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045596672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767318989.839659:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045596672:12345-0@lo:400:kworker.0 Request processed in 38us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318989.839664:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1767318989.839704:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045596672:0@lo:400:kworker.0 00000100:00080000:0.0:1767318989.839753:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767318989.839953:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1767318989.839972:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045596288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318989.840011:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045596288:12345-0@lo:400:kworker.0 Request processed in 42us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318989.840017:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:2.0:1767318989.840034:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1767318989.840038:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045596416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318989.840049:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318989.840073:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045596416:12345-0@lo:38:kworker.0 Request processed in 33us (1382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318989.840079:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:2.0:1767318989.840090:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1767318989.840094:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045596160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318989.840103:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318989.840124:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045596160:12345-0@lo:38:kworker.0 Request processed in 28us (1544us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318989.840130:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1767318989.840141:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1767318989.840145:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045596928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318989.840154:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318989.840176:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045596928:12345-0@lo:38:kworker.0 Request processed in 30us (1318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318989.840182:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00010000:00080000:2.0:1767318989.840208:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0585880 x1853164045596288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318989.840219:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045596288:0@lo:400:kworker.0 00000100:00080000:2.0:1767318989.840266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318989.840271:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318989.840275:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045596928:0@lo:38:kworker.0 00000100:00080000:2.0:1767318989.840283:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318989.840286:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318989.840289:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045596160:0@lo:38:kworker.0 00000100:00080000:2.0:1767318989.840297:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318989.840300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318989.840303:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045596416:0@lo:38:kworker.0 00000100:00080000:2.0:1767318989.840310:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318989.840313:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318989.840315:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045596544:0@lo:38:kworker.0 00010000:00080000:2.0:1767318989.840354:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8e00 x1853164045596032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318989.840364:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045596032:0@lo:400:kworker.0 00000100:00100000:2.0:1767318989.840373:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045596800:0@lo:400:kworker.0 00000100:00100000:3.0:1767318989.840829:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00010000:00010000:1.0:1767318990.608509:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767318991.635191:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318992.654009:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318993.347595:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318993.347908:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985845760 00000100:00100000:1.0:1767318993.347933:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985845760 00000100:00100000:1.0:1767318993.348019:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 814 00000100:00100000:1.0:1767318993.348034:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985845760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767318993.348086:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318993.348123:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985845760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 94us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318993.348132:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 814 00000400:00000100:3.0:1767318993.352532:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985845504 offset 0 length 520: 4 00000100:00100000:3.0:1767318993.352625:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767318993.352734:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985845632 00000100:00100000:1.0:1767318993.352744:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985845632 00000100:00100000:1.0:1767318993.352826:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1047 00000100:00100000:1.0:1767318993.352835:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985845632:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767318993.352861:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318993.352942:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985845632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 105us (316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318993.352950:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1047 00010000:00010000:3.0:1767318993.677972:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318993.934308:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045597056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767318993.934386:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.934510:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597056 00000100:00100000:0.0:1767318993.934518:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597056 00000100:00100000:0.0:1767318993.934591:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1767318993.934601:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045597056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318993.934633:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318993.934693:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045597056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (306us total) trans 0 rc 0/0 00000100:00080000:3.0:1767318993.934698:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767318993.934703:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1767318993.934737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045597056:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318993.935060:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045597184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767318993.935092:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767318993.935400:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597184 00000100:00100000:0.0:1767318993.935405:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597184 00000100:00100000:0.0:1767318993.935441:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1767318993.935447:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045597184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767318993.935466:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767318993.935524:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767318993.939068:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045597184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3608us (3962us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318993.939084:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1767318993.943740:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045597184:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767318994.703041:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767318994.958620:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.958631:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767318994.958699:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.958704:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318994.958708:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318994.958717:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4188 00000100:00080000:3.0:1767318994.958723:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318994.958730:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318994.958756:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574380 x1853164045597440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318994.958815:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.958821:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318994.958823:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318994.958826:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4188 00000100:00080000:3.0:1767318994.958828:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318994.958831:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318994.958843:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577480 x1853164045597696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318994.958851:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.958854:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318994.958856:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318994.958859:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4188 00000100:00080000:3.0:1767318994.958862:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318994.958865:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318994.958877:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045597824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767318994.958899:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.958902:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767318994.958904:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318994.958907:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4188 00000100:00080000:3.0:1767318994.958909:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318994.958913:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318994.958923:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff100 x1853164045598208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767318994.958948:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045597568:0@lo:400:kworker.0 00000100:00100000:3.0:1767318994.959013:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318994.959072:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767318994.959079:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045597952:0@lo:400:kworker.0 00000100:00100000:3.0:1767318994.959109:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318994.959359:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045598080:0@lo:400:kworker.0 00000100:00100000:1.0:1767318994.959387:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318994.959417:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318994.959422:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045597312:0@lo:400:kworker.0 00000100:00100000:1.0:1767318994.959443:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767318994.959477:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597568 00000100:00100000:1.0:1767318994.959484:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597568 00000100:00100000:1.0:1767318994.959529:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597312 00000100:00100000:1.0:1767318994.959532:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597312 00000100:00100000:1.0:1767318994.959566:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1767318994.959575:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045597568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318994.959625:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045597568:12345-0@lo:400:kworker.0 Request processed in 51us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318994.959633:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:1.0:1767318994.959652:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1767318994.959659:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045597312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767318994.959687:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045597312:12345-0@lo:400:kworker.0 Request processed in 29us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1767318994.959693:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00080000:1.0:1767318994.959711:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767318994.959747:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574e00 x1853164045597568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318994.959766:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045597568:0@lo:400:kworker.0 00010000:00080000:1.0:1767318994.959812:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575180 x1853164045597312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767318994.959823:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045597312:0@lo:400:kworker.0 00000100:00100000:2.0:1767318994.959914:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318969/real 1767318969] req@ffffa07bc75a5f80 x1853164045590784/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318994 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318994.959931:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc75a5f80 x1853164045590784/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767318994 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767318994.959946:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045597440:0@lo:38:kworker.0 00000100:00100000:2.0:1767318994.959973:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318994.960004:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045597696:0@lo:38:kworker.0 00000100:00100000:2.0:1767318994.960025:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318994.960043:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045597824:0@lo:38:kworker.0 00000100:00100000:2.0:1767318994.960066:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318994.960085:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045598208:0@lo:38:kworker.0 00000100:00100000:2.0:1767318994.960103:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767318994.960118:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318994.960128:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767318994.960132:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045590784:0@lo:250:kworker.0 00000100:00100000:2.0:1767318994.960155:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597440 00000100:00100000:2.0:1767318994.960159:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597440 00000100:00100000:2.0:1767318994.960173:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597696 00000100:00100000:2.0:1767318994.960176:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597696 00000100:00100000:2.0:1767318994.960185:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598208 00000100:00100000:2.0:1767318994.960188:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598208 00000100:00100000:2.0:1767318994.960199:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1767318994.960204:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045597440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318994.960221:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318994.960254:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045597440:12345-0@lo:38:kworker.0 Request processed in 48us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318994.960260:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1767318994.960273:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767318994.960277:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045597696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318994.960286:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318994.960308:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045597696:12345-0@lo:38:kworker.0 Request processed in 30us (282us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318994.960315:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767318994.960326:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1767318994.960330:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045598208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767318994.960338:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318994.960359:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045598208:12345-0@lo:38:kworker.0 Request processed in 28us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318994.960365:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1767318994.960383:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597952 00000100:00100000:2.0:1767318994.960387:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597952 00000100:00100000:2.0:1767318994.960409:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598080 00000100:00100000:2.0:1767318994.960412:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598080 00000100:00100000:2.0:1767318994.960427:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1767318994.960433:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045597952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318994.960470:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045597952:12345-0@lo:400:kworker.0 Request processed in 37us (1359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318994.960477:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1767318994.960488:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:2.0:1767318994.960495:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045598080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767318994.960522:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045598080:12345-0@lo:400:kworker.0 Request processed in 28us (1134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318994.960528:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00080000:2.0:1767318994.960712:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318994.960716:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318994.960720:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045597440:0@lo:38:kworker.0 00000100:00080000:2.0:1767318994.960729:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318994.960732:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318994.960735:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045597696:0@lo:38:kworker.0 00000100:00080000:2.0:1767318994.960742:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767318994.960745:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767318994.960748:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045598208:0@lo:38:kworker.0 00000100:00100000:1.0:1767318994.960930:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045597824 00000100:00100000:1.0:1767318994.960934:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045597824 00000100:00100000:1.0:1767318994.960966:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1767318994.960971:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045597824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767318994.960981:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767318994.961015:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045597824:12345-0@lo:38:kworker.0 Request processed in 42us (948us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767318994.961020:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:1.0:1767318994.961043:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767318994.961047:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767318994.961050:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045597824:0@lo:38:kworker.0 00000100:00100000:1.0:1767318994.961073:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045597952:0@lo:400:kworker.0 00000100:00100000:1.0:1767318994.961098:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045598080:0@lo:400:kworker.0 00000100:00080000:3.0:1767318994.961264:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767318994.961268:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767318994.961271:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767318994.961276:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4167 00000100:00080000:3.0:1767318994.961279:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767318994.961284:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767318994.961304:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4e00 x1853164045598336/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767318994.961382:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045598336:0@lo:250:kworker.0 00000400:00000100:1.0:1767318994.961404:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045598336 offset 0 length 520: 4 00010000:00010000:3.0:1767318995.726139:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318996.755458:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767318997.774157:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767318998.466838:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767318998.466933:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767318998.467018:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846016 00000100:00100000:2.0:1767318998.467029:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846016 00000100:00100000:1.0:1767318998.467038:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985845888 00000100:00100000:1.0:1767318998.467042:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985845888 00000100:00100000:1.0:1767318998.467081:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 817 00000100:00100000:1.0:1767318998.467090:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985846016:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767318998.467113:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767318998.467163:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985846016:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318998.472129:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1051 00000100:00100000:2.0:1767318998.472147:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985845888:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767318998.472176:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767318998.472257:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985845888:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 112us (5323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767318998.472266:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1051 00000100:00100000:1.0:1767318998.474991:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 817 00010000:00010000:1.0:1767318998.797947:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767318999.054053:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767318999.054073:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045598464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767318999.054146:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767318999.054440:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767318999.054503:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598464 00000100:00100000:0.0:1767318999.054511:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598464 00000100:00100000:0.0:1767318999.054579:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1767318999.054588:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045598464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767318999.054621:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767318999.054669:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045598464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767318999.054676:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1767318999.054720:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045598464:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767318999.056569:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767318999.057287:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045598592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767318999.057815:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767318999.059389:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598592 00000100:00100000:2.0:1767318999.059401:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598592 00000100:00100000:2.0:1767318999.059554:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:2.0:1767318999.059567:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045598592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767318999.059601:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767318999.059686:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045598592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (1870us total) trans 0 rc 0/0 00000100:00100000:2.0:1767318999.059693:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1767318999.059866:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045598592:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767318999.062753:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767318999.822454:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319000.078159:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319000.078170:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319000.078232:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319000.078236:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319000.078240:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319000.078249:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4193 00000100:00080000:3.0:1767319000.078254:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319000.078260:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319000.078280:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f800 x1853164045598848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319000.078307:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319000.078311:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319000.078313:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319000.078316:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4193 00000100:00080000:3.0:1767319000.078318:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319000.078322:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319000.078332:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ce00 x1853164045599104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319000.078341:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319000.078343:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319000.078345:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319000.078348:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4193 00000100:00080000:3.0:1767319000.078350:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319000.078353:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319000.078362:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c000 x1853164045599232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319000.078381:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319000.078383:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319000.078385:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319000.078388:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4193 00000100:00080000:3.0:1767319000.078390:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319000.078393:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319000.078401:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ca80 x1853164045599616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319000.078553:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045599488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.078625:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.078664:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319000.078670:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045598720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.078698:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.078738:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045599360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.078763:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.078800:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319000.078806:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045598976:0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.078843:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319000.078877:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599488 00000100:00100000:2.0:1767319000.078884:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599488 00000100:00100000:2.0:1767319000.078922:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599360 00000100:00100000:2.0:1767319000.078925:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599360 00000100:00100000:2.0:1767319000.078945:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1767319000.078954:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045599488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.079004:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045599488:12345-0@lo:400:kworker.0 Request processed in 50us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.079012:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1767319000.079036:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1767319000.079044:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045599360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.079076:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045599360:12345-0@lo:400:kworker.0 Request processed in 33us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319000.079082:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1767319000.079121:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045599360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319000.079148:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045599488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.080762:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598720 00000100:00100000:0.0:1767319000.080801:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598720 00000100:00100000:0.0:1767319000.080942:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598976 00000100:00100000:0.0:1767319000.080947:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598976 00000100:00100000:0.0:1767319000.080977:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1767319000.080985:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045598720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.081370:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045598720:12345-0@lo:400:kworker.0 Request processed in 384us (2669us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.081379:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1767319000.081395:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1767319000.081401:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045598976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319000.081452:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045598976:12345-0@lo:400:kworker.0 Request processed in 51us (2608us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319000.081469:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00010000:00080000:0.0:1767319000.081514:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d880 x1853164045598976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319000.081527:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045598976:0@lo:400:kworker.0 00010000:00080000:0.0:1767319000.081560:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d180 x1853164045598720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319000.081568:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045598720:0@lo:400:kworker.0 00000100:00080000:3.0:1767319000.081763:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319000.081969:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045598848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319000.082012:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.082114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045599104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319000.082142:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.082168:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045599232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319000.082191:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.082209:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045599616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319000.082229:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319000.082256:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045598848 00000100:00100000:1.0:1767319000.082262:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045598848 00000100:00100000:1.0:1767319000.082285:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599104 00000100:00100000:1.0:1767319000.082289:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599104 00000100:00100000:1.0:1767319000.082297:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599616 00000100:00100000:1.0:1767319000.082300:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599616 00000100:00100000:1.0:1767319000.082309:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1767319000.082315:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045598848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319000.082331:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319000.082369:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045598848:12345-0@lo:38:kworker.0 Request processed in 53us (356us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319000.082376:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1767319000.082393:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1767319000.082396:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045599104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319000.082406:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319000.082546:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:2.0:1767319000.082552:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045599616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319000.082563:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319000.086090:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599232 00000100:00100000:3.0:1767319000.086105:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599232 00000100:00100000:3.0:1767319000.086159:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1767319000.086167:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045599232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319000.086188:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319000.086784:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319000.086791:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319000.086795:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045598848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319000.092063:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045599616:12345-0@lo:38:kworker.0 Request processed in 9500us (9823us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319000.092078:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1767319000.096033:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045599104:12345-0@lo:38:kworker.0 Request processed in 13621us (13876us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319000.096048:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1767319000.096348:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045599232:12345-0@lo:38:kworker.0 Request processed in 10179us (14153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319000.096358:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00080000:0.0:1767319000.100644:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319000.100656:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319000.100662:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045599616:0@lo:38:kworker.0 00000100:00080000:0.0:1767319000.100702:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319000.100706:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319000.100709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045599104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319000.100721:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319000.100725:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319000.100728:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045599232:0@lo:38:kworker.0 00010000:00010000:2.0:1767319000.846256:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319001.870053:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319002.896590:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319003.586123:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319003.586172:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319003.588877:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846272 00000100:00100000:1.0:1767319003.588892:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846272 00000100:00100000:1.0:1767319003.589054:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846144 00000100:00100000:1.0:1767319003.589058:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846144 00000100:00080000:3.0:1767319003.589123:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319003.589191:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 820 00000100:00100000:2.0:1767319003.589205:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985846272:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319003.589351:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985846272:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 148us (3238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319003.589359:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 820 00000100:00100000:2.0:1767319003.589385:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1055 00000100:00100000:2.0:1767319003.589400:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985846144:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319003.589792:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319003.589826:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985846144:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 424us (3653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319003.589833:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1055 00010000:00010000:3.0:1767319003.921380:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319004.174046:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319004.174060:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319004.174067:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045599744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319004.174074:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045599872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319004.177758:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319004.177855:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319004.178013:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599744 00000100:00100000:3.0:1767319004.178021:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599744 00000100:00100000:3.0:1767319004.178072:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045599872 00000100:00100000:3.0:1767319004.178074:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045599872 00000100:00100000:3.0:1767319004.178086:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1767319004.178092:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045599744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319004.178119:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319004.178176:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045599744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319004.178186:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1767319004.178204:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1767319004.178211:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045599872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319004.178225:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319004.178259:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045599872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319004.178265:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1767319004.178311:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045599872:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319004.178808:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319004.178813:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319004.179179:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045599744:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319004.943128:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319005.198304:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319005.198314:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319005.198382:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319005.198385:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319005.198390:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319005.198398:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4198 00000100:00080000:3.0:1767319005.198402:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319005.198409:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319005.198430:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825df80 x1853164045600128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319005.198484:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319005.198487:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319005.198489:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319005.198493:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4198 00000100:00080000:3.0:1767319005.198495:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319005.198498:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319005.198510:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825fb80 x1853164045600384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319005.198517:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319005.198520:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319005.198521:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319005.198524:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4198 00000100:00080000:3.0:1767319005.198526:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319005.198529:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319005.198542:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f480 x1853164045600512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319005.198562:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319005.198565:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319005.198567:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319005.198570:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4198 00000100:00080000:3.0:1767319005.198572:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319005.198575:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319005.198584:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c000 x1853164045600896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319005.198609:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045600256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319005.198670:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.198807:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045600640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.198841:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.198876:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600640 00000100:00100000:1.0:1767319005.198884:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600640 00000100:00100000:1.0:1767319005.198929:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1767319005.198937:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045600640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.199005:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045600640:12345-0@lo:400:kworker.0 Request processed in 67us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319005.199012:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1767319005.199044:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045600000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.199068:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.199106:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600256 00000100:00100000:1.0:1767319005.199110:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600256 00000100:00100000:1.0:1767319005.199141:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600000 00000100:00100000:1.0:1767319005.199144:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600000 00000100:00100000:1.0:1767319005.199160:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1767319005.199165:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045600256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.199194:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045600256:12345-0@lo:400:kworker.0 Request processed in 28us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319005.199199:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1767319005.199211:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1767319005.199216:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045600000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.199244:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045600000:12345-0@lo:400:kworker.0 Request processed in 28us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319005.199249:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00080000:1.0:1767319005.199265:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319005.199489:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045600768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.199519:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319005.199592:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600768 00000100:00100000:1.0:1767319005.199596:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600768 00000100:00100000:1.0:1767319005.199632:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1767319005.199638:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045600768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.199671:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045600768:12345-0@lo:400:kworker.0 Request processed in 33us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319005.199676:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1767319005.200316:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045600128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319005.200353:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319005.200511:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600128 00000100:00100000:0.0:1767319005.200515:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600128 00000100:00100000:0.0:1767319005.200549:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1767319005.200555:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045600128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319005.200573:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319005.200616:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045600128:12345-0@lo:38:kworker.0 Request processed in 60us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319005.200622:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00010000:00080000:3.0:1767319005.201448:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825e680 x1853164045600256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319005.201738:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045600256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319005.201896:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045600640:0@lo:400:kworker.0 00010000:00080000:2.0:1767319005.201999:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825dc00 x1853164045600000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319005.202010:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045600000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319005.202567:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045600768:0@lo:400:kworker.0 00000100:00080000:2.0:1767319005.202656:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319005.202661:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319005.202664:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045600128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319005.202672:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045600384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319005.202746:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.202803:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045600512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319005.202829:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319005.202860:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045600896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319005.202880:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319005.203216:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600384 00000100:00100000:0.0:1767319005.203223:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600384 00000100:00100000:0.0:1767319005.203260:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600896 00000100:00100000:0.0:1767319005.203264:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600896 00000100:00100000:0.0:1767319005.203285:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1767319005.203291:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045600384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319005.203308:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319005.203348:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045600384:12345-0@lo:38:kworker.0 Request processed in 55us (601us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319005.203384:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:0.0:1767319005.203400:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1767319005.203404:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045600896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319005.203416:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319005.203441:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045600896:12345-0@lo:38:kworker.0 Request processed in 35us (560us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319005.203446:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1767319005.203712:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045600512 00000100:00100000:3.0:1767319005.203717:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045600512 00000100:00100000:3.0:1767319005.203750:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1767319005.203755:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045600512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319005.203764:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319005.203815:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045600512:12345-0@lo:38:kworker.0 Request processed in 59us (985us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319005.203820:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00080000:2.0:1767319005.203960:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319005.203973:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319005.203977:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045600384:0@lo:38:kworker.0 00000100:00080000:2.0:1767319005.204057:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319005.204062:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319005.204065:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045600512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319005.204072:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319005.204075:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319005.204077:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045600896:0@lo:38:kworker.0 00010000:00010000:2.0:1767319005.966554:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319006.990652:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319008.015357:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319008.707327:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319008.708020:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319008.708223:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846528 00000100:00100000:1.0:1767319008.708239:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846528 00000100:00100000:1.0:1767319008.708339:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846400 00000100:00100000:1.0:1767319008.708343:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846400 00000100:00100000:1.0:1767319008.708376:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 823 00000100:00100000:1.0:1767319008.708387:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985846528:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319008.708474:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985846528:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (1190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319008.708479:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1059 00000100:00100000:1.0:1767319008.708490:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 823 00000100:00100000:2.0:1767319008.708492:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985846400:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319008.708516:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319008.708550:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985846400:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 60us (533us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319008.708558:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1059 00000100:00080000:3.0:1767319008.709226:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319009.037941:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319009.297599:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319009.297614:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045601024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319009.297753:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319009.297933:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601024 00000100:00100000:3.0:1767319009.297940:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601024 00000100:00100000:0.0:1767319009.298014:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319009.298025:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045601152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319009.298057:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319009.298155:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601152 00000100:00100000:3.0:1767319009.298169:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601152 00000100:00100000:3.0:1767319009.298201:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1767319009.298213:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045601024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319009.298259:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319009.298348:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045601024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (594us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319009.298356:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1767319009.298837:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1767319009.298850:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045601152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319009.298871:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319009.299056:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045601152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 208us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319009.299063:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:3.0:1767319009.299320:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319009.299326:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319009.299709:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045601024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319009.315302:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045601152:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319010.062014:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319010.317941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319010.317950:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319010.318012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319010.318016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319010.318021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319010.318028:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4203 00000100:00080000:2.0:1767319010.318033:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319010.318039:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319010.318056:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631f80 x1853164045601408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319010.318087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319010.318089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319010.318091:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319010.318094:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4203 00000100:00080000:2.0:1767319010.318096:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319010.318099:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319010.318107:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b480 x1853164045601664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319010.318115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319010.318118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319010.318119:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319010.318122:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4203 00000100:00080000:2.0:1767319010.318124:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319010.318127:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319010.318135:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28e00 x1853164045601792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319010.318152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319010.318155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319010.318157:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319010.318160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4203 00000100:00080000:2.0:1767319010.318162:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319010.318166:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319010.318196:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164045602176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319010.318218:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045601920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.318309:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.318362:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319010.318367:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045601536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.318388:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319010.318413:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601920 00000100:00100000:2.0:1767319010.318419:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601920 00000100:00100000:2.0:1767319010.318456:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1767319010.318463:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045601920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319010.318509:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045601920:12345-0@lo:400:kworker.0 Request processed in 46us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319010.318516:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1767319010.318549:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045601920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.318631:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601536 00000100:00100000:0.0:1767319010.318636:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601536 00000100:00100000:0.0:1767319010.318678:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1767319010.318685:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045601536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.318717:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045601536:12345-0@lo:400:kworker.0 Request processed in 32us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319010.318722:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:0.0:1767319010.318740:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045602048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.318760:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319010.318803:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319010.318807:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045601280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.318825:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319010.318845:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601280 00000100:00100000:0.0:1767319010.318848:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601280 00000100:00100000:0.0:1767319010.318867:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1767319010.318872:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045601280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.318897:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045601280:12345-0@lo:400:kworker.0 Request processed in 25us (72us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319010.318903:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:0.0:1767319010.318915:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602048 00000100:00100000:0.0:1767319010.318918:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602048 00000100:00100000:0.0:1767319010.318937:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1767319010.318941:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045602048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.318964:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045602048:12345-0@lo:400:kworker.0 Request processed in 22us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319010.318969:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00010000:00080000:0.0:1767319010.318991:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0633480 x1853164045601280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319010.319000:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045601280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319010.319008:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045602048:0@lo:400:kworker.0 00000100:00080000:2.0:1767319010.319067:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319010.319084:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b100 x1853164045601536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319010.319093:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045601536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319010.319218:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045601408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319010.319244:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319010.319280:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045601664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319010.319299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319010.319323:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045601792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319010.319343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319010.319371:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045602176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319010.319390:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319010.319413:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601408 00000100:00100000:1.0:1767319010.319416:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601408 00000100:00100000:1.0:1767319010.319435:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601664 00000100:00100000:1.0:1767319010.319438:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601664 00000100:00100000:1.0:1767319010.319449:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602176 00000100:00100000:1.0:1767319010.319452:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602176 00000100:00100000:1.0:1767319010.319465:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1767319010.319468:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045601408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319010.319485:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319010.319511:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045601408:12345-0@lo:38:kworker.0 Request processed in 41us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319010.319517:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1767319010.319532:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1767319010.319535:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045601664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319010.319544:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319010.319567:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045601664:12345-0@lo:38:kworker.0 Request processed in 30us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319010.319572:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1767319010.319583:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1767319010.319586:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045602176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319010.319594:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319010.319614:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045602176:12345-0@lo:38:kworker.0 Request processed in 26us (223us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319010.319619:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00080000:1.0:1767319010.319645:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319010.319650:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319010.319653:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045602176:0@lo:38:kworker.0 00000100:00080000:1.0:1767319010.319668:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319010.319671:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319010.319674:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045601408:0@lo:38:kworker.0 00000100:00080000:1.0:1767319010.319680:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319010.319683:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319010.319686:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045601664:0@lo:38:kworker.0 00000100:00100000:3.0:1767319010.319756:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045601792 00000100:00100000:3.0:1767319010.319761:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045601792 00000100:00100000:3.0:1767319010.319808:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1767319010.319813:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045601792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319010.319823:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319010.319857:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045601792:12345-0@lo:38:kworker.0 Request processed in 43us (512us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319010.319862:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00080000:3.0:1767319010.319887:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319010.319890:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319010.319893:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045601792:0@lo:38:kworker.0 00010000:00010000:1.0:1767319011.086290:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319012.110267:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319013.134108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319013.826059:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319013.826173:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846784 00000100:00100000:0.0:1767319013.826183:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846784 00000100:00100000:0.0:1767319013.826300:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 826 00000100:00080000:2.0:1767319013.826308:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319013.826314:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985846784:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319013.826402:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985846784:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319013.826410:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 826 00000100:00100000:3.0:1767319013.831372:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319013.832178:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985846656 00000100:00100000:2.0:1767319013.832191:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985846656 00000100:00100000:2.0:1767319013.832255:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1063 00000100:00100000:2.0:1767319013.832264:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985846656:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319013.832287:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319013.832356:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985846656:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 91us (994us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319013.832363:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1063 00010000:00010000:2.0:1767319014.161886:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319014.414133:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319014.414152:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045602304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319014.414226:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319014.414421:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602304 00000100:00100000:0.0:1767319014.414429:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602304 00000100:00100000:0.0:1767319014.414481:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1767319014.414490:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045602304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319014.414518:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319014.414557:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045602304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319014.414563:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:2.0:1767319014.415485:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319014.415503:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319014.415517:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045602432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319014.415565:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319014.415672:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602432 00000100:00100000:0.0:1767319014.415679:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602432 00000100:00100000:0.0:1767319014.415725:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1767319014.415733:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045602432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319014.415754:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319014.415807:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045602432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319014.415814:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1767319014.415961:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045602304:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319014.416091:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319014.416111:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045602432:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319015.182187:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319015.437859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319015.437869:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319015.437932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319015.437937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319015.437941:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319015.437948:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4208 00000100:00080000:2.0:1767319015.437952:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319015.437958:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319015.437978:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ca80 x1853164045602688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319015.437980:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319015.437996:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045602560:0@lo:400:kworker.0 00000100:00080000:2.0:1767319015.438025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319015.438029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319015.438032:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319015.438036:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4208 00000100:00080000:2.0:1767319015.438039:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319015.438042:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319015.438054:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045602944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319015.438064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319015.438065:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319015.438071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319015.438073:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319015.438077:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4208 00000100:00080000:2.0:1767319015.438080:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319015.438083:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319015.438094:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0dc00 x1853164045603072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319015.438120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319015.438124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319015.438125:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319015.438129:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4208 00000100:00080000:2.0:1767319015.438132:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319015.438134:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045602816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319015.438136:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045603328:0@lo:400:kworker.0 00000100:00080000:2.0:1767319015.438139:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319015.438158:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045603456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319015.438214:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045603200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319015.438373:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602560 00000100:00100000:0.0:1767319015.438381:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602560 00000100:00100000:0.0:1767319015.438436:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767319015.438445:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045602560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319015.439757:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319015.439831:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602816 00000100:00100000:3.0:1767319015.439837:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602816 00000100:00100000:3.0:1767319015.439880:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1767319015.439889:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045602816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319015.439939:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045602816:12345-0@lo:400:kworker.0 Request processed in 51us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319015.439946:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00010000:00080000:3.0:1767319015.439986:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f100 x1853164045602816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319015.439998:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045602816:0@lo:400:kworker.0 00000100:00080000:3.0:1767319015.440039:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319015.440054:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045602688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319015.440083:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319015.440111:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045602944:0@lo:38:kworker.0 00000100:00100000:3.0:1767319015.440141:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319015.440156:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045603072:0@lo:38:kworker.0 00000100:00100000:3.0:1767319015.440192:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319015.440216:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045603456:0@lo:38:kworker.0 00000100:00100000:3.0:1767319015.440236:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319015.440264:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602688 00000100:00100000:3.0:1767319015.440268:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602688 00000100:00100000:3.0:1767319015.440287:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045602944 00000100:00100000:3.0:1767319015.440289:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045602944 00000100:00100000:3.0:1767319015.440295:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603456 00000100:00100000:3.0:1767319015.440297:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603456 00000100:00100000:3.0:1767319015.440307:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1767319015.440311:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045602688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319015.440330:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319015.440361:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045602688:12345-0@lo:38:kworker.0 Request processed in 48us (277us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319015.440368:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1767319015.440380:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1767319015.440384:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045602944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319015.440393:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319015.440416:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045602944:12345-0@lo:38:kworker.0 Request processed in 29us (273us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319015.440422:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:3.0:1767319015.440432:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:3.0:1767319015.440436:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045603456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319015.440444:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319015.440465:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045603456:12345-0@lo:38:kworker.0 Request processed in 28us (228us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319015.440471:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:3.0:1767319015.440494:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319015.440500:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319015.440503:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045602688:0@lo:38:kworker.0 00000100:00080000:3.0:1767319015.440511:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319015.440526:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319015.440529:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045602944:0@lo:38:kworker.0 00000100:00080000:3.0:1767319015.440586:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319015.440589:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319015.440592:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045603456:0@lo:38:kworker.0 00000100:00100000:3.0:1767319015.440647:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603072 00000100:00100000:3.0:1767319015.440650:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603072 00000100:00100000:3.0:1767319015.440673:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1767319015.440678:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045603072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319015.440690:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319015.440708:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319015.440729:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045603072:12345-0@lo:38:kworker.0 Request processed in 49us (536us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319015.440736:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:3.0:1767319015.440762:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319015.440786:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319015.440789:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045603072:0@lo:38:kworker.0 00000100:00100000:3.0:1767319015.441024:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319015.441347:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045602560:12345-0@lo:400:kworker.0 Request processed in 2902us (3282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319015.441357:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00010000:00080000:1.0:1767319015.441441:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0e300 x1853164045602560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319015.441453:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045602560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319015.444339:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603328 00000100:00100000:0.0:1767319015.444353:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603328 00000100:00100000:0.0:1767319015.444410:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603200 00000100:00100000:0.0:1767319015.444413:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603200 00000100:00100000:0.0:1767319015.444444:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1767319015.444454:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045603328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319015.444461:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1767319015.444474:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045603200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319015.445042:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045603328:12345-0@lo:400:kworker.0 Request processed in 588us (4333us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319015.445052:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045603200:12345-0@lo:400:kworker.0 Request processed in 579us (4024us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319015.445056:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1767319015.445066:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1767319015.445151:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045603328:0@lo:400:kworker.0 00000100:00100000:1.0:1767319015.445217:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045603200:0@lo:400:kworker.0 00010000:00010000:3.0:1767319016.206005:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319017.230054:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319018.253996:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319018.949151:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319018.949271:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847168 00000100:00100000:0.0:1767319018.949281:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847168 00000100:00100000:0.0:1767319018.949371:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 829 00000100:00100000:0.0:1767319018.949381:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985847168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767319018.949784:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319018.950268:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985847168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 884us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319018.950279:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 829 00000400:00000100:1.0:1767319018.951903:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985846912 offset 0 length 520: 4 00000100:00100000:1.0:1767319018.951969:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319018.952119:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847040 00000100:00100000:0.0:1767319018.952129:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847040 00000100:00100000:0.0:1767319018.952177:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1067 00000100:00100000:0.0:1767319018.952185:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985847040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319018.952208:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319018.952267:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985847040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 81us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319018.952275:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1067 00010000:00010000:1.0:1767319019.278447:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319019.534289:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319019.534307:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045603584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319019.534374:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319019.534466:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045603712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319019.534496:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319019.534530:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767318994/real 1767318994] req@ffffa07bed0c4e00 x1853164045598336/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319019 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319019.534548:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603584 00000100:00100000:2.0:1767319019.534554:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c4e00 x1853164045598336/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319019 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319019.534557:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603584 00000100:00080000:2.0:1767319019.534585:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319019.534608:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319019.534613:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045598336:0@lo:250:kworker.0 00000100:00100000:3.0:1767319019.534614:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603712 00000100:00100000:3.0:1767319019.534620:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603712 00000100:00100000:3.0:1767319019.534640:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1767319019.534649:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045603584:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319019.534654:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319019.534660:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319019.534663:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319019.534668:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4193 00000100:00080000:2.0:1767319019.534673:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319019.534680:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00002000:00000024:3.0:1767319019.534680:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319019.534701:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0e680 x1853164045603840/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319019.534787:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1767319019.534797:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045603712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319019.534815:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319019.534853:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045603712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319019.534860:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:0.0:1767319019.534898:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319019.534902:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319019.535173:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045603840:0@lo:250:kworker.0 00000400:00000100:1.0:1767319019.535196:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045603840 offset 0 length 520: 4 00000100:00100000:0.0:1767319019.535341:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045603968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319019.535371:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319019.535405:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319019.535409:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319019.535412:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319019.535415:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4213 00000100:00080000:2.0:1767319019.535419:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319019.535423:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319019.535441:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ea00 x1853164045604096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319019.535576:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045603968 00000100:00100000:0.0:1767319019.535581:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045603968 00000100:00100000:0.0:1767319019.535634:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:0.0:1767319019.535641:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045603968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319019.535678:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045603968:12345-0@lo:400:kworker.0 Request processed in 38us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319019.535685:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:0.0:1767319019.535701:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319019.535724:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f480 x1853164045603968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319019.535735:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045603968:0@lo:400:kworker.0 00000100:00100000:0.0:1767319019.535808:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045603712:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319019.536425:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045604096:0@lo:38:kworker.0 00000100:00100000:1.0:1767319019.536473:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319019.538284:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604096 00000100:00100000:0.0:1767319019.538296:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604096 00000100:00100000:0.0:1767319019.538336:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1767319019.538343:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045604096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319019.538362:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319019.538421:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045604096:12345-0@lo:38:kworker.0 Request processed in 78us (1947us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319019.538427:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1767319019.538454:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045604224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319019.538483:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319019.538670:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1381f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045603584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4022us (4294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319019.538678:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:1.0:1767319019.538800:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319019.538807:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319019.538812:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045604096:0@lo:38:kworker.0 00000100:00100000:1.0:1767319019.538846:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604224 00000100:00100000:1.0:1767319019.538850:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604224 00000100:00100000:1.0:1767319019.538891:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1767319019.538897:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045604224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319019.538937:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045604224:12345-0@lo:400:kworker.0 Request processed in 39us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319019.538943:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00080000:2.0:1767319019.539013:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319019.539019:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319019.539021:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319019.539026:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4213 00000100:00080000:2.0:1767319019.539030:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319019.539034:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319019.539058:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c700 x1853164045604352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319019.539116:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045604352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319019.539141:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319019.539174:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319019.539178:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319019.539180:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319019.539183:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4213 00000100:00080000:2.0:1767319019.539186:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319019.539190:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319019.539204:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d180 x1853164045604480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319019.539233:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045604480:0@lo:38:kworker.0 00000100:00100000:1.0:1767319019.539257:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319019.539283:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604352 00000100:00100000:1.0:1767319019.539287:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604352 00000100:00100000:1.0:1767319019.539303:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1767319019.539307:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045604352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319019.539318:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319019.539344:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045604352:12345-0@lo:38:kworker.0 Request processed in 36us (202us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319019.539350:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00080000:1.0:1767319019.539373:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319019.539377:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319019.539380:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045604352:0@lo:38:kworker.0 00000100:00080000:2.0:1767319019.539701:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319019.539705:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319019.539707:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319019.539711:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4213 00000100:00080000:2.0:1767319019.539715:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319019.539719:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319019.539734:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f800 x1853164045604608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319019.539874:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045604608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319019.539900:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319019.539973:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604608 00000100:00100000:2.0:1767319019.539977:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604608 00000100:00100000:2.0:1767319019.540039:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1767319019.540044:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045604608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319019.540056:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319019.540103:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045604608:12345-0@lo:38:kworker.0 Request processed in 57us (202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319019.540109:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1767319019.540172:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604480 00000100:00100000:3.0:1767319019.540177:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604480 00000100:00080000:2.0:1767319019.540191:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319019.540196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319019.540200:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045604608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319019.540212:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1767319019.540219:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045604480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319019.540231:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319019.540232:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319019.540269:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045604480:12345-0@lo:38:kworker.0 Request processed in 48us (1009us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319019.540277:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:2.0:1767319019.540285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319019.540291:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319019.540295:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045604480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319019.543400:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045603584:0@lo:13:osp-pre-0-1.0 00010000:00080000:0.0:1767319019.543442:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ed80 x1853164045604224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319019.543453:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045604224:0@lo:400:kworker.0 00010000:00010000:3.0:1767319020.305420:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319021.326904:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319022.350074:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319023.377105:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319024.070967:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319024.071031:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319024.071068:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847424 00000100:00100000:2.0:1767319024.071079:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847424 00000100:00100000:1.0:1767319024.071199:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847296 00000100:00100000:1.0:1767319024.071204:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847296 00000100:00100000:1.0:1767319024.071251:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1071 00000100:00100000:1.0:1767319024.071259:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985847296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319024.071282:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319024.071348:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985847296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319024.071356:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1071 00000100:00100000:2.0:1767319024.072375:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 832 00000100:00100000:2.0:1767319024.072388:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985847424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319024.072450:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985847424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 67us (1493us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319024.072457:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 832 00000100:00080000:0.0:1767319024.073552:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319024.398014:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319024.654136:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319024.654145:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319024.654146:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045604736:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319024.654164:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319024.654169:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319024.654173:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319024.654180:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4217 00000100:00080000:3.0:1767319024.654184:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319024.654190:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319024.654219:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319024.654239:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164045605120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319024.654276:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045605248:0@lo:400:kworker.0 00000100:00080000:3.0:1767319024.654277:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319024.654285:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319024.654287:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319024.654292:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4217 00000100:00080000:3.0:1767319024.654295:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319024.654300:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319024.654314:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bed80 x1853164045605376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319024.654325:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319024.654329:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319024.654334:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319024.654336:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319024.654342:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4217 00000100:00080000:3.0:1767319024.654345:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319024.654348:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319024.654392:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045604992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319024.654400:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045604864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319024.654433:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319024.654445:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319024.654476:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605248 00000100:00100000:2.0:1767319024.654485:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605248 00000100:00100000:0.0:1767319024.654491:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604736 00000100:00100000:0.0:1767319024.654497:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604736 00000100:00100000:2.0:1767319024.654551:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604992 00000100:00100000:2.0:1767319024.654555:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604992 00000100:00100000:0.0:1767319024.654556:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045604864 00000100:00100000:0.0:1767319024.654562:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045604864 00000100:00100000:0.0:1767319024.654589:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1767319024.654592:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1767319024.654601:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045604736:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319024.654607:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045605248:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1767319024.654635:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319024.654654:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045605248:12345-0@lo:400:kworker.0 Request processed in 51us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319024.654662:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1767319024.654682:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045604736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319024.654683:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1767319024.654697:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1767319024.654698:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045604992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319024.654716:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1767319024.654726:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045604864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319024.654745:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319024.654765:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045604992:12345-0@lo:400:kworker.0 Request processed in 70us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319024.654793:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1767319024.654804:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045604864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319024.654812:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00010000:00080000:2.0:1767319024.654837:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ed80 x1853164045604992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319024.654839:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319024.654845:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319024.654849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319024.654858:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045604992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319024.654878:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045604864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319024.654892:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045605120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319024.654935:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045604736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319024.654943:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319024.654966:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045605376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319024.654972:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605120 00000100:00100000:0.0:1767319024.654977:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605120 00000100:00100000:2.0:1767319024.654992:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319024.655342:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605376 00000100:00100000:0.0:1767319024.655346:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605376 00000100:00100000:0.0:1767319024.655370:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1767319024.655374:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045605120:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319024.655392:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319024.655428:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045605120:12345-0@lo:38:kworker.0 Request processed in 52us (489us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319024.655435:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:0.0:1767319024.655446:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:0.0:1767319024.655450:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045605376:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319024.655459:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319024.655484:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045605376:12345-0@lo:38:kworker.0 Request processed in 32us (493us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319024.655489:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00080000:0.0:1767319024.655559:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319024.655565:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319024.655568:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045605120:0@lo:38:kworker.0 00000100:00080000:0.0:1767319024.655576:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319024.655578:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319024.655581:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045605376:0@lo:38:kworker.0 00010000:00080000:1.0:1767319024.662136:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bea00 x1853164045605248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319040 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319024.662156:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc700 x1853164045605504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319024.662157:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045605248:0@lo:400:kworker.0 00000100:00080000:3.0:1767319024.662190:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319024.662195:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319024.662198:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319024.662203:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4217 00000100:00080000:3.0:1767319024.662207:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319024.662213:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319024.662233:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd180 x1853164045605632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319024.662410:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045605504:0@lo:38:kworker.0 00000100:00100000:0.0:1767319024.662477:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319024.662514:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045605632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319024.662540:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319024.662788:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605504 00000100:00100000:1.0:1767319024.662794:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605504 00000100:00100000:1.0:1767319024.662833:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1767319024.662840:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045605504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319024.662861:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319024.663104:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045605504:12345-0@lo:38:kworker.0 Request processed in 253us (616us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319024.663112:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1767319024.663381:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605632 00000100:00100000:2.0:1767319024.663387:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605632 00000100:00100000:2.0:1767319024.663422:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:2.0:1767319024.663427:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045605632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319024.663439:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319024.665508:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319024.665524:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319024.665530:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045605504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319024.667003:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045605632:12345-0@lo:38:kworker.0 Request processed in 3479us (4366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319024.667019:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00080000:0.0:1767319024.667229:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319024.667235:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319024.667240:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045605632:0@lo:38:kworker.0 00010000:00010000:2.0:1767319025.422119:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319026.446076:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319027.472225:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319028.494402:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319029.190243:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319029.190294:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319029.190384:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847680 00000100:00100000:2.0:1767319029.190394:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847680 00000100:00080000:0.0:1767319029.191262:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319029.191354:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847552 00000100:00100000:2.0:1767319029.191359:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847552 00000100:00100000:2.0:1767319029.191465:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 835 00000100:00100000:2.0:1767319029.191479:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985847680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319029.191559:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985847680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319029.191566:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 835 00000100:00100000:2.0:1767319029.191585:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1075 00000100:00100000:2.0:1767319029.191589:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985847552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319029.191620:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319029.191645:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985847552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (1350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319029.191660:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1075 00010000:00010000:2.0:1767319029.519092:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319029.773891:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319029.773910:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319029.773952:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319029.773956:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319029.773961:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319029.773968:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045605888:0@lo:400:kworker.0 00000100:00080000:3.0:1767319029.773969:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4222 00000100:00080000:3.0:1767319029.773977:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319029.773985:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319029.774007:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164045606016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319029.774040:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319029.774052:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319029.774056:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319029.774058:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319029.774063:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4222 00000100:00080000:3.0:1767319029.774065:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319029.774070:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319029.774083:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164045606272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319029.774093:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319029.774096:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319029.774098:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319029.774103:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4222 00000100:00080000:3.0:1767319029.774105:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319029.774106:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045605760:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319029.774111:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319029.774128:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164045606400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319029.774133:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045606144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319029.774141:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319029.774153:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319029.774157:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319029.774159:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319029.774163:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4222 00000100:00080000:3.0:1767319029.774165:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319029.774169:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767319029.774169:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319029.774180:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045606656:0@lo:400:kworker.0 00000100:00100000:3.0:1767319029.774185:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf100 x1853164045606784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319029.774201:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319029.774213:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319029.774223:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045606528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319029.774247:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605760 00000100:00100000:2.0:1767319029.774253:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045605888 00000100:00100000:0.0:1767319029.774255:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605760 00000100:00100000:3.0:1767319029.774258:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319029.774260:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045605888 00000100:00100000:3.0:1767319029.774298:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606144 00000100:00100000:3.0:1767319029.774303:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606144 00000100:00100000:0.0:1767319029.774363:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1767319029.774372:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045605760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319029.774403:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319029.774446:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045605760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319029.774453:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1767319029.774525:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045606016:0@lo:38:kworker.0 00000100:00100000:1.0:1767319029.774562:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319029.774581:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045606272:0@lo:38:kworker.0 00000100:00100000:1.0:1767319029.774601:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319029.774622:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045606400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319029.774642:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319029.774661:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045606784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319029.774678:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319029.774708:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606016 00000100:00100000:1.0:1767319029.774712:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606016 00000100:00100000:1.0:1767319029.774732:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606272 00000100:00100000:1.0:1767319029.774735:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606272 00000100:00100000:1.0:1767319029.774743:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606784 00000100:00100000:1.0:1767319029.774746:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606784 00000100:00100000:1.0:1767319029.774755:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1767319029.774761:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045606016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319029.774805:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319029.774853:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045606016:12345-0@lo:38:kworker.0 Request processed in 91us (290us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319029.774860:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1767319029.774877:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1767319029.774881:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045606272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319029.774890:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319029.774925:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045606272:12345-0@lo:38:kworker.0 Request processed in 42us (322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319029.774930:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:1.0:1767319029.774942:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1767319029.774946:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045606784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319029.774954:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319029.774973:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045606784:12345-0@lo:38:kworker.0 Request processed in 26us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319029.774978:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1767319029.774997:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606400 00000100:00100000:1.0:1767319029.775000:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606400 00000100:00100000:1.0:1767319029.775021:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1767319029.775025:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045606400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319029.775034:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319029.775057:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045606400:12345-0@lo:38:kworker.0 Request processed in 30us (414us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319029.775063:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:1.0:1767319029.775096:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319029.775101:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319029.775105:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045606016:0@lo:38:kworker.0 00000100:00080000:1.0:1767319029.775111:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319029.775114:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319029.775116:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045606272:0@lo:38:kworker.0 00000100:00080000:1.0:1767319029.775123:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319029.775125:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319029.775128:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045606400:0@lo:38:kworker.0 00000100:00080000:1.0:1767319029.775133:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319029.775135:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319029.775138:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045606784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319029.775193:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606656 00000100:00100000:1.0:1767319029.775197:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606656 00000100:00100000:1.0:1767319029.775217:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606528 00000100:00100000:1.0:1767319029.775220:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606528 00000100:00100000:2.0:1767319029.776025:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1767319029.776035:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045605888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319029.776091:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045605888:12345-0@lo:400:kworker.0 Request processed in 57us (2053us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319029.776525:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1767319029.776535:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045606144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319029.776580:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045606144:12345-0@lo:400:kworker.0 Request processed in 48us (2378us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319029.776587:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1767319029.776618:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1767319029.776628:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045606656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319029.776661:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045606656:12345-0@lo:400:kworker.0 Request processed in 36us (2450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319029.776669:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00010000:00080000:3.0:1767319029.777382:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045606144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319029.777395:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1767319029.777400:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045606144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319029.777435:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319029.777446:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045606912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319029.777475:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045606656:0@lo:400:kworker.0 00010000:00080000:2.0:1767319029.777493:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf800 x1853164045605888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319045 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319029.777494:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319029.777506:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045605888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319029.777529:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045605760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319029.777536:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045606912 00000100:00100000:3.0:1767319029.777543:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045606912 00000100:00100000:3.0:1767319029.777589:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1767319029.777597:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7023:x1853164045606912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319029.777621:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319029.777658:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7023:x1853164045606912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319029.777664:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1767319029.778025:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045606912:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319029.778346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319029.778353:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319029.778355:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319029.781365:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1767319029.781382:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045606528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319029.781490:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045606528:12345-0@lo:400:kworker.0 Request processed in 114us (7232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319029.781498:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1767319029.782351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045606528:0@lo:400:kworker.0 00010000:00010000:2.0:1767319030.542210:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319031.566052:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319032.596365:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319033.614017:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319034.309502:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319034.310541:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319034.311478:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847808 00000100:00100000:1.0:1767319034.311490:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847808 00000100:00100000:1.0:1767319034.311548:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985847936 00000100:00100000:1.0:1767319034.311559:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985847936 00000100:00100000:1.0:1767319034.311609:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 838 00000100:00100000:1.0:1767319034.311631:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985847936:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319034.311725:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985847936:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 105us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319034.311734:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 838 00000100:00100000:1.0:1767319034.311759:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1079 00000100:00100000:1.0:1767319034.311764:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985847808:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319034.311801:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319034.311842:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985847808:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 76us (2352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319034.311849:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1079 00000100:00080000:3.0:1767319034.312076:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319034.639052:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319034.894053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319034.894067:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319034.894124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319034.894129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319034.894133:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319034.894141:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4228 00000100:00080000:2.0:1767319034.894146:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319034.894152:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319034.894175:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0e300 x1853164045607168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319034.894213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319034.894216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319034.894218:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319034.894222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4228 00000100:00080000:2.0:1767319034.894224:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319034.894228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319034.894239:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045607424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319034.894248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319034.894251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767319034.894621:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045607168:0@lo:38:kworker.0 00000100:00100000:0.0:1767319034.894685:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319034.894744:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045607424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319034.894789:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319034.894844:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319034.894854:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045607552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319034.894884:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319034.895134:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045607040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319034.895164:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319034.895192:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319034.895198:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045607296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319034.895218:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319034.895251:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607168 00000100:00100000:3.0:1767319034.895268:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607168 00000100:00100000:3.0:1767319034.895297:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607424 00000100:00100000:3.0:1767319034.895300:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607424 00000100:00100000:3.0:1767319034.895313:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607040 00000100:00100000:3.0:1767319034.895316:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607040 00000100:00100000:3.0:1767319034.895344:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607296 00000100:00100000:3.0:1767319034.895347:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607296 00000100:00100000:3.0:1767319034.895365:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1767319034.895372:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045607040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319034.895421:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045607040:12345-0@lo:400:kworker.0 Request processed in 48us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319034.895428:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:3.0:1767319034.895443:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1767319034.895449:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045607296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319034.895475:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045607296:12345-0@lo:400:kworker.0 Request processed in 27us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319034.895481:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1767319034.895492:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1767319034.895496:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045607168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319034.895515:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319034.895878:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1767319034.895884:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045607424:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319034.895896:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319034.895962:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319034.895967:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4228 00000100:00080000:2.0:1767319034.895971:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319034.895975:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319034.895994:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045607808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319034.896051:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045607168:12345-0@lo:38:kworker.0 Request processed in 551us (1365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319034.896057:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:3.0:1767319034.896082:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607552 00000100:00100000:3.0:1767319034.896086:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607552 00000100:00100000:3.0:1767319034.896117:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1767319034.896123:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045607552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319034.896148:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319034.896181:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045607552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319034.896186:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:3.0:1767319034.896209:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319034.896213:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319034.896226:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319034.896236:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045607680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319034.896275:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319034.896301:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607680 00000100:00100000:3.0:1767319034.896305:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607680 00000100:00100000:3.0:1767319034.896329:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1767319034.896335:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045607680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319034.896349:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319034.896378:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045607680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319034.896384:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:3.0:1767319034.896396:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319034.896425:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045607680:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1767319034.896453:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0dc00 x1853164045607296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319034.896463:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045607296:0@lo:400:kworker.0 00010000:00080000:3.0:1767319034.896472:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0df80 x1853164045607040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319034.896480:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045607040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319034.896505:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045607808:0@lo:38:kworker.0 00000100:00100000:3.0:1767319034.896530:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319034.897178:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045607552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319034.897232:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607808 00000100:00100000:0.0:1767319034.897236:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607808 00000100:00100000:0.0:1767319034.897274:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:0.0:1767319034.897280:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045607808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319034.897294:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319034.897714:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045607424:12345-0@lo:38:kworker.0 Request processed in 1827us (2945us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319034.897724:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00080000:2.0:1767319034.897872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319034.897878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319034.897881:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319034.897886:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4228 00000100:00080000:2.0:1767319034.897889:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319034.897894:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319034.897920:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ca80 x1853164045607936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319034.898091:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319034.898097:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319034.898100:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045607168:0@lo:38:kworker.0 00000100:00080000:3.0:1767319034.898113:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319034.898116:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319034.898119:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045607424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319034.898137:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045607936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319034.898173:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319034.898499:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045607808:12345-0@lo:38:kworker.0 Request processed in 1217us (1966us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319034.898508:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1767319034.898624:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045607936 00000100:00100000:1.0:1767319034.898629:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045607936 00000100:00100000:1.0:1767319034.898662:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:1.0:1767319034.898667:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045607936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319034.898681:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319034.898712:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045607936:12345-0@lo:38:kworker.0 Request processed in 43us (537us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319034.898718:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00080000:3.0:1767319034.898837:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319034.898842:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319034.898845:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045607808:0@lo:38:kworker.0 00000100:00080000:3.0:1767319034.898862:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319034.898865:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319034.898867:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045607936:0@lo:38:kworker.0 00010000:00010000:1.0:1767319035.662119:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319036.686044:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319037.710140:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319038.734237:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319039.425934:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319039.426168:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848064 00000100:00100000:2.0:1767319039.426179:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848064 00000100:00100000:2.0:1767319039.426234:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1083 00000100:00100000:2.0:1767319039.426245:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985848064:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319039.426269:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319039.426382:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319039.426417:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848192 00000100:00100000:2.0:1767319039.426442:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985848064:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 196us (515us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319039.426451:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1083 00000100:00100000:1.0:1767319039.426662:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848192 00000100:00100000:1.0:1767319039.426728:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 841 00000100:00100000:1.0:1767319039.426737:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985848192:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767319039.426909:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319039.429816:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985848192:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 3068us (3430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319039.429833:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 841 00010000:00010000:1.0:1767319039.758110:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319040.014092:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319040.014110:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319040.014364:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045608064:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319040.014392:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319040.014397:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319040.014402:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319040.014410:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4233 00000100:00080000:2.0:1767319040.014416:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319040.014425:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319040.014454:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164045608320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319040.014471:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319040.014549:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319040.014559:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045608192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319040.014600:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319040.014609:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319040.015375:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045608448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319040.015451:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319040.015530:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608064 00000100:00100000:1.0:1767319040.015537:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608064 00000100:00100000:1.0:1767319040.015597:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608448 00000100:00100000:1.0:1767319040.015601:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608448 00000100:00100000:1.0:1767319040.015619:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1767319040.015628:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045608064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319040.015672:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319040.015732:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045608064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319040.015738:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1767319040.015758:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1767319040.015764:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045608448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319040.015797:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319040.015831:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045608448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319040.015841:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1767319040.015866:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608192 00000100:00100000:0.0:1767319040.015877:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608192 00000100:00100000:1.0:1767319040.015901:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045608448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319040.015938:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045608064:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319040.015966:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319040.015971:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319040.018241:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1767319040.018261:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045608192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319040.018380:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045608192:12345-0@lo:400:kworker.0 Request processed in 126us (3779us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319040.018388:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00010000:00080000:0.0:1767319040.018462:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f100 x1853164045608192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319040.018480:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045608192:0@lo:400:kworker.0 00000100:00080000:1.0:1767319040.019925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319040.022733:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319040.022743:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319040.022748:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319040.022758:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4233 00000100:00080000:2.0:1767319040.022764:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319040.022794:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319040.022824:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045608576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319040.022828:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ca80 x1853164045608704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319040.022850:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319040.022854:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319040.022856:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319040.022860:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4233 00000100:00080000:2.0:1767319040.022864:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319040.022915:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319040.023030:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608576 00000100:00080000:2.0:1767319040.023034:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319040.023041:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608576 00000100:00100000:1.0:1767319040.023101:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:1.0:1767319040.023110:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045608576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319040.023162:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045608576:12345-0@lo:400:kworker.0 Request processed in 53us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319040.023169:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00080000:1.0:1767319040.023194:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319040.023223:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f100 x1853164045608576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319056 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319040.023238:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045608576:0@lo:400:kworker.0 00000100:00100000:3.0:1767319040.023565:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045608320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319040.023598:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319040.023811:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045608704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319040.023835:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319040.023986:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608320 00000100:00100000:1.0:1767319040.023991:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608320 00000100:00100000:1.0:1767319040.024017:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608704 00000100:00100000:1.0:1767319040.024020:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608704 00000100:00100000:1.0:1767319040.024034:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1767319040.024039:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045608320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319040.024056:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319040.024088:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045608320:12345-0@lo:38:kworker.0 Request processed in 47us (489us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319040.024094:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1767319040.024108:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1767319040.024112:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045608704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319040.024121:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319040.024148:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045608704:12345-0@lo:38:kworker.0 Request processed in 35us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319040.024153:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00080000:3.0:1767319040.024245:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319040.024251:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319040.024254:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045608320:0@lo:38:kworker.0 00000100:00080000:3.0:1767319040.024262:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319040.024265:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319040.024268:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045608704:0@lo:38:kworker.0 00000100:00100000:2.0:1767319040.026356:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045608832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319040.026398:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319040.026403:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319040.026406:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319040.026412:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4233 00000100:00080000:2.0:1767319040.026417:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319040.026425:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319040.026448:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045608960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319040.026478:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045608832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319040.026557:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319040.026620:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608832 00000100:00100000:0.0:1767319040.026632:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608832 00000100:00100000:3.0:1767319040.026638:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045608960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319040.026844:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319040.026978:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045608960 00000100:00100000:2.0:1767319040.026986:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045608960 00000100:00100000:2.0:1767319040.027031:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1767319040.027039:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045608960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319040.027059:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319040.027101:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045608960:12345-0@lo:38:kworker.0 Request processed in 62us (257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319040.027107:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00080000:3.0:1767319040.027382:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319040.027388:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319040.027392:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045608960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319040.027735:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1767319040.027745:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045608832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319040.027766:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319040.027987:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045608832:12345-0@lo:38:kworker.0 Request processed in 241us (1429us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319040.027996:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:3.0:1767319040.029647:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319040.029663:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319040.029669:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045608832:0@lo:38:kworker.0 00010000:00010000:3.0:1767319040.782076:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319041.806208:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319042.833749:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319043.525489:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985848320 offset 0 length 520: 4 00000100:00100000:0.0:1767319043.525537:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319043.525651:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319043.529168:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848576 00000100:00100000:3.0:1767319043.529185:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848576 00000100:00100000:3.0:1767319043.529268:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848448 00000100:00100000:3.0:1767319043.529273:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848448 00000100:00100000:3.0:1767319043.529297:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 844 00000100:00100000:3.0:1767319043.529307:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985848576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319043.529389:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985848576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (3851us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319043.529400:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 844 00000100:00100000:3.0:1767319043.529420:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1087 00000100:00100000:3.0:1767319043.529424:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985848448:12345-192.168.204.59@tcp:38:kworker.0 00000100:00080000:1.0:1767319043.529632:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767319043.530339:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319043.530492:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985848448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1062us (4837us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319043.530502:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1087 00010000:00010000:1.0:1767319043.854057:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319044.110942:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319019/real 1767319019] req@ffffa07bf8b0e680 x1853164045603840/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319044 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319044.110976:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8b0e680 x1853164045603840/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319044 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319044.110996:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319044.111029:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319044.111033:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045603840:0@lo:250:kworker.0 00000100:00080000:2.0:1767319044.111115:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319044.111121:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319044.111125:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319044.111129:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4217 00000100:00080000:2.0:1767319044.111143:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319044.111149:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319044.111180:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0e300 x1853164045609088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319044.111296:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319044.111435:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045609088:0@lo:250:kworker.0 00000400:00000100:3.0:1767319044.111479:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045609088 offset 0 length 520: 4 00000100:00080000:2.0:1767319044.111691:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319044.111696:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319044.111698:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319044.111702:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4238 00000100:00080000:2.0:1767319044.111705:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319044.111709:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319044.111725:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0dc00 x1853164045609344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319044.111792:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045609344:0@lo:38:kworker.0 00000100:00100000:3.0:1767319044.111825:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319044.111909:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609344 00000100:00100000:0.0:1767319044.111918:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609344 00000100:00100000:0.0:1767319044.111959:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1767319044.111966:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045609344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319044.111985:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319044.112027:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045609344:12345-0@lo:38:kworker.0 Request processed in 59us (200us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319044.112046:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:0.0:1767319044.112081:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319044.112085:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319044.112088:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045609344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319044.115056:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045609472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319044.115134:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319044.115261:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045609216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319044.115286:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319044.126216:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609472 00000100:00100000:3.0:1767319044.126235:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609472 00000100:00100000:3.0:1767319044.126321:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609216 00000100:00100000:3.0:1767319044.126325:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609216 00000100:00100000:3.0:1767319044.126355:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1767319044.126364:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045609472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319044.126476:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045609472:12345-0@lo:400:kworker.0 Request processed in 112us (11341us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319044.126484:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1767319044.126500:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1767319044.126507:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045609216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319044.126538:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045609216:12345-0@lo:400:kworker.0 Request processed in 31us (11251us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319044.126543:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00080000:3.0:1767319044.126851:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319044.126919:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0e680 x1853164045609472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319044.126934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045609472:0@lo:400:kworker.0 00010000:00080000:3.0:1767319044.126947:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0df80 x1853164045609216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319060 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319044.126967:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045609216:0@lo:400:kworker.0 00000100:00080000:2.0:1767319044.128486:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319044.128493:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319044.128497:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319044.128503:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4238 00000100:00080000:2.0:1767319044.128507:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319044.128512:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319044.128546:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045609600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319044.128569:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319044.128573:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319044.128575:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319044.128579:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4238 00000100:00080000:2.0:1767319044.128581:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319044.128585:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319044.128597:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045609728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319044.128646:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319044.128650:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319044.128652:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319044.128656:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4238 00000100:00080000:2.0:1767319044.128658:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319044.128662:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319044.128672:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f100 x1853164045610112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319044.128678:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045609600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319044.128698:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045609856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319044.134388:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319044.134457:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319044.134469:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045609984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319044.134506:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319044.134725:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609856 00000100:00100000:1.0:1767319044.134726:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609984 00000100:00100000:0.0:1767319044.134735:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609856 00000100:00100000:1.0:1767319044.134735:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609984 00000100:00100000:1.0:1767319044.134871:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1767319044.134882:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045609984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319044.134947:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045609984:12345-0@lo:400:kworker.0 Request processed in 65us (438us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319044.134955:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1767319044.136375:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319044.136430:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045609728:0@lo:38:kworker.0 00000100:00100000:3.0:1767319044.136466:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319044.136501:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045610112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319044.136526:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319044.136931:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609600 00000100:00100000:3.0:1767319044.136938:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609600 00000100:00100000:1.0:1767319044.136958:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610112 00000100:00100000:1.0:1767319044.136964:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610112 00000100:00100000:1.0:1767319044.137001:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:1.0:1767319044.137008:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045610112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319044.137027:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319044.137066:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:3.0:1767319044.137074:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045609600:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319044.137077:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045610112:12345-0@lo:38:kworker.0 Request processed in 67us (547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319044.137087:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00010000:00020000:3.0:1767319044.137090:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319044.137126:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045609600:12345-0@lo:38:kworker.0 Request processed in 51us (755us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319044.137132:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045609728 00000100:00100000:3.0:1767319044.137134:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1767319044.137139:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045609728 00000100:00100000:1.0:1767319044.137166:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1767319044.137172:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045609728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319044.137182:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319044.137183:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319044.137190:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319044.137195:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045610112:0@lo:38:kworker.0 00000100:00080000:3.0:1767319044.137208:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319044.137212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319044.137217:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045609728:12345-0@lo:38:kworker.0 Request processed in 41us (747us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319044.137219:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045609600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319044.137233:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00080000:3.0:1767319044.137237:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319044.137243:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319044.137247:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045609728:0@lo:38:kworker.0 00000100:00100000:3.0:1767319044.137308:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045609984:0@lo:400:kworker.0 00000100:00080000:2.0:1767319044.138160:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319044.138166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319044.142931:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1767319044.142950:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045609856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319044.143068:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045609856:12345-0@lo:400:kworker.0 Request processed in 126us (8686us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319044.143075:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1767319044.143144:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045609856:0@lo:400:kworker.0 00010000:00010000:3.0:1767319044.884584:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319045.133943:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045610240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319045.134014:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319045.134158:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610240 00000100:00100000:1.0:1767319045.134165:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610240 00000100:00100000:1.0:1767319045.134211:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1767319045.134219:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045610240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319045.134244:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319045.134292:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045610240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319045.134300:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1767319045.134409:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045610240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319045.134733:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045610368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319045.134758:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319045.134833:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610368 00000100:00100000:1.0:1767319045.134836:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610368 00000100:00100000:1.0:1767319045.134855:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1767319045.134860:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045610368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319045.134873:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319045.134905:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045610368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319045.134909:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1767319045.135490:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045610368:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319045.903348:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319046.926325:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319047.951140:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319048.661562:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319048.661616:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319048.661690:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848832 00000100:00100000:1.0:1767319048.661700:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848832 00000100:00100000:3.0:1767319048.661713:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848704 00000100:00100000:3.0:1767319048.661720:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848704 00000100:00080000:2.0:1767319048.661794:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319048.661806:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 847 00000100:00100000:3.0:1767319048.661818:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985848832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319048.661876:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1091 00000100:00100000:1.0:1767319048.661883:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985848704:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:3.0:1767319048.661900:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985848832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (356us total) trans 0 rc 0/0 00010000:00020000:1.0:1767319048.661904:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319048.661917:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 847 00000100:00100000:1.0:1767319048.661938:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985848704:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319048.661946:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1091 00010000:00010000:3.0:1767319048.977676:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319049.232453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319049.232464:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319049.232570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319049.232574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319049.232579:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319049.232588:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4242 00000100:00080000:0.0:1767319049.232593:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319049.232600:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319049.232624:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7aa00 x1853164045610624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319049.232659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319049.232665:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319049.232668:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319049.232671:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4242 00000100:00080000:0.0:1767319049.232673:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319049.232677:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319049.232689:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78700 x1853164045610880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319049.232698:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319049.232701:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319049.232703:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319049.232706:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4242 00000100:00080000:0.0:1767319049.232709:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319049.232712:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319049.232723:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79180 x1853164045611008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319049.232810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319049.232814:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319049.232816:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319049.233067:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045610624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319049.233094:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045610496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319049.233151:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045611136:0@lo:400:kworker.0 00000100:00100000:3.0:1767319049.233159:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319049.233194:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4242 00000100:00100000:1.0:1767319049.233238:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045610752:0@lo:400:kworker.0 00000100:00080000:0.0:1767319049.233354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319049.233359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319049.233375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdc00 x1853164045611392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319049.233399:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045611264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319049.233927:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319049.233976:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611136 00000100:00100000:2.0:1767319049.233983:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611136 00000100:00100000:2.0:1767319049.234036:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1767319049.234048:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045611136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319049.234227:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045611136:12345-0@lo:400:kworker.0 Request processed in 53us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319049.234236:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00080000:2.0:1767319049.234258:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319049.234272:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319049.234309:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610624 00000100:00100000:2.0:1767319049.234313:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610624 00000100:00100000:2.0:1767319049.234330:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610496 00000100:00100000:2.0:1767319049.234333:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610496 00000100:00100000:2.0:1767319049.234359:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767319049.234367:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045610496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319049.234402:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045610496:12345-0@lo:400:kworker.0 Request processed in 37us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319049.234409:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767319049.234419:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1767319049.234423:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045610624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319049.234440:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319049.234467:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045610624:12345-0@lo:38:kworker.0 Request processed in 42us (1313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319049.234717:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00080000:2.0:1767319049.234738:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319049.234763:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7b480 x1853164045610496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319049.234792:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045610496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319049.234837:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045611136:0@lo:400:kworker.0 00000100:00080000:3.0:1767319049.235200:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319049.235206:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319049.235209:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045610624:0@lo:38:kworker.0 00000100:00100000:3.0:1767319049.235217:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045610880:0@lo:38:kworker.0 00000100:00100000:3.0:1767319049.235251:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319049.235351:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319049.235428:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611264 00000100:00100000:1.0:1767319049.235433:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611264 00000100:00100000:1.0:1767319049.235488:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1767319049.235496:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045611264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319049.235554:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045611264:12345-0@lo:400:kworker.0 Request processed in 58us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319049.235561:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1767319049.235578:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045611008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319049.235591:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319049.235608:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319049.235631:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319049.235653:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045611264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319049.235683:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611008 00000100:00100000:0.0:1767319049.235687:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611008 00000100:00100000:0.0:1767319049.235708:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1767319049.235712:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045611008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319049.235726:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319049.235754:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045611008:12345-0@lo:38:kworker.0 Request processed in 40us (146us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319049.235760:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1767319049.236115:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045611392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319049.236147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319049.236351:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610880 00000100:00100000:2.0:1767319049.236357:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610880 00000100:00100000:2.0:1767319049.236388:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045610752 00000100:00100000:2.0:1767319049.236392:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045610752 00000100:00080000:3.0:1767319049.236397:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319049.236404:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319049.236408:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045611008:0@lo:38:kworker.0 00000100:00100000:2.0:1767319049.236426:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611392 00000100:00100000:2.0:1767319049.236430:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611392 00000100:00080000:3.0:1767319049.236449:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319049.236450:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1767319049.236460:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045610752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319049.236470:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1767319049.236476:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045610880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319049.236489:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319049.236521:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045610880:12345-0@lo:38:kworker.0 Request processed in 43us (1268us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319049.236528:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1767319049.236555:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1767319049.236559:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045611392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319049.236567:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319049.236589:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045611392:12345-0@lo:38:kworker.0 Request processed in 29us (442us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319049.236594:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00080000:3.0:1767319049.236615:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319049.236621:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319049.236625:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045611392:0@lo:38:kworker.0 00000100:00080000:3.0:1767319049.236634:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319049.236637:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319049.236640:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045610880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319049.237022:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045610752:12345-0@lo:400:kworker.0 Request processed in 562us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319049.237029:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00010000:00080000:1.0:1767319049.237081:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7ad80 x1853164045610752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319065 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319049.237092:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045610752:0@lo:400:kworker.0 00010000:00010000:2.0:1767319049.998642:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319050.254228:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319050.254247:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045611520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319050.254331:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319050.254522:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611520 00000100:00100000:1.0:1767319050.254530:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611520 00000100:00100000:1.0:1767319050.254588:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1767319050.254597:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045611520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319050.254627:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319050.254679:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045611520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319050.254687:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1767319050.255880:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045611520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319050.256244:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319050.256255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045611648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319050.256315:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319050.256416:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611648 00000100:00100000:1.0:1767319050.256422:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611648 00000100:00100000:1.0:1767319050.256474:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1767319050.256483:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045611648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319050.256508:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319050.256566:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045611648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319050.256574:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1767319050.257284:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045611648:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319051.022127:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319052.048022:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319053.070093:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319053.761608:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319053.761746:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849088 00000100:00100000:2.0:1767319053.761757:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849088 00000100:00100000:2.0:1767319053.761865:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 850 00000100:00100000:2.0:1767319053.761878:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849088:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319053.761957:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849088:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319053.761965:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 850 00000100:00080000:3.0:1767319053.762218:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319053.764637:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319053.764739:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985848960 00000100:00100000:0.0:1767319053.764750:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985848960 00000100:00100000:0.0:1767319053.764853:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1095 00000100:00100000:0.0:1767319053.764861:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985848960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319053.764883:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319053.764947:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985848960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 85us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319053.764955:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1095 00010000:00010000:2.0:1767319054.094439:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319054.349959:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319054.349970:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319054.350047:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319054.350051:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319054.350056:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319054.350063:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4247 00000100:00080000:2.0:1767319054.350068:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319054.350074:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319054.350094:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045611904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319054.350117:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319054.350120:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319054.350122:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319054.350125:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4247 00000100:00080000:2.0:1767319054.350127:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319054.350130:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319054.350139:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164045612160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319054.350147:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319054.350150:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319054.350151:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319054.350155:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4247 00000100:00080000:2.0:1767319054.350157:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319054.350159:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319054.350167:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78700 x1853164045612288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319054.350196:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319054.350199:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319054.350200:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319054.350203:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4247 00000100:00080000:2.0:1767319054.350206:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319054.350209:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319054.350216:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78a80 x1853164045612672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319054.350244:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045612416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319054.350306:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319054.350352:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319054.350357:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045612544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319054.350375:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319054.350534:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045611776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319054.350565:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319054.350595:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319054.350599:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045612032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319054.350616:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319054.350641:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611776 00000100:00100000:0.0:1767319054.350648:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611776 00000100:00100000:0.0:1767319054.350689:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612032 00000100:00100000:0.0:1767319054.350692:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612032 00000100:00100000:0.0:1767319054.350708:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1767319054.350716:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045611776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319054.350757:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045611776:12345-0@lo:400:kworker.0 Request processed in 41us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319054.350764:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1767319054.350800:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1767319054.350806:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045612032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319054.350834:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045612032:12345-0@lo:400:kworker.0 Request processed in 28us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319054.350839:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00080000:0.0:1767319054.350855:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319054.350878:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f100 x1853164045612032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319054.350890:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045612032:0@lo:400:kworker.0 00010000:00080000:0.0:1767319054.350900:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0fb80 x1853164045611776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319054.350907:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045611776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319054.350987:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612416 00000100:00100000:1.0:1767319054.350992:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612416 00000100:00100000:1.0:1767319054.351045:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612544 00000100:00100000:1.0:1767319054.351048:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612544 00000100:00100000:1.0:1767319054.351067:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1767319054.351073:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045612416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319054.351107:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b37450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045612416:12345-0@lo:400:kworker.0 Request processed in 34us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319054.351112:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:0.0:1767319054.351130:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319054.351134:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319054.351300:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1767319054.351306:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045612544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319054.351337:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045612544:12345-0@lo:400:kworker.0 Request processed in 31us (960us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319054.351344:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1767319054.351506:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045612544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319054.351516:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045612416:0@lo:400:kworker.0 00000100:00100000:3.0:1767319054.351712:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045611904:0@lo:38:kworker.0 00000100:00100000:3.0:1767319054.351748:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319054.351801:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045612160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319054.351824:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319054.351855:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045612288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319054.351878:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319054.351907:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045612672:0@lo:38:kworker.0 00000100:00100000:3.0:1767319054.351928:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319054.351958:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045611904 00000100:00100000:3.0:1767319054.351963:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045611904 00000100:00100000:3.0:1767319054.351983:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612160 00000100:00100000:3.0:1767319054.351985:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612160 00000100:00100000:3.0:1767319054.351996:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612672 00000100:00100000:3.0:1767319054.351998:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612672 00000100:00100000:3.0:1767319054.352085:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1767319054.352091:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045611904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319054.352108:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319054.352149:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045611904:12345-0@lo:38:kworker.0 Request processed in 56us (400us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319054.352154:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1767319054.352167:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1767319054.352170:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045612160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319054.352178:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319054.352198:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045612160:12345-0@lo:38:kworker.0 Request processed in 26us (373us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319054.352203:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1767319054.352212:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1767319054.352215:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045612672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319054.352223:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319054.352243:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045612672:12345-0@lo:38:kworker.0 Request processed in 25us (314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319054.352248:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00080000:3.0:1767319054.352278:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319054.352282:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319054.352285:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045611904:0@lo:38:kworker.0 00000100:00080000:3.0:1767319054.352292:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319054.352295:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319054.352297:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045612160:0@lo:38:kworker.0 00000100:00080000:3.0:1767319054.352303:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319054.352306:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319054.352308:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045612672:0@lo:38:kworker.0 00000100:00100000:1.0:1767319054.352561:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612288 00000100:00100000:1.0:1767319054.352566:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612288 00000100:00100000:1.0:1767319054.352599:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1767319054.352605:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045612288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319054.352615:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319054.352655:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045612288:12345-0@lo:38:kworker.0 Request processed in 49us (776us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319054.352662:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:3.0:1767319054.352983:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319054.352988:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319054.352991:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045612288:0@lo:38:kworker.0 00010000:00010000:2.0:1767319055.117971:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319055.374304:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045612800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319055.374378:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319055.374548:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612800 00000100:00100000:2.0:1767319055.374557:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612800 00000100:00100000:2.0:1767319055.374612:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1767319055.374622:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045612800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319055.374651:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319055.374706:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045612800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319055.374713:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1767319055.374816:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045612800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319055.381075:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319055.381095:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045612928:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319055.381176:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319055.381337:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045612928 00000100:00100000:1.0:1767319055.381346:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045612928 00000100:00100000:1.0:1767319055.381408:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1767319055.381430:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045612928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319055.381460:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319055.381517:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045612928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319055.381536:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1767319055.381675:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045612928:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319056.141995:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319057.165982:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319058.191808:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319058.882040:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319058.882092:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319058.882212:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849216 00000100:00100000:0.0:1767319058.882228:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849216 00000100:00100000:0.0:1767319058.882435:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849344 00000100:00100000:0.0:1767319058.882440:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849344 00000100:00100000:3.0:1767319058.883269:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 853 00000100:00100000:3.0:1767319058.883285:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849344:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319058.883397:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849344:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 117us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319058.883405:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 853 00000100:00100000:3.0:1767319058.883438:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1099 00000100:00100000:3.0:1767319058.883443:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985849216:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319058.883465:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319058.883491:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985849216:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (1468us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319058.883497:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1099 00000100:00080000:3.0:1767319058.883543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319059.214111:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319059.471619:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319059.471633:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319059.471715:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319059.471720:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319059.471725:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319059.471735:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4252 00000100:00080000:1.0:1767319059.471741:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319059.471749:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319059.471812:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd500 x1853164045613184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319059.471854:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045613056:0@lo:400:kworker.0 00000100:00080000:1.0:1767319059.471855:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319059.471868:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319059.471873:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319059.471878:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4252 00000100:00080000:1.0:1767319059.471881:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319059.471885:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319059.471904:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dca80 x1853164045613440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319059.471915:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319059.471920:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319059.471922:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319059.471927:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4252 00000100:00080000:1.0:1767319059.471930:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319059.471934:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319059.471953:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc000 x1853164045613568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319059.471960:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319059.472020:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319059.472025:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319059.472027:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319059.472033:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4252 00000100:00080000:1.0:1767319059.472046:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319059.472052:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319059.472062:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319059.472071:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53800 x1853164045613952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319059.472076:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045613312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319059.472110:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319059.472158:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613056 00000100:00100000:0.0:1767319059.472166:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613056 00000100:00100000:0.0:1767319059.472231:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613312 00000100:00100000:0.0:1767319059.472235:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613312 00000100:00100000:0.0:1767319059.472263:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1767319059.472273:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045613056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319059.472333:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045613056:12345-0@lo:400:kworker.0 Request processed in 61us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319059.472351:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:0.0:1767319059.472384:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00080000:2.0:1767319059.472607:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319059.472620:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045613696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319059.472652:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319059.472687:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319059.472694:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045613824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319059.472715:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319059.472741:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613696 00000100:00100000:2.0:1767319059.472745:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613696 00000100:00100000:2.0:1767319059.472797:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613824 00000100:00100000:2.0:1767319059.472799:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613824 00000100:00100000:2.0:1767319059.472819:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1767319059.472826:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045613696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319059.472857:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045613696:12345-0@lo:400:kworker.0 Request processed in 32us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319059.472863:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1767319059.472874:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1767319059.472880:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045613824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319059.472903:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045613824:12345-0@lo:400:kworker.0 Request processed in 23us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319059.472908:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:2.0:1767319059.472921:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319059.472923:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319059.472950:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045613824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319059.472960:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045613696:0@lo:400:kworker.0 00010000:00080000:2.0:1767319059.473008:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34df100 x1853164045613056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319059.473025:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045613056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319059.473290:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045613184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319059.473323:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319059.473370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045613440:0@lo:38:kworker.0 00000100:00100000:1.0:1767319059.473384:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613184 00000100:00100000:1.0:1767319059.473395:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613184 00000100:00100000:3.0:1767319059.473402:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319059.473430:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045613568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319059.473449:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613440 00000100:00100000:1.0:1767319059.473455:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613440 00000100:00100000:3.0:1767319059.473462:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319059.473483:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1767319059.473493:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045613184:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319059.473501:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045613952:0@lo:38:kworker.0 00010000:00020000:1.0:1767319059.473520:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319059.473527:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319059.473556:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613952 00000100:00100000:3.0:1767319059.473561:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613952 00000100:00100000:3.0:1767319059.473586:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1767319059.473594:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045613440:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319059.473604:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045613184:12345-0@lo:38:kworker.0 Request processed in 110us (278us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767319059.473614:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319059.473616:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1767319059.473662:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1767319059.473671:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045613952:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319059.473683:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045613440:12345-0@lo:38:kworker.0 Request processed in 74us (270us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767319059.473684:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319059.473697:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1767319059.473731:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045613952:12345-0@lo:38:kworker.0 Request processed in 59us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319059.473742:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1767319059.473744:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045613568 00000100:00100000:3.0:1767319059.473750:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045613568 00000100:00100000:3.0:1767319059.473811:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1767319059.473817:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045613568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319059.473830:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319059.473863:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045613568:12345-0@lo:38:kworker.0 Request processed in 45us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319059.473870:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00080000:3.0:1767319059.473904:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319059.473909:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319059.473912:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045613184:0@lo:38:kworker.0 00000100:00080000:3.0:1767319059.473920:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319059.473923:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319059.473926:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045613440:0@lo:38:kworker.0 00000100:00080000:3.0:1767319059.473932:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319059.473934:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319059.473937:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045613568:0@lo:38:kworker.0 00000100:00080000:3.0:1767319059.473945:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319059.473948:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319059.473950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045613952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319059.474090:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045613312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319059.474132:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045613312:12345-0@lo:400:kworker.0 Request processed in 1742us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319059.474140:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00010000:00080000:0.0:1767319059.474169:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ddc00 x1853164045613312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319059.474180:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045613312:0@lo:400:kworker.0 00010000:00010000:1.0:1767319060.242277:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319060.494760:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045614080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319060.494893:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319060.494982:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614080 00000100:00100000:1.0:1767319060.494993:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614080 00000100:00100000:1.0:1767319060.495063:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1767319060.495075:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045614080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319060.495121:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319060.495176:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045614080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319060.495186:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1767319060.495699:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045614080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319060.495964:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045614208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319060.496022:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319060.496084:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614208 00000100:00100000:0.0:1767319060.496101:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614208 00000100:00100000:0.0:1767319060.496151:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1767319060.496160:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045614208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319060.496201:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319060.498358:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045614208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2184us (2320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319060.498377:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1767319060.508128:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045614208:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319061.262380:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319062.287617:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319063.310847:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319064.003456:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319064.004087:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319064.004846:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849472 00000100:00100000:2.0:1767319064.004857:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849472 00000100:00100000:2.0:1767319064.004893:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849600 00000100:00100000:2.0:1767319064.004896:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849600 00000100:00100000:2.0:1767319064.004961:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 856 00000100:00100000:2.0:1767319064.004973:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849600:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319064.005045:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849600:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319064.005053:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 856 00000100:00100000:2.0:1767319064.005084:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1103 00000100:00100000:2.0:1767319064.005088:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985849472:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319064.005107:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319064.005132:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985849472:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (1691us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319064.005139:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1103 00000100:00080000:3.0:1767319064.005809:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319064.335244:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319064.589951:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319064.589964:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319064.590049:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319064.590053:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319064.590057:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319064.590065:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4257 00000100:00080000:1.0:1767319064.590070:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319064.590077:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319064.590099:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53b80 x1853164045614464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319064.590130:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319064.590134:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319064.590136:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319064.590140:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4257 00000100:00080000:1.0:1767319064.590142:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319064.590146:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319064.590156:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1380000 x1853164045614720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319064.590164:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319064.590167:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319064.590169:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319064.590172:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4257 00000100:00080000:1.0:1767319064.590175:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319064.590178:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319064.590188:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1380700 x1853164045614848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319064.590217:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319064.590220:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319064.590222:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319064.590225:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4257 00000100:00080000:1.0:1767319064.590227:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319064.590231:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319064.590242:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5880 x1853164045615232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319064.590387:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045614592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590456:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319064.590523:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319064.590529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045614336:0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590556:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319064.590587:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045615104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590618:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319064.590635:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319064.590641:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045614976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590660:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319064.590689:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615104 00000100:00100000:3.0:1767319064.590695:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615104 00000100:00100000:3.0:1767319064.590739:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614976 00000100:00100000:3.0:1767319064.590742:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614976 00000100:00100000:3.0:1767319064.590762:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1767319064.590788:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045615104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590835:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045615104:12345-0@lo:400:kworker.0 Request processed in 64us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319064.590842:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1767319064.590857:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1767319064.590863:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045614976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590899:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045614976:12345-0@lo:400:kworker.0 Request processed in 36us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319064.590904:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:3.0:1767319064.590920:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319064.590923:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319064.590953:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045614976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319064.590963:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045615104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319064.591038:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614592 00000100:00100000:1.0:1767319064.591043:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614592 00000100:00100000:1.0:1767319064.591079:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614336 00000100:00100000:1.0:1767319064.591082:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614336 00000100:00100000:1.0:1767319064.591099:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1767319064.591106:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045614592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319064.591140:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045614592:12345-0@lo:400:kworker.0 Request processed in 35us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319064.591146:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1767319064.591159:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1767319064.591164:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045614336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319064.591184:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045614336:12345-0@lo:400:kworker.0 Request processed in 21us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319064.591190:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00010000:00080000:1.0:1767319064.591211:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53800 x1853164045614336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319064.591220:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045614336:0@lo:400:kworker.0 00010000:00080000:1.0:1767319064.591227:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be1383800 x1853164045614592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319064.591235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045614592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319064.591471:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045614464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319064.591505:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319064.591540:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045614720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319064.591562:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319064.591591:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045614848:0@lo:38:kworker.0 00000100:00100000:0.0:1767319064.591614:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319064.591636:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045615232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319064.591654:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319064.591682:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614848 00000100:00100000:0.0:1767319064.591686:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614848 00000100:00100000:0.0:1767319064.591707:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1767319064.591711:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045614848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319064.591728:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319064.591762:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045614848:12345-0@lo:38:kworker.0 Request processed in 49us (147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319064.591787:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1767319064.591807:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614464 00000100:00100000:0.0:1767319064.591810:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614464 00000100:00100000:0.0:1767319064.591826:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045614720 00000100:00100000:0.0:1767319064.591828:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045614720 00000100:00100000:0.0:1767319064.591839:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615232 00000100:00100000:0.0:1767319064.591841:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615232 00000100:00100000:0.0:1767319064.591850:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:0.0:1767319064.591854:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045614464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319064.591863:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319064.591915:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1767319064.591920:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045614720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319064.591930:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319064.591957:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045614720:12345-0@lo:38:kworker.0 Request processed in 35us (394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319064.591963:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1767319064.591976:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1767319064.591979:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045615232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319064.591987:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319064.592017:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045615232:12345-0@lo:38:kworker.0 Request processed in 36us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319064.592022:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00080000:1.0:1767319064.592065:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319064.592070:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319064.592073:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045614720:0@lo:38:kworker.0 00000100:00080000:1.0:1767319064.592081:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319064.592085:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319064.592088:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045614848:0@lo:38:kworker.0 00000100:00080000:1.0:1767319064.592095:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319064.592097:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319064.592100:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045615232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319064.592231:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045614464:12345-0@lo:38:kworker.0 Request processed in 374us (723us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319064.592238:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00080000:1.0:1767319064.592312:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319064.592317:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319064.592326:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045614464:0@lo:38:kworker.0 00000100:00080000:3.0:1767319064.592382:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319065.358025:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319065.615727:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045615360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319065.615812:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319065.615886:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319065.615892:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045615488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319065.615917:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319065.615944:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615360 00000100:00100000:0.0:1767319065.615953:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615360 00000100:00100000:0.0:1767319065.616004:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615488 00000100:00100000:0.0:1767319065.616008:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615488 00000100:00100000:0.0:1767319065.616035:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1767319065.616045:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045615360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319065.616073:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319065.616112:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1767319065.616122:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045615488:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319065.616125:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045615360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319065.616132:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00002000:00000024:2.0:1767319065.616137:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319065.616163:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045615488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319065.616169:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1767319065.616278:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045615488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319065.616292:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045615360:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319066.381991:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319067.406030:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767319068.100479:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985849728 offset 0 length 520: 4 00000100:00100000:2.0:1767319068.100519:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319068.100689:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319068.104078:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849856 00000100:00100000:0.0:1767319068.104096:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849856 00000100:00100000:3.0:1767319068.105718:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985849984 00000100:00100000:3.0:1767319068.105729:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985849984 00000100:00100000:3.0:1767319068.105830:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 859 00000100:00100000:3.0:1767319068.105843:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319068.106048:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1107 00000100:00100000:1.0:1767319068.106054:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985849856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319068.106075:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319068.106115:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985849856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (5594us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319068.106132:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1107 00000100:00100000:3.0:1767319068.108420:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985849984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 2568us (7718us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319068.108434:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 859 00000100:00080000:2.0:1767319068.108561:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319068.430020:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319069.454003:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319069.709904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319069.709914:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319069.709965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319069.709969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319069.709972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319069.709979:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4262 00000100:00080000:1.0:1767319069.709984:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319069.709990:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319069.710010:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5880 x1853164045615744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319069.710040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319069.710043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319069.710045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319069.710048:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4262 00000100:00080000:1.0:1767319069.710062:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319069.710065:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319069.710076:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1380000 x1853164045616000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319069.710084:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319069.710087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319069.710089:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319069.710092:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4262 00000100:00080000:1.0:1767319069.710095:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319069.710098:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319069.710109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1383800 x1853164045616128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319069.710137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319069.710140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319069.710142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319069.710145:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4262 00000100:00080000:1.0:1767319069.710147:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319069.710161:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319069.710173:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf480 x1853164045616512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319069.710347:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045615872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.710410:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.710479:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319069.710486:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045615616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.710514:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.710546:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319044/real 1767319044] req@ffffa07bf8b0e300 x1853164045609088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319069 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319069.710565:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8b0e300 x1853164045609088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319069 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319069.710576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045615744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.710594:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.710610:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045616000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.710624:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.710639:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045616128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.710658:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.710673:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045616512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.710689:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319069.710700:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.710710:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319069.710713:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045609088:0@lo:250:kworker.0 00000100:00100000:2.0:1767319069.710753:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615872 00000100:00100000:2.0:1767319069.710760:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615872 00000100:00100000:2.0:1767319069.710824:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615616 00000100:00100000:2.0:1767319069.710826:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615616 00000100:00100000:2.0:1767319069.710837:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045615744 00000100:00100000:2.0:1767319069.710839:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045615744 00000100:00100000:2.0:1767319069.710847:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616000 00000100:00100000:2.0:1767319069.710848:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616000 00000100:00100000:2.0:1767319069.710856:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616512 00000100:00100000:2.0:1767319069.710858:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616512 00000100:00100000:2.0:1767319069.710868:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319069.710875:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045615872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.710919:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045615872:12345-0@lo:400:kworker.0 Request processed in 44us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319069.710925:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319069.710940:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1767319069.710946:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045615616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.710968:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045615616:12345-0@lo:400:kworker.0 Request processed in 23us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319069.710973:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1767319069.710984:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1767319069.710988:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045615744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319069.711004:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319069.711032:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045615744:12345-0@lo:38:kworker.0 Request processed in 42us (437us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319069.711038:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:2.0:1767319069.711049:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1767319069.711070:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045616000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319069.711078:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319069.711098:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045616000:12345-0@lo:38:kworker.0 Request processed in 28us (474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319069.711103:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:2.0:1767319069.711112:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:2.0:1767319069.711115:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045616512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319069.711123:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319069.711141:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045616512:12345-0@lo:38:kworker.0 Request processed in 24us (451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319069.711146:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00080000:2.0:1767319069.711175:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319069.711195:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4380 x1853164045615616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319069.711205:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045615616:0@lo:400:kworker.0 00010000:00080000:2.0:1767319069.711213:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be1380700 x1853164045615872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319069.711220:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045615872:0@lo:400:kworker.0 00000100:00080000:2.0:1767319069.711240:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.711244:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319069.711246:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045615744:0@lo:38:kworker.0 00000100:00080000:2.0:1767319069.711253:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.711256:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319069.711259:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045616000:0@lo:38:kworker.0 00000100:00080000:2.0:1767319069.711265:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.711268:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319069.711270:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045616512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319069.711287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319069.711291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319069.711293:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319069.711296:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4242 00000100:00080000:2.0:1767319069.711299:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319069.711302:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319069.711315:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03480 x1853164045616640/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319069.711334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319069.711337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319069.711338:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319069.711341:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4267 00000100:00080000:2.0:1767319069.711343:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319069.711345:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319069.711353:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02300 x1853164045616896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319069.711369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319069.711371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319069.711373:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319069.711375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4267 00000100:00080000:2.0:1767319069.711377:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319069.711380:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319069.711387:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00e00 x1853164045617152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319069.711395:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319069.711398:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319069.711409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319069.711411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319069.711413:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319069.711415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4267 00000100:00080000:2.0:1767319069.711417:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319069.711420:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319069.711427:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be1380700 x1853164045617536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319069.711444:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045617024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.711466:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.711481:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319069.711486:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045616768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.711503:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.711522:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617024 00000100:00100000:2.0:1767319069.711526:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617024 00000100:00100000:2.0:1767319069.711541:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616768 00000100:00100000:2.0:1767319069.711544:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616768 00000100:00100000:2.0:1767319069.711554:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1767319069.711559:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045617024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.711589:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045617024:12345-0@lo:400:kworker.0 Request processed in 29us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319069.711595:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1767319069.711606:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319069.711612:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045616768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319069.711636:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045616768:12345-0@lo:400:kworker.0 Request processed in 25us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319069.711641:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319069.711657:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045616640:0@lo:250:kworker.0 00000400:00000100:2.0:1767319069.711674:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045616640 offset 0 length 520: 4 00000100:00100000:2.0:1767319069.711691:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045616896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.711709:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.711723:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045617152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.711740:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.711748:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045617536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319069.711763:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319069.711808:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616896 00000100:00100000:2.0:1767319069.711812:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616896 00000100:00100000:2.0:1767319069.711821:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617152 00000100:00100000:2.0:1767319069.711823:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617152 00000100:00100000:2.0:1767319069.711830:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617536 00000100:00100000:2.0:1767319069.711832:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617536 00000100:00100000:2.0:1767319069.711840:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1767319069.711844:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045616896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319069.711855:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319069.711882:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045616896:12345-0@lo:38:kworker.0 Request processed in 36us (172us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319069.711888:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1767319069.711898:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1767319069.711901:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045617152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319069.711911:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319069.711934:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045617152:12345-0@lo:38:kworker.0 Request processed in 30us (193us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319069.711939:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1767319069.711949:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1767319069.711953:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045617536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319069.711961:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319069.711980:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045617536:12345-0@lo:38:kworker.0 Request processed in 26us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319069.711985:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00010000:00080000:2.0:1767319069.712008:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c01880 x1853164045616768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319069.712018:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045616768:0@lo:400:kworker.0 00010000:00080000:2.0:1767319069.712026:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c00000 x1853164045617024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319069.712039:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045617024:0@lo:400:kworker.0 00000100:00080000:2.0:1767319069.712060:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.712063:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319069.712066:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045616896:0@lo:38:kworker.0 00000100:00080000:2.0:1767319069.712073:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.712075:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319069.712077:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045617152:0@lo:38:kworker.0 00000100:00080000:2.0:1767319069.712083:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319069.712086:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319069.712089:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045617536:0@lo:38:kworker.0 00000100:00100000:0.0:1767319069.712803:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616128 00000100:00100000:0.0:1767319069.712811:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616128 00000100:00100000:0.0:1767319069.712839:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1767319069.712843:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045616128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319069.712855:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319069.712899:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045616128:12345-0@lo:38:kworker.0 Request processed in 54us (2239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319069.712905:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00080000:0.0:1767319069.712943:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319069.712947:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319069.712950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1383800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045616128:0@lo:38:kworker.0 00000100:00100000:3.0:1767319069.713614:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045616256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.713657:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319069.713691:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045617280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.713995:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319069.714020:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1767319069.714026:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045616384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714060:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319069.714078:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be1380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045617408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714096:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319069.714131:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616256 00000100:00100000:3.0:1767319069.714137:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616256 00000100:00100000:3.0:1767319069.714186:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617280 00000100:00100000:3.0:1767319069.714189:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617280 00000100:00100000:3.0:1767319069.714200:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045616384 00000100:00100000:3.0:1767319069.714202:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045616384 00000100:00100000:3.0:1767319069.714213:0:74137:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617408 00000100:00100000:3.0:1767319069.714216:0:74137:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617408 00000100:00100000:3.0:1767319069.714228:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1767319069.714233:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045616256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714275:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045616256:12345-0@lo:400:kworker.0 Request processed in 41us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319069.714281:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1767319069.714294:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1767319069.714300:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045617280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714324:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045617280:12345-0@lo:400:kworker.0 Request processed in 25us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319069.714329:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1767319069.714340:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1767319069.714345:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045616384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714379:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045616384:12345-0@lo:400:kworker.0 Request processed in 34us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319069.714385:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1767319069.714395:0:74137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1767319069.714401:0:74137:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045617408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714425:0:74137:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045617408:12345-0@lo:400:kworker.0 Request processed in 25us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319069.714443:0:74137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00080000:3.0:1767319069.714466:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319069.714470:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319069.714491:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045616384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714500:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be1380000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045617408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714507:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045616256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319069.714513:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045617280:0@lo:400:kworker.0 00010000:00010000:2.0:1767319070.478763:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319070.734929:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319070.734952:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045617664:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319070.735019:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319070.735193:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617664 00000100:00100000:1.0:1767319070.735200:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617664 00000100:00100000:1.0:1767319070.735264:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1767319070.735274:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045617664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319070.735304:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319070.735351:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045617664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319070.735359:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1767319070.735527:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319070.735535:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045617792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319070.735564:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319070.735725:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617792 00000100:00100000:3.0:1767319070.735730:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617792 00000100:00100000:3.0:1767319070.735764:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1767319070.735799:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045617792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319070.735817:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319070.735848:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045617792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319070.735855:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1767319070.735895:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045617664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319070.736088:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045617792:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319071.105448:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319071.105589:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850240 00000100:00100000:3.0:1767319071.105609:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850240 00000100:00100000:3.0:1767319071.105719:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 864 00000100:00100000:3.0:1767319071.105729:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985850240:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319071.105841:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1383800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985850240:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 112us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319071.105849:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 864 00000100:00100000:1.0:1767319071.106840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319071.106938:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850112 00000100:00100000:0.0:1767319071.106946:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850112 00000100:00100000:0.0:1767319071.106985:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1114 00000100:00100000:0.0:1767319071.106992:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985850112:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319071.107012:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319071.107056:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985850112:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 63us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319071.107063:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1114 00000100:00080000:2.0:1767319071.108649:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319071.502050:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319072.136072:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319072.136142:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319072.136281:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850496 00000100:00100000:3.0:1767319072.136305:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850496 00000100:00100000:3.0:1767319072.136414:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850368 00000100:00100000:3.0:1767319072.136419:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850368 00000100:00100000:2.0:1767319072.136656:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 865 00000100:00100000:2.0:1767319072.136670:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985850496:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319072.136759:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985850496:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319072.136808:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 865 00000100:00100000:2.0:1767319072.136834:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1115 00000100:00100000:2.0:1767319072.136839:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985850368:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319072.136858:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319072.136884:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985850368:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (741us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319072.136891:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1115 00010000:00010000:1.0:1767319072.526435:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319073.550273:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319073.742343:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319073.742354:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319073.742439:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319073.742443:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319073.742446:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319073.742456:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4268 00000100:00080000:3.0:1767319073.742460:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319073.742467:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319073.742499:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53800 x1853164045618048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319073.742513:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767319073.742544:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319073.742545:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045617920:0@lo:400:kworker.0 00000100:00080000:3.0:1767319073.742560:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319073.742562:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319073.742566:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4268 00000100:00080000:3.0:1767319073.742570:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319073.742575:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319073.742590:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc000 x1853164045618304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319073.742600:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319073.742603:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319073.742605:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319073.742610:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4267 00000100:00080000:3.0:1767319073.742612:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319073.742616:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319073.742628:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fce00 x1853164045618432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319073.742667:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319073.742675:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319073.742680:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319073.742683:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319073.742687:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4268 00000100:00080000:3.0:1767319073.742690:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319073.742696:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319073.742717:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9180 x1853164045618816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319073.742721:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045618176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319073.742753:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319073.742803:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045618688:0@lo:400:kworker.0 00000100:00100000:3.0:1767319073.742888:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319073.742941:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319073.742947:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045618560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319073.742968:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.743054:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045618048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319073.743097:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.743126:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045618304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319073.743164:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.743190:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045618432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319073.743216:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.743232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045618816:0@lo:38:kworker.0 00000100:00100000:2.0:1767319073.743250:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319073.743279:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045617920 00000100:00100000:2.0:1767319073.743286:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045617920 00000100:00100000:2.0:1767319073.743333:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618176 00000100:00100000:2.0:1767319073.743337:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618176 00000100:00100000:2.0:1767319073.743353:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618048 00000100:00100000:2.0:1767319073.743356:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618048 00000100:00100000:2.0:1767319073.743363:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618304 00000100:00100000:2.0:1767319073.743365:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618304 00000100:00100000:2.0:1767319073.743372:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618816 00000100:00100000:2.0:1767319073.743374:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618816 00000100:00100000:2.0:1767319073.743384:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1767319073.743392:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045617920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.743440:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045617920:12345-0@lo:400:kworker.0 Request processed in 48us (773us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.743448:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1767319073.743464:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1767319073.743471:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045618176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319073.743498:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045618176:12345-0@lo:400:kworker.0 Request processed in 28us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319073.743504:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1767319073.743518:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1767319073.743521:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be1380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045618048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319073.743538:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319073.743567:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be1380700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045618048:12345-0@lo:38:kworker.0 Request processed in 44us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319073.743573:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1767319073.743585:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1767319073.743588:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045618304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319073.743596:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319073.743618:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045618304:12345-0@lo:38:kworker.0 Request processed in 28us (453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319073.743622:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1767319073.743633:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1767319073.743637:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045618816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319073.743645:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319073.743668:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045618816:12345-0@lo:38:kworker.0 Request processed in 29us (417us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319073.743673:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00080000:2.0:1767319073.743688:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319073.743699:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618432 00000100:00100000:2.0:1767319073.743702:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618432 00000100:00100000:2.0:1767319073.743719:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:2.0:1767319073.743723:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045618432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319073.743731:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319073.743754:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045618432:12345-0@lo:38:kworker.0 Request processed in 30us (538us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319073.743759:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:2.0:1767319073.743819:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319073.743823:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319073.743827:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045618048:0@lo:38:kworker.0 00000100:00080000:2.0:1767319073.743836:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319073.743838:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319073.743841:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045618304:0@lo:38:kworker.0 00000100:00080000:2.0:1767319073.743848:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319073.743851:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319073.743853:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045618432:0@lo:38:kworker.0 00000100:00080000:2.0:1767319073.743860:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319073.743863:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319073.743865:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045618816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319073.744420:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618688 00000100:00100000:3.0:1767319073.744427:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618688 00000100:00080000:2.0:1767319073.744564:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319073.744720:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618560 00000100:00100000:3.0:1767319073.744724:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618560 00000100:00100000:3.0:1767319073.744758:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1767319073.744765:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045618688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319073.744838:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045618688:12345-0@lo:400:kworker.0 Request processed in 73us (1950us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319073.744845:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00010000:00080000:1.0:1767319073.744915:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9880 x1853164045618176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319073.744937:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045618176:0@lo:400:kworker.0 00010000:00080000:1.0:1767319073.744956:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53b80 x1853164045617920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319073.744965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045617920:0@lo:400:kworker.0 00000100:00100000:1.0:1767319073.745036:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1767319073.745051:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045618560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319073.745153:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045618560:12345-0@lo:400:kworker.0 Request processed in 109us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319073.745162:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:0.0:1767319073.745283:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319073.745333:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045618560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319073.745353:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045618688:0@lo:400:kworker.0 00010000:00010000:2.0:1767319074.574517:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319074.766586:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.766599:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319074.766713:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045618944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319074.766859:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319074.766969:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045618944 00000100:00100000:1.0:1767319074.766980:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045618944 00000100:00100000:1.0:1767319074.767083:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1767319074.767097:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045618944:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319074.767760:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.767780:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319074.767785:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319074.767792:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4272 00000100:00080000:0.0:1767319074.767798:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319074.767804:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319074.767850:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf100 x1853164045619072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319074.767935:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045619200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319074.767990:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319074.768046:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619200 00000100:00100000:2.0:1767319074.768052:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619200 00000100:00100000:2.0:1767319074.768104:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1767319074.768113:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045619200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319074.768160:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045619200:12345-0@lo:400:kworker.0 Request processed in 47us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319074.768168:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00010000:00080000:2.0:1767319074.768215:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bc000 x1853164045619200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319074.768230:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045619200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319074.768266:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045619072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319074.768294:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319074.768324:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619072 00000100:00100000:2.0:1767319074.768328:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619072 00000100:00100000:2.0:1767319074.768347:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1767319074.768352:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045619072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319074.768375:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319074.768410:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045619072:12345-0@lo:38:kworker.0 Request processed in 56us (115us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319074.768417:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00080000:2.0:1767319074.768441:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319074.768446:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319074.768449:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045619072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319074.768821:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045618944:12345-0@lo:400:kworker.0 Request processed in 1724us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319074.768841:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00080000:0.0:1767319074.773386:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.773402:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319074.773408:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319074.773417:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4272 00000100:00080000:0.0:1767319074.773423:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319074.773432:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319074.773489:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bce00 x1853164045619328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319074.773617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045619328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319074.773701:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319074.774080:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619328 00000100:00100000:1.0:1767319074.774094:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619328 00000100:00100000:1.0:1767319074.774162:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:1.0:1767319074.774171:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045619328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319074.774197:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319074.774267:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.774272:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319074.774276:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319074.774281:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4272 00000100:00080000:0.0:1767319074.774285:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319074.774290:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319074.774310:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdf80 x1853164045619456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319074.774381:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045619456:0@lo:38:kworker.0 00010000:00080000:3.0:1767319074.774413:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bca80 x1853164045618944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319074.774417:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319074.774429:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045618944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319074.774472:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045619328:12345-0@lo:38:kworker.0 Request processed in 300us (769us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319074.774479:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:3.0:1767319074.774490:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619456 00000100:00100000:3.0:1767319074.774493:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619456 00000100:00100000:3.0:1767319074.774516:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1767319074.774520:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045619456:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319074.774531:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319074.774608:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045619456:12345-0@lo:38:kworker.0 Request processed in 86us (190us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319074.774615:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:0.0:1767319074.774829:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319074.774833:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319074.774836:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319074.774840:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4272 00000100:00080000:0.0:1767319074.774843:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319074.774848:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319074.774865:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf100 x1853164045619840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319074.774981:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045619712:0@lo:400:kworker.0 00000100:00100000:1.0:1767319074.775017:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319074.775050:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319074.775066:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045619584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319074.775087:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319074.775160:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619712 00000100:00100000:3.0:1767319074.775165:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619712 00000100:00100000:3.0:1767319074.775212:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619584 00000100:00100000:3.0:1767319074.775215:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619584 00000100:00100000:3.0:1767319074.775235:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1767319074.775243:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045619712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319074.775294:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045619712:12345-0@lo:400:kworker.0 Request processed in 52us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319074.775301:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1767319074.775319:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1767319074.775327:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045619584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319074.775355:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045619584:12345-0@lo:400:kworker.0 Request processed in 31us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319074.775362:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1767319074.775408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045619584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319074.775417:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045619712:0@lo:400:kworker.0 00000100:00080000:2.0:1767319074.775844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319074.775851:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319074.775855:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045619328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319074.775877:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045619840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319074.775913:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319074.775991:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319074.775997:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319074.776000:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045619456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319074.776064:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619840 00000100:00100000:1.0:1767319074.776070:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619840 00000100:00100000:1.0:1767319074.776147:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1767319074.776152:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045619840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319074.776168:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319074.776216:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045619840:12345-0@lo:38:kworker.0 Request processed in 62us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319074.776222:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00080000:3.0:1767319074.776284:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319074.776288:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319074.776293:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045619840:0@lo:38:kworker.0 00010000:00010000:2.0:1767319075.598013:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319075.854083:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045619968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319075.854156:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045620096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319075.854171:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319075.854235:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045619968 00000100:00100000:1.0:1767319075.854242:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045619968 00000100:00100000:1.0:1767319075.854292:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1767319075.854299:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045619968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319075.854334:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767319075.856405:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319075.858794:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319075.859256:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045619968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4946us (5075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319075.859271:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:1.0:1767319075.859303:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620096 00000100:00100000:1.0:1767319075.859310:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620096 00000100:00100000:3.0:1767319075.859550:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045619968:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319075.865169:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319075.871999:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1767319075.875008:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045620096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319075.875087:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319075.875395:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045620096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3283us (16608us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319075.875409:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1767319075.875537:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045620096:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319076.628111:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319077.315448:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319077.315570:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319077.317440:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850752 00000100:00100000:2.0:1767319077.317453:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850752 00000100:00080000:0.0:1767319077.317525:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319077.317565:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850624 00000100:00100000:3.0:1767319077.317571:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850624 00000100:00100000:2.0:1767319077.319154:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 870 00000100:00100000:2.0:1767319077.319176:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985850752:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319077.319264:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985850752:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 97us (3823us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319077.319272:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 870 00000100:00100000:2.0:1767319077.319294:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1122 00000100:00100000:2.0:1767319077.319298:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985850624:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319077.319321:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319077.319345:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985850624:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (3775us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319077.319351:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1122 00010000:00010000:3.0:1767319077.646032:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319078.670890:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319079.694075:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319079.949898:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.949909:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319079.950034:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045620224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319079.950109:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319079.950204:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.950209:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319079.950213:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319079.950219:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4273 00000100:00080000:0.0:1767319079.950222:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319079.950229:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319079.950254:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf100 x1853164045620352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319079.950260:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620224 00000100:00100000:2.0:1767319079.950279:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620224 00000100:00100000:1.0:1767319079.950431:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045620480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319079.950464:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1767319079.950482:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045620224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.950514:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319079.950593:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620480 00000100:00100000:1.0:1767319079.950602:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620480 00000100:00100000:1.0:1767319079.950663:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1767319079.950673:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045620480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.950727:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045620480:12345-0@lo:400:kworker.0 Request processed in 55us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319079.950735:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00010000:00080000:1.0:1767319079.950791:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bdf80 x1853164045620480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319079.950809:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045620480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.950850:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045620352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319079.950876:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319079.950904:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319079.950913:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620352 00000100:00100000:1.0:1767319079.950917:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620352 00000100:00100000:1.0:1767319079.950940:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:1.0:1767319079.950945:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045620352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319079.950977:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319079.951012:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045620352:12345-0@lo:38:kworker.0 Request processed in 64us (134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319079.951018:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00080000:1.0:1767319079.951046:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319079.951052:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:0.0:1767319079.951053:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319079.951058:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045620352:0@lo:38:kworker.0 00000100:00080000:0.0:1767319079.951060:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319079.951065:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319079.951071:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4273 00000100:00080000:0.0:1767319079.951075:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319079.951079:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319079.951096:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bce00 x1853164045620608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319079.951113:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.951116:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319079.951118:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319079.951120:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4273 00000100:00080000:0.0:1767319079.951123:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319079.951126:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319079.951137:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bca80 x1853164045620736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319079.951144:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045620608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319079.951173:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319079.951194:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319079.951199:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319079.951201:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319079.951207:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4273 00000100:00100000:1.0:1767319079.951208:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045620736:0@lo:38:kworker.0 00000100:00080000:0.0:1767319079.951210:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319079.951216:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319079.951229:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdf80 x1853164045621120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319079.951253:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045620992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.951274:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319079.951292:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319079.951310:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045621120:0@lo:38:kworker.0 00000100:00100000:1.0:1767319079.951339:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319079.951340:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319079.951348:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045620864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.951372:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620608 00000100:00100000:1.0:1767319079.951377:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620608 00000100:00100000:0.0:1767319079.951385:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319079.951395:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621120 00000100:00100000:1.0:1767319079.951400:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621120 00000100:00100000:1.0:1767319079.951418:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1767319079.951424:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045620608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319079.951435:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319079.951451:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620992 00000100:00100000:0.0:1767319079.951456:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620992 00000100:00100000:1.0:1767319079.951473:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045620608:12345-0@lo:38:kworker.0 Request processed in 47us (297us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319079.951481:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1767319079.951496:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620864 00000100:00100000:0.0:1767319079.951500:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620864 00000100:00100000:1.0:1767319079.951501:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1767319079.951508:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045621120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319079.951519:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319079.951526:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1767319079.951536:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045620992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.951551:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045621120:12345-0@lo:38:kworker.0 Request processed in 40us (211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319079.951558:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1767319079.951579:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045620992:12345-0@lo:400:kworker.0 Request processed in 44us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319079.951587:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:1.0:1767319079.951595:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319079.951601:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319079.951605:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1767319079.951608:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045621120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319079.951615:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045620864:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319079.951619:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319079.951624:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319079.951629:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045620608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319079.951651:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045620864:12345-0@lo:400:kworker.0 Request processed in 36us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319079.951657:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:1.0:1767319079.951679:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319079.951683:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319079.951697:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045620864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319079.951710:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045620992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319079.951717:0:71000:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045620736 00000100:00100000:1.0:1767319079.951722:0:71000:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045620736 00000100:00100000:1.0:1767319079.951744:0:71000:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1767319079.951750:0:71000:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045620736:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319079.951751:0:71001:0:(service.c:3434:ptlrpc_start_thread()) ost_out[0] started 2 min 2 max 16 00000100:00100000:0.0:1767319079.951762:0:71001:0:(service.c:3493:ptlrpc_start_thread()) starting thread 'll_ost_out00_002' 00010000:00020000:1.0:1767319079.951764:0:71000:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319079.951819:0:71000:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045620736:12345-0@lo:38:kworker.0 Request processed in 68us (546us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319079.951826:0:71000:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:1.0:1767319079.951851:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319079.951854:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319079.951857:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045620736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319079.952052:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045620224:12345-0@lo:400:kworker.0 Request processed in 1560us (1925us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319079.952066:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00010000:00080000:3.0:1767319079.952196:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bc000 x1853164045620224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319079.952208:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045620224:0@lo:400:kworker.0 00010000:00010000:1.0:1767319080.719513:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319080.974113:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319080.974131:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045621248:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319080.974210:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319080.974441:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621248 00000100:00100000:0.0:1767319080.974450:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621248 00000100:00100000:0.0:1767319080.974519:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1767319080.974529:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045621248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319080.974569:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319080.974627:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045621248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319080.974635:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1767319080.975055:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045621376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319080.975083:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319080.975134:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045621248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319080.975213:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621376 00000100:00100000:2.0:1767319080.975218:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621376 00000100:00100000:2.0:1767319080.975252:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1767319080.975261:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045621376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319080.975279:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319080.975314:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045621376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319080.975321:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1767319080.975664:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045621376:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319081.743419:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319082.433386:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319082.433437:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319082.433477:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851008 00000100:00100000:3.0:1767319082.433494:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851008 00000100:00100000:1.0:1767319082.433556:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985850880 00000100:00100000:1.0:1767319082.433567:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985850880 00000100:00100000:3.0:1767319082.433621:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 873 00000100:00100000:3.0:1767319082.433637:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985851008:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767319082.433659:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319082.433756:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985851008:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319082.434317:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1126 00000100:00100000:1.0:1767319082.434327:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985850880:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319082.434350:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319082.434416:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985850880:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (977us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319082.434424:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1126 00000100:00100000:3.0:1767319082.434574:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 873 00010000:00010000:2.0:1767319082.766943:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319083.790061:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319084.814023:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319085.071319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319085.071328:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319085.071383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319085.071388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319085.071391:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319085.071398:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4278 00000100:00080000:2.0:1767319085.071403:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319085.071409:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319085.071429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53b80 x1853164045621632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319085.071462:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319085.071465:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319085.071466:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319085.071470:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4278 00000100:00080000:2.0:1767319085.071472:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319085.071475:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319085.071487:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7480 x1853164045621888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319085.071496:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319085.071500:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319085.071502:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319085.071507:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4278 00000100:00080000:2.0:1767319085.071509:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319085.071514:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319085.071528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4e00 x1853164045622016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319085.071552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045621632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319085.071568:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319085.071574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319085.071576:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319085.071581:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4278 00000100:00080000:2.0:1767319085.071584:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319085.071587:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319085.071606:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b100 x1853164045622400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319085.071653:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319085.071720:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045621888:0@lo:38:kworker.0 00000100:00100000:3.0:1767319085.071739:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319085.071760:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045622016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319085.071829:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319085.071884:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621632 00000100:00100000:3.0:1767319085.071894:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621632 00000100:00100000:3.0:1767319085.071924:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621888 00000100:00100000:3.0:1767319085.071927:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621888 00000100:00100000:3.0:1767319085.071948:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1767319085.071956:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73bb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045621632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319085.071993:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319085.072050:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73bb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045621632:12345-0@lo:38:kworker.0 Request processed in 92us (397us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319085.072058:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1767319085.072152:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767319085.072161:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045621888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319085.072264:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319085.072355:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045621888:12345-0@lo:38:kworker.0 Request processed in 193us (613us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319085.072365:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767319085.072445:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045622400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319085.072493:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319085.072569:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319085.072576:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319085.072582:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045621632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319085.072611:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319085.072837:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045621760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319085.072903:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319085.072951:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319085.072961:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045621504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319085.072994:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319085.073063:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622400 00000100:00100000:0.0:1767319085.073069:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622400 00000100:00100000:0.0:1767319085.073117:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621760 00000100:00100000:0.0:1767319085.073121:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621760 00000100:00100000:0.0:1767319085.073169:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045621504 00000100:00100000:0.0:1767319085.073174:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045621504 00000100:00100000:0.0:1767319085.073228:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1767319085.073241:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045621760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319085.073303:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045621760:12345-0@lo:400:kworker.0 Request processed in 65us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319085.073314:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1767319085.073349:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767319085.073364:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045621504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319085.073427:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045621504:12345-0@lo:400:kworker.0 Request processed in 61us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319085.073438:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767319085.073476:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:0.0:1767319085.073486:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045622400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319085.073503:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319085.073554:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045622400:12345-0@lo:38:kworker.0 Request processed in 69us (1064us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319085.073564:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00080000:0.0:1767319085.073605:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319085.073639:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045622144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319085.073679:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319085.073728:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319085.073735:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622144 00000100:00100000:0.0:1767319085.073740:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045622272:0@lo:400:kworker.0 00000100:00100000:3.0:1767319085.073744:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622144 00000100:00100000:0.0:1767319085.073806:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319085.074210:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622272 00000100:00100000:3.0:1767319085.074215:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622272 00000100:00100000:3.0:1767319085.074247:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1767319085.074256:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045622144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319085.074318:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045622144:12345-0@lo:400:kworker.0 Request processed in 64us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319085.074327:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1767319085.074342:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1767319085.074348:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045622272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319085.074372:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045622272:12345-0@lo:400:kworker.0 Request processed in 26us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319085.074376:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00010000:00080000:3.0:1767319085.074417:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc000 x1853164045621504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319085.074429:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045621504:0@lo:400:kworker.0 00010000:00080000:3.0:1767319085.074439:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53800 x1853164045621760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319085.074444:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045621760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319085.074486:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622016 00000100:00100000:3.0:1767319085.074489:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622016 00000100:00100000:3.0:1767319085.074505:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1767319085.074508:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045622016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319085.074521:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319085.074553:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045622016:12345-0@lo:38:kworker.0 Request processed in 44us (2724us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319085.074557:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:3.0:1767319085.074579:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319085.074582:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319085.075969:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319085.075976:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045621888:0@lo:38:kworker.0 00000100:00080000:2.0:1767319085.076035:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319085.076044:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319085.076047:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045622400:0@lo:38:kworker.0 00000100:00080000:2.0:1767319085.076104:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319085.076109:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319085.076112:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045622016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319085.077224:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045622272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319085.077242:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045622144:0@lo:400:kworker.0 00010000:00010000:3.0:1767319085.838376:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319086.094063:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045622528:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319086.094151:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319086.094367:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045622656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319086.094394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319086.094503:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622528 00000100:00100000:2.0:1767319086.094511:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622528 00000100:00100000:2.0:1767319086.094578:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622656 00000100:00100000:2.0:1767319086.094582:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622656 00000100:00100000:2.0:1767319086.094599:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767319086.094608:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045622528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319086.094636:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319086.094686:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045622528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319086.094693:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767319086.094708:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1767319086.094714:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045622656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319086.094739:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319086.094765:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045622656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319086.094788:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1767319086.094889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045622656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319086.095649:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045622528:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319086.862151:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319087.553942:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319087.554048:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319087.554456:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851264 00000100:00100000:3.0:1767319087.554467:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851264 00000100:00100000:3.0:1767319087.554623:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851136 00000100:00100000:3.0:1767319087.554627:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851136 00000100:00100000:3.0:1767319087.554661:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 876 00000100:00100000:3.0:1767319087.554671:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985851264:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319087.554742:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985851264:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (810us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319087.554750:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 876 00000100:00100000:3.0:1767319087.554801:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1130 00000100:00100000:3.0:1767319087.555124:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985851136:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319087.555217:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319087.555291:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985851136:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 481us (1242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319087.555298:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1130 00000100:00080000:0.0:1767319087.555517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319087.886106:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319088.910003:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319089.934003:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319090.191211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319090.191221:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319090.191298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319090.191302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319090.191307:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319090.191315:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319090.191319:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319090.191337:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319090.191358:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afc000 x1853164045622912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319090.191358:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319090.191386:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045622784:0@lo:400:kworker.0 00000100:00080000:1.0:1767319090.191400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319090.191402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319090.191404:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319090.191408:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319090.191410:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319090.191413:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319090.191423:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afdc00 x1853164045623168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319090.191431:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319090.191434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319090.191436:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319090.191440:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319090.191443:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319090.191446:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319090.191455:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afd500 x1853164045623296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319090.191487:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319090.191495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319090.191497:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319090.191499:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319090.191502:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4283 00000100:00080000:1.0:1767319090.191505:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319090.191508:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319090.191518:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afce00 x1853164045623680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319090.191540:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045623424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319090.191555:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045623040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319090.191574:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319090.191579:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319090.191596:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319090.191601:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045623552:0@lo:400:kworker.0 00000100:00100000:1.0:1767319090.191631:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319090.191631:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622784 00000100:00100000:3.0:1767319090.191638:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622784 00000100:00100000:1.0:1767319090.191656:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623424 00000100:00100000:1.0:1767319090.191659:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623424 00000100:00100000:1.0:1767319090.191705:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623552 00000100:00100000:3.0:1767319090.191705:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623040 00000100:00100000:1.0:1767319090.191709:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623552 00000100:00100000:3.0:1767319090.191709:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623040 00000100:00100000:1.0:1767319090.191729:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1767319090.191729:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1767319090.191737:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045623424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319090.191737:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045622784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319090.191809:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045623424:12345-0@lo:400:kworker.0 Request processed in 71us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319090.191809:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045622784:12345-0@lo:400:kworker.0 Request processed in 71us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319090.191816:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1767319090.191818:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1767319090.191831:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1767319090.191837:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045623040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319090.191845:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1767319090.191849:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045623552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319090.191861:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045623040:12345-0@lo:400:kworker.0 Request processed in 24us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319090.191866:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1767319090.191871:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045623552:12345-0@lo:400:kworker.0 Request processed in 22us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319090.191876:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00080000:3.0:1767319090.191904:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319090.191906:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045623552:0@lo:400:kworker.0 00000100:00080000:3.0:1767319090.191908:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319090.191910:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319090.191916:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045623424:0@lo:400:kworker.0 00010000:00080000:3.0:1767319090.191942:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afed80 x1853164045623040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319090.191951:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045623040:0@lo:400:kworker.0 00010000:00080000:3.0:1767319090.191961:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afe300 x1853164045622784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319106 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319090.191969:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045622784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319090.192041:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045622912:0@lo:38:kworker.0 00000100:00100000:2.0:1767319090.192085:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319090.192114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045623168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319090.192133:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319090.192158:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045623296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319090.192181:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319090.192215:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045623680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319090.192234:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319090.192275:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623296 00000100:00100000:2.0:1767319090.192279:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623296 00000100:00100000:3.0:1767319090.192300:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045622912 00000100:00100000:3.0:1767319090.192304:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045622912 00000100:00100000:2.0:1767319090.192309:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1767319090.192314:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045623296:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319090.192318:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623168 00000100:00100000:3.0:1767319090.192320:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623168 00000100:00100000:3.0:1767319090.192332:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623680 00000100:00100000:3.0:1767319090.192335:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623680 00010000:00020000:2.0:1767319090.192343:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319090.192346:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1767319090.192350:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045622912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319090.192359:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319090.192373:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045623296:12345-0@lo:38:kworker.0 Request processed in 58us (191us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319090.192379:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1767319090.192380:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045622912:12345-0@lo:38:kworker.0 Request processed in 28us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319090.192385:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1767319090.192393:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:2.0:1767319090.192397:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1767319090.192397:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045623168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319090.192401:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045623680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319090.192406:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319090.192408:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319090.192425:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045623680:12345-0@lo:38:kworker.0 Request processed in 22us (189us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319090.192425:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045623168:12345-0@lo:38:kworker.0 Request processed in 26us (291us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319090.192431:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00080000:3.0:1767319090.192486:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319090.192491:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319090.192494:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045622912:0@lo:38:kworker.0 00000100:00080000:3.0:1767319090.192501:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319090.192504:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319090.192507:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045623168:0@lo:38:kworker.0 00000100:00080000:3.0:1767319090.192514:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319090.192517:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319090.192520:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045623296:0@lo:38:kworker.0 00000100:00080000:3.0:1767319090.192527:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319090.192529:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319090.192532:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045623680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319090.198095:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00010000:00010000:2.0:1767319090.957992:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319091.214128:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045623808:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319091.214198:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319091.215062:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045623936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319091.215112:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319091.223443:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623808 00000100:00100000:2.0:1767319091.223564:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623808 00000100:00100000:0.0:1767319091.226854:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045623936 00000100:00100000:0.0:1767319091.226868:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045623936 00000100:00100000:0.0:1767319091.226913:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1767319091.226924:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045623808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319091.226995:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319091.227228:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045623808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 306us (13030us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319091.227236:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1767319091.227253:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1767319091.227259:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045623936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319091.227274:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319091.227309:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045623936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (12197us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319091.227315:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767319091.228965:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045623936:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319091.229489:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045623808:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319091.981976:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319092.675065:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319092.675172:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851520 00000100:00100000:3.0:1767319092.676847:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851520 00000100:00100000:3.0:1767319092.677616:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 879 00000100:00100000:3.0:1767319092.677626:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985851520:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319092.677709:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985851520:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319092.677717:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 879 00000100:00080000:0.0:1767319092.677856:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319092.678236:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319092.678384:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851392 00000100:00100000:2.0:1767319092.678390:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851392 00000100:00100000:2.0:1767319092.678428:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1134 00000100:00100000:2.0:1767319092.678434:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985851392:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319092.678467:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319092.678523:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985851392:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319092.678530:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1134 00010000:00010000:1.0:1767319093.006187:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319093.697729:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319093.697887:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851904 00000100:00100000:3.0:1767319093.697898:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851904 00000100:00100000:3.0:1767319093.697950:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 880 00000100:00100000:3.0:1767319093.697961:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985851904:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319093.698036:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985851904:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319093.698044:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 880 00000400:00000100:0.0:1767319093.698851:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985851648 offset 0 length 520: 4 00000100:00100000:0.0:1767319093.698877:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319093.698934:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985851776 00000100:00100000:3.0:1767319093.698939:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985851776 00000100:00100000:3.0:1767319093.698968:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1135 00000100:00100000:3.0:1767319093.698973:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985851776:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319093.698993:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319093.699033:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985851776:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 58us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319093.699039:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1135 00010000:00010000:3.0:1767319094.030012:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319094.286197:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319069/real 1767319069] req@ffffa07bc4c03480 x1853164045616640/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319094 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319094.286244:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc4c03480 x1853164045616640/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319094 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319094.286258:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319094.286281:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319094.286286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045616640:0@lo:250:kworker.0 00000100:00080000:2.0:1767319094.286791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319094.286797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319094.286800:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319094.286805:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4268 00000100:00080000:2.0:1767319094.286809:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319094.286935:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319094.286968:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164045624064/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319094.287069:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045624192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319094.287135:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319094.287239:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045624064:0@lo:250:kworker.0 00000400:00000100:3.0:1767319094.287263:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045624064 offset 0 length 520: 4 00000100:00100000:0.0:1767319094.287346:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624192 00000100:00100000:0.0:1767319094.287353:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624192 00000100:00100000:0.0:1767319094.287411:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1767319094.287421:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045624192:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319094.287512:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319094.288144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319094.288150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319094.288153:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319094.288158:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4288 00000100:00080000:2.0:1767319094.288162:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319094.288167:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319094.288189:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045624320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319094.288272:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045624448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319094.288306:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319094.288359:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045624320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319094.288386:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319094.288421:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624448 00000100:00100000:3.0:1767319094.288426:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624448 00000100:00100000:3.0:1767319094.288454:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624320 00000100:00100000:3.0:1767319094.288457:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624320 00000100:00100000:3.0:1767319094.288470:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1767319094.288476:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045624448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319094.288509:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045624448:12345-0@lo:400:kworker.0 Request processed in 33us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319094.288519:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1767319094.288534:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1767319094.288538:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045624320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319094.288556:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319094.288580:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045624320:12345-0@lo:38:kworker.0 Request processed in 40us (193us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319094.288586:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00080000:3.0:1767319094.288603:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319094.288621:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28700 x1853164045624448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319094.288632:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045624448:0@lo:400:kworker.0 00000100:00080000:3.0:1767319094.288653:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319094.288656:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319094.288659:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045624320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319094.296175:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045624192:12345-0@lo:400:kworker.0 Request processed in 8739us (9023us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319094.296193:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00010000:00080000:1.0:1767319094.300210:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2ad80 x1853164045624192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319094.300233:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045624192:0@lo:400:kworker.0 00000100:00080000:2.0:1767319094.302342:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319094.302351:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319094.302355:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319094.302402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4288 00000100:00080000:2.0:1767319094.302408:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319094.302415:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319094.302453:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164045624576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319094.302522:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045624576:0@lo:38:kworker.0 00000100:00100000:3.0:1767319094.302586:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319094.304729:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624576 00000100:00100000:0.0:1767319094.304746:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624576 00000100:00100000:0.0:1767319094.304831:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:0.0:1767319094.304839:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045624576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319094.304991:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319094.305348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319094.305353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319094.305357:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319094.305362:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4288 00000100:00080000:2.0:1767319094.305366:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319094.305372:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319094.305405:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164045624704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319094.305684:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045624704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319094.305744:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319094.306119:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624704 00000100:00100000:1.0:1767319094.306126:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624704 00000100:00100000:1.0:1767319094.306154:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1767319094.306160:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045624704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319094.306175:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319094.306208:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045624704:12345-0@lo:38:kworker.0 Request processed in 47us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319094.306215:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1767319094.309599:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045624576:12345-0@lo:38:kworker.0 Request processed in 4749us (7001us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319094.309615:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00080000:3.0:1767319094.311392:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319094.311404:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319094.311409:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045624576:0@lo:38:kworker.0 00000100:00080000:3.0:1767319094.311443:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319094.311447:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319094.311450:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045624704:0@lo:38:kworker.0 00000100:00080000:2.0:1767319094.311615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319094.311619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319094.311622:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319094.311626:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4288 00000100:00080000:2.0:1767319094.311630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319094.311636:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319094.311655:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164045625088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319094.311754:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045624832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319094.311867:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319094.311897:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319094.311902:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045624960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319094.311967:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319094.311997:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624832 00000100:00100000:0.0:1767319094.312003:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624832 00000100:00100000:0.0:1767319094.312069:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045624960 00000100:00100000:0.0:1767319094.312074:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045624960 00000100:00100000:0.0:1767319094.312111:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1767319094.312120:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045624832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319094.312168:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045624832:12345-0@lo:400:kworker.0 Request processed in 49us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319094.312175:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1767319094.313914:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1767319094.313927:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045624960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319094.314040:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045624960:12345-0@lo:400:kworker.0 Request processed in 118us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319094.314046:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1767319094.314100:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045624960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319094.314112:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045624832:0@lo:400:kworker.0 00000100:00080000:0.0:1767319094.314138:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319094.314142:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319094.314275:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045625088:0@lo:38:kworker.0 00000100:00100000:3.0:1767319094.314316:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319094.314402:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625088 00000100:00100000:0.0:1767319094.314408:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625088 00000100:00100000:0.0:1767319094.314443:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1767319094.314448:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045625088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319094.314465:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319094.314495:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045625088:12345-0@lo:38:kworker.0 Request processed in 46us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319094.314501:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:3.0:1767319094.314565:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319094.314571:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319094.314574:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045625088:0@lo:38:kworker.0 00010000:00010000:2.0:1767319095.054004:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319096.078069:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319096.334101:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319096.334125:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045625216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319096.334228:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319096.334292:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625216 00000100:00100000:3.0:1767319096.334301:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625216 00000100:00100000:3.0:1767319096.334371:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1767319096.334381:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045625216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319096.334410:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319096.334424:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319096.334435:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045625344:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319096.334461:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045625216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319096.334470:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1767319096.334472:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319096.334490:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625344 00000100:00100000:3.0:1767319096.334494:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625344 00000100:00100000:3.0:1767319096.334513:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1767319096.334518:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045625344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319096.334532:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319096.334566:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045625344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319096.334571:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00080000:0.0:1767319096.334642:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319096.334647:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319096.334660:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045625344:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319096.334683:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045625216:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319097.102158:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319098.125986:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319098.823472:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319098.823557:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319098.823704:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852032 00000100:00100000:0.0:1767319098.823716:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852032 00000100:00100000:0.0:1767319098.823792:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852160 00000100:00100000:0.0:1767319098.823796:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852160 00000100:00100000:0.0:1767319098.823848:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 883 00000100:00100000:0.0:1767319098.823858:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985852160:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319098.823937:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985852160:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319098.823945:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 883 00000100:00100000:0.0:1767319098.823961:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1139 00000100:00100000:0.0:1767319098.823965:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985852032:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319098.823983:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319098.824005:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985852032:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 39us (544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319098.824010:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1139 00000100:00080000:2.0:1767319098.827113:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319099.150458:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319099.405994:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.406006:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319099.406098:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045625472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319099.406165:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319099.406228:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.406232:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319099.406235:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319099.406240:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4292 00000100:00080000:0.0:1767319099.406244:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319099.406250:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319099.406280:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f480 x1853164045625600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319099.406357:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045625728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319099.406393:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319099.408431:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045625600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319099.408434:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625472 00000100:00100000:1.0:1767319099.408445:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625472 00000100:00100000:1.0:1767319099.408501:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625728 00000100:00100000:1.0:1767319099.408505:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625728 00000100:00100000:1.0:1767319099.408534:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1767319099.408545:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045625472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319099.408647:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319099.408703:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625600 00000100:00100000:3.0:1767319099.408707:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625600 00000100:00100000:3.0:1767319099.408728:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1767319099.408735:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045625728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319099.408792:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045625728:12345-0@lo:400:kworker.0 Request processed in 57us (2397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319099.408799:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1767319099.408821:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1767319099.408825:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045625600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319099.408844:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319099.408874:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045625600:12345-0@lo:38:kworker.0 Request processed in 47us (337us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319099.408880:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00080000:3.0:1767319099.408917:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319099.408922:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319099.408925:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045625600:0@lo:38:kworker.0 00000100:00080000:3.0:1767319099.408955:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319099.409909:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ce00 x1853164045625728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319099.409924:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045625728:0@lo:400:kworker.0 00000100:00080000:0.0:1767319099.410778:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.410786:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319099.410789:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319099.410794:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4292 00000100:00080000:0.0:1767319099.410798:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319099.410804:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319099.410837:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045625856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319099.410866:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.410869:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319099.410871:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319099.410875:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4292 00000100:00080000:0.0:1767319099.410877:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319099.410880:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319099.410893:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f480 x1853164045625984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319099.410931:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319099.410934:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319099.410936:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319099.410939:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4292 00000100:00080000:0.0:1767319099.410941:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319099.410945:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319099.410953:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bdc00 x1853164045626368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319099.410981:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045626112:0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.411028:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319099.411054:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319099.411059:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045626240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.411074:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319099.411097:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626112 00000100:00100000:0.0:1767319099.411102:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626112 00000100:00100000:0.0:1767319099.411140:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626240 00000100:00100000:0.0:1767319099.411142:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626240 00000100:00100000:0.0:1767319099.411158:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1767319099.411165:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045626112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.411202:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045626112:12345-0@lo:400:kworker.0 Request processed in 37us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319099.411209:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1767319099.411223:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1767319099.411229:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045626240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.411254:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045626240:12345-0@lo:400:kworker.0 Request processed in 26us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319099.411272:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00080000:0.0:1767319099.411295:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319099.411305:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319099.411328:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045626240:0@lo:400:kworker.0 00000100:00100000:0.0:1767319099.411336:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045626112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319099.411538:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045625472:12345-0@lo:400:kworker.0 Request processed in 2994us (5371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319099.411547:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1767319099.412105:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045625856:0@lo:38:kworker.0 00000100:00100000:3.0:1767319099.412147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319099.412180:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045625984:0@lo:38:kworker.0 00000100:00100000:3.0:1767319099.412204:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319099.412232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045626368:0@lo:38:kworker.0 00000100:00100000:3.0:1767319099.412252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319099.412284:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625856 00000100:00100000:3.0:1767319099.412289:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625856 00000100:00100000:3.0:1767319099.412311:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626368 00000100:00100000:3.0:1767319099.412315:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626368 00000100:00100000:3.0:1767319099.412331:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1767319099.412336:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045625856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319099.412353:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319099.412387:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045625856:12345-0@lo:38:kworker.0 Request processed in 48us (238us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319099.412394:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1767319099.412406:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1767319099.412410:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045626368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319099.412420:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319099.412441:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045626368:12345-0@lo:38:kworker.0 Request processed in 29us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319099.412447:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00080000:3.0:1767319099.412478:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319099.412483:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319099.412486:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045625856:0@lo:38:kworker.0 00000100:00080000:3.0:1767319099.412494:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319099.412497:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319099.412500:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045626368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319099.412637:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045625984 00000100:00100000:0.0:1767319099.412642:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045625984 00000100:00100000:0.0:1767319099.412705:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1767319099.412710:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045625984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319099.412720:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319099.412755:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045625984:12345-0@lo:38:kworker.0 Request processed in 43us (549us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319099.412761:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:0.0:1767319099.412815:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319099.412819:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319099.412822:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045625984:0@lo:38:kworker.0 00010000:00080000:2.0:1767319099.413761:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0e680 x1853164045625472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319099.413791:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045625472:0@lo:400:kworker.0 00010000:00010000:3.0:1767319100.174997:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319101.204660:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319101.454187:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319101.454206:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045626496:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319101.454271:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319101.454508:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045626624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319101.454531:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319101.459720:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626496 00000100:00100000:0.0:1767319101.459736:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626496 00000100:00100000:0.0:1767319101.459848:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626624 00000100:00100000:0.0:1767319101.459852:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626624 00000100:00100000:0.0:1767319101.459877:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1767319101.459887:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045626496:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319101.460086:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1767319101.460101:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045626624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319101.460128:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319101.460217:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045626624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (5683us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319101.460238:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1767319101.460298:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045626624:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319101.460371:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319101.460419:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045626496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 533us (6147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319101.460426:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1767319101.460469:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045626496:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319101.460499:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319101.460505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319102.222335:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319103.247926:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319103.938341:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319103.938437:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852288 00000100:00100000:3.0:1767319103.938460:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852288 00000100:00100000:3.0:1767319103.938538:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1143 00000100:00100000:3.0:1767319103.938549:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985852288:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319103.938578:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319103.938664:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985852288:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 115us (339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319103.938673:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1143 00000100:00100000:0.0:1767319103.946141:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319103.946483:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852416 00000100:00100000:3.0:1767319103.946500:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852416 00000100:00100000:3.0:1767319103.946622:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 886 00000100:00080000:0.0:1767319103.946631:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319103.946639:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985852416:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319103.946761:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985852416:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 128us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319103.946825:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 886 00010000:00010000:3.0:1767319104.272527:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319104.533048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319104.533071:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319104.533171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319104.533178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319104.533183:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319104.533195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4297 00000100:00080000:3.0:1767319104.533201:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319104.533212:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319104.533241:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53800 x1853164045626880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319104.533269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319104.533273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319104.533275:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319104.533278:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4297 00000100:00080000:3.0:1767319104.533281:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319104.533285:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319104.533313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50380 x1853164045627136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319104.533324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319104.533328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319104.533330:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319104.533333:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4297 00000100:00080000:3.0:1767319104.533336:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319104.533340:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319104.533354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53480 x1853164045627264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319104.533388:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319104.533392:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319104.533394:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319104.533397:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4297 00000100:00080000:3.0:1767319104.533400:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319104.533404:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319104.533415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51180 x1853164045627648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319104.533490:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045627520:0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.533599:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319104.533685:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319104.533692:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045627392:0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.533716:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319104.533754:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627520 00000100:00100000:3.0:1767319104.533762:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627520 00000100:00100000:3.0:1767319104.533870:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627392 00000100:00100000:3.0:1767319104.533873:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627392 00000100:00100000:3.0:1767319104.533901:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1767319104.533912:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045627520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.533976:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045627520:12345-0@lo:400:kworker.0 Request processed in 65us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319104.534000:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1767319104.534021:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1767319104.534028:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045627392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.534060:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045627392:12345-0@lo:400:kworker.0 Request processed in 33us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319104.534066:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1767319104.534112:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045627392:0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.534124:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045627520:0@lo:400:kworker.0 00000100:00080000:3.0:1767319104.534158:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319104.534163:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319104.534178:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045627008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.534212:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319104.534243:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319104.534249:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045626752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.534270:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319104.534302:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627008 00000100:00100000:3.0:1767319104.534305:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627008 00000100:00100000:3.0:1767319104.534339:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626752 00000100:00100000:3.0:1767319104.534342:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626752 00000100:00100000:3.0:1767319104.534363:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1767319104.534369:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045627008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.534406:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045627008:12345-0@lo:400:kworker.0 Request processed in 37us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319104.534412:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1767319104.534424:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1767319104.534429:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045626752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319104.534451:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045626752:12345-0@lo:400:kworker.0 Request processed in 22us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319104.534457:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00080000:3.0:1767319104.534479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319104.534507:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53b80 x1853164045626752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319104.534525:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045626752:0@lo:400:kworker.0 00010000:00080000:3.0:1767319104.534537:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e50a80 x1853164045627008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319104.534545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045627008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319104.536136:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045626880:0@lo:38:kworker.0 00000100:00100000:1.0:1767319104.536615:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319104.536685:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045627136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319104.536709:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319104.536744:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045627264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319104.536817:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319104.536848:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045627648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319104.536870:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319104.536920:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627264 00000100:00100000:1.0:1767319104.536929:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627264 00000100:00100000:1.0:1767319104.536974:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1767319104.536982:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045627264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319104.537008:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319104.537057:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045627264:12345-0@lo:38:kworker.0 Request processed in 73us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319104.537065:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1767319104.537101:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045626880 00000100:00100000:1.0:1767319104.537105:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045626880 00000100:00100000:1.0:1767319104.537123:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627136 00000100:00100000:1.0:1767319104.537126:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627136 00000100:00100000:1.0:1767319104.537137:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627648 00000100:00100000:1.0:1767319104.537139:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627648 00000100:00100000:1.0:1767319104.537148:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1767319104.537153:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045626880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319104.537163:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319104.537191:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045626880:12345-0@lo:38:kworker.0 Request processed in 36us (577us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319104.537196:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1767319104.537208:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1767319104.537212:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045627136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319104.537221:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319104.537245:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045627136:12345-0@lo:38:kworker.0 Request processed in 30us (533us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319104.537251:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1767319104.537262:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1767319104.537266:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045627648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319104.537274:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319104.537295:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045627648:12345-0@lo:38:kworker.0 Request processed in 27us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319104.537301:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00080000:1.0:1767319104.537344:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319104.537350:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319104.537354:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045626880:0@lo:38:kworker.0 00000100:00080000:1.0:1767319104.537363:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319104.537366:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319104.537369:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045627136:0@lo:38:kworker.0 00000100:00080000:1.0:1767319104.537376:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319104.537380:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319104.537382:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045627264:0@lo:38:kworker.0 00000100:00080000:1.0:1767319104.537389:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319104.537392:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319104.537394:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045627648:0@lo:38:kworker.0 00010000:00010000:1.0:1767319105.294081:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319106.318440:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319106.574475:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319106.574501:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045627776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319106.574595:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319106.574716:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627776 00000100:00100000:0.0:1767319106.574725:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627776 00000100:00100000:0.0:1767319106.574803:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1767319106.574821:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045627776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319106.574855:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319106.574897:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045627776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319106.574903:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:3.0:1767319106.574964:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319106.575004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045627776:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319106.575197:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045627904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319106.575224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319106.575621:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045627904 00000100:00100000:0.0:1767319106.575626:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045627904 00000100:00100000:0.0:1767319106.575664:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1767319106.575669:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045627904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319106.575687:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319106.575726:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045627904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319106.575730:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:3.0:1767319106.575819:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319106.575924:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045627904:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319107.342973:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319108.366293:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319109.063636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319109.064900:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319109.074005:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852544 00000100:00100000:0.0:1767319109.074025:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852544 00000100:00100000:0.0:1767319109.074089:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852672 00000100:00100000:0.0:1767319109.074093:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852672 00000100:00100000:0.0:1767319109.074181:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 889 00000100:00100000:0.0:1767319109.074196:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985852672:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319109.074314:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985852672:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 122us (9426us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319109.074328:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 889 00000100:00100000:0.0:1767319109.074350:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1147 00000100:00100000:0.0:1767319109.074355:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985852544:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319109.074391:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319109.074431:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985852544:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 73us (10812us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319109.074437:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1147 00000100:00080000:0.0:1767319109.074645:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319109.390152:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319109.646669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319109.646681:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319109.646741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319109.646746:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319109.646752:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319109.646762:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4302 00000100:00080000:3.0:1767319109.646782:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319109.646790:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319109.646816:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50700 x1853164045628160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319109.646853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319109.646856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319109.646858:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319109.646862:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4302 00000100:00080000:3.0:1767319109.646865:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319109.646869:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319109.646880:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51f80 x1853164045628416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319109.646888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319109.646892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319109.646894:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319109.646898:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4302 00000100:00080000:3.0:1767319109.646900:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319109.646904:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319109.646916:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51c00 x1853164045628544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319109.646952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319109.646955:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319109.646957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319109.646961:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4302 00000100:00080000:3.0:1767319109.646964:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319109.646967:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319109.646978:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51180 x1853164045628928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319109.647013:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045628288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319109.647109:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319109.647183:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319109.647189:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045628032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319109.647212:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319109.647246:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045628672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319109.647276:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319109.647296:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319109.647301:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045628800:0@lo:400:kworker.0 00000100:00100000:3.0:1767319109.647322:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319109.647359:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628672 00000100:00100000:3.0:1767319109.647369:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628672 00000100:00100000:3.0:1767319109.647440:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628800 00000100:00100000:3.0:1767319109.647444:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628800 00000100:00100000:3.0:1767319109.647471:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1767319109.647480:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045628672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319109.647703:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628288 00000100:00100000:1.0:1767319109.647708:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628288 00000100:00100000:1.0:1767319109.647740:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628032 00000100:00100000:1.0:1767319109.647743:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628032 00000100:00100000:1.0:1767319109.647762:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767319109.647789:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045628288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319109.647848:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045628288:12345-0@lo:400:kworker.0 Request processed in 79us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319109.647857:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767319109.647879:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1767319109.647885:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045628032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319109.647914:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045628032:12345-0@lo:400:kworker.0 Request processed in 29us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319109.647919:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00010000:00080000:1.0:1767319109.647959:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e52a00 x1853164045628032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319109.647975:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045628032:0@lo:400:kworker.0 00010000:00080000:1.0:1767319109.647986:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e52d80 x1853164045628288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319109.647993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045628288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319109.648303:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045628160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319109.648343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319109.648377:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045628416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319109.648381:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1767319109.648391:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045628800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319109.648411:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319109.648435:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045628544:0@lo:38:kworker.0 00000100:00100000:1.0:1767319109.648437:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045628800:12345-0@lo:400:kworker.0 Request processed in 48us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319109.648443:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1767319109.648460:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319109.648482:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045628928:0@lo:38:kworker.0 00000100:00100000:1.0:1767319109.648485:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628160 00000100:00100000:1.0:1767319109.648488:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628160 00000100:00100000:0.0:1767319109.648502:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319109.648513:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628416 00000100:00100000:1.0:1767319109.648516:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628416 00000100:00100000:1.0:1767319109.648526:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628928 00000100:00100000:1.0:1767319109.648528:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628928 00000100:00080000:0.0:1767319109.648534:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319109.648538:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00080000:0.0:1767319109.648541:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319109.648542:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045628160:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319109.648543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319109.648556:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1767319109.648560:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045628416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319109.648562:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319109.648568:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319109.648595:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045628416:12345-0@lo:38:kworker.0 Request processed in 34us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319109.648595:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045628160:12345-0@lo:38:kworker.0 Request processed in 51us (251us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319109.648602:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:0.0:1767319109.648604:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1767319109.648613:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1767319109.648617:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045628928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319109.648625:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319109.648629:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045628544 00000100:00100000:0.0:1767319109.648645:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045628544 00000100:00100000:1.0:1767319109.648647:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045628928:12345-0@lo:38:kworker.0 Request processed in 29us (144us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319109.648653:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1767319109.648669:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1767319109.648674:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045628544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319109.648683:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319109.648708:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045628544:12345-0@lo:38:kworker.0 Request processed in 34us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319109.648714:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:0.0:1767319109.648751:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319109.648756:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319109.648760:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045628160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319109.648784:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319109.648790:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319109.648794:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045628416:0@lo:38:kworker.0 00000100:00080000:0.0:1767319109.648803:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319109.648807:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319109.648810:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045628544:0@lo:38:kworker.0 00000100:00080000:0.0:1767319109.648817:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319109.649093:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319109.649097:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045628928:0@lo:38:kworker.0 00000100:00100000:3.0:1767319109.652216:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045628672:12345-0@lo:400:kworker.0 Request processed in 4721us (4923us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319109.652239:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1767319109.653383:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045628672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319109.653435:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045628800:0@lo:400:kworker.0 00010000:00010000:3.0:1767319110.414228:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319111.438217:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319111.695544:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045629056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319111.695640:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319111.696153:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629056 00000100:00100000:1.0:1767319111.696166:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629056 00000100:00100000:1.0:1767319111.696264:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1767319111.696277:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045629056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319111.696319:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319111.696395:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045629056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319111.696403:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1767319111.696464:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045629056:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319111.696581:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319111.698824:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045629184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319111.698916:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319111.703390:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629184 00000100:00100000:0.0:1767319111.703412:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629184 00000100:00080000:2.0:1767319111.703690:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319111.703753:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1767319111.703783:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045629184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319111.703840:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319111.703960:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045629184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 196us (5043us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319111.703968:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1767319111.704125:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045629184:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319112.462140:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319113.486376:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319114.180471:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319114.180583:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319114.180755:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852928 00000100:00100000:0.0:1767319114.180811:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852928 00000100:00100000:0.0:1767319114.180895:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985852800 00000100:00100000:0.0:1767319114.180899:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985852800 00000100:00100000:0.0:1767319114.180926:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 892 00000100:00100000:0.0:1767319114.180938:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985852928:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319114.181045:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985852928:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319114.181055:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 892 00000100:00100000:0.0:1767319114.181078:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1151 00000100:00100000:0.0:1767319114.181083:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985852800:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319114.181119:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319114.181146:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985852800:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 62us (563us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319114.181153:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1151 00000100:00080000:2.0:1767319114.181573:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319114.510106:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319114.766008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319114.766024:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319114.766104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319114.766108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319114.766113:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319114.766123:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4307 00000100:00080000:1.0:1767319114.766129:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319114.766137:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319114.766240:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81be300 x1853164045629440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319114.766266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319114.766269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319114.766271:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319114.766275:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4307 00000100:00080000:1.0:1767319114.766278:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319114.766281:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319114.766292:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bca80 x1853164045629696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319114.766302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319114.766316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319114.766318:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319114.766322:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4307 00000100:00080000:1.0:1767319114.766324:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319114.766329:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319114.766342:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf100 x1853164045629824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319114.766376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319114.766379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319114.766381:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319114.766384:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4307 00000100:00080000:1.0:1767319114.766386:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319114.766390:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319114.766399:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdf80 x1853164045630208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319114.766632:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045629312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.766717:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319114.766827:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319114.766835:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045629568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.766859:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319114.766889:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045630080:0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.766919:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319114.766938:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319114.766943:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045629952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.766961:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319114.766994:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629312 00000100:00100000:3.0:1767319114.767003:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629312 00000100:00100000:3.0:1767319114.767062:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629568 00000100:00100000:3.0:1767319114.767065:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629568 00000100:00100000:3.0:1767319114.767088:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1767319114.767098:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045629312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.767245:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045629312:12345-0@lo:400:kworker.0 Request processed in 59us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319114.767255:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1767319114.767278:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1767319114.767285:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045629568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.767326:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045629568:12345-0@lo:400:kworker.0 Request processed in 43us (466us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319114.767332:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1767319114.767352:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630080 00000100:00100000:3.0:1767319114.767356:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630080 00000100:00100000:3.0:1767319114.767382:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629952 00000100:00100000:3.0:1767319114.767386:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629952 00000100:00100000:3.0:1767319114.767404:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1767319114.767423:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045630080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.767459:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045630080:12345-0@lo:400:kworker.0 Request processed in 37us (539us total) trans 0 rc 0/0 00000100:00080000:2.0:1767319114.767601:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319114.767607:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319114.767610:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319114.767658:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bc000 x1853164045629568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319114.767671:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045629568:0@lo:400:kworker.0 00010000:00080000:2.0:1767319114.767682:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bc380 x1853164045629312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319114.767690:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045629312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319114.767726:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045630080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319114.767892:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1767319114.767903:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045629952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319114.767957:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045629952:12345-0@lo:400:kworker.0 Request processed in 57us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319114.767963:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1767319114.768048:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045629952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319114.768109:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1767319114.768315:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045629440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319114.768361:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319114.768490:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045629696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319114.768514:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319114.771577:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045629824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319114.771663:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319114.771695:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045630208:0@lo:38:kworker.0 00000100:00100000:0.0:1767319114.771723:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319114.773794:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629440 00000100:00100000:2.0:1767319114.773815:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629440 00000100:00100000:2.0:1767319114.773879:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629696 00000100:00100000:2.0:1767319114.773883:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629696 00000100:00100000:2.0:1767319114.773913:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1767319114.773922:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045629440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319114.773953:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319114.774044:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045629440:12345-0@lo:38:kworker.0 Request processed in 121us (5681us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319114.774053:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1767319114.774073:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1767319114.774077:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045629696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319114.774086:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319114.774111:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045629696:12345-0@lo:38:kworker.0 Request processed in 32us (5596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319114.774117:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:2.0:1767319114.776647:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045629824 00000100:00100000:2.0:1767319114.776667:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045629824 00000100:00100000:2.0:1767319114.776741:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1767319114.776752:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045629824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319114.776793:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319114.776884:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045629824:12345-0@lo:38:kworker.0 Request processed in 132us (5220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319114.776891:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1767319114.780653:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630208 00000100:00080000:0.0:1767319114.780750:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319114.780783:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319114.780789:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045629440:0@lo:38:kworker.0 00000100:00080000:0.0:1767319114.780805:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319114.780810:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319114.780813:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045629696:0@lo:38:kworker.0 00000100:00080000:0.0:1767319114.780824:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319114.780828:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319114.780831:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045629824:0@lo:38:kworker.0 00000100:00100000:3.0:1767319114.780889:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630208 00000100:00100000:3.0:1767319114.783426:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1767319114.783445:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045630208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319114.783487:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319114.783616:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045630208:12345-0@lo:38:kworker.0 Request processed in 171us (11890us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319114.783625:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00080000:0.0:1767319114.783682:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319114.783693:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319114.783697:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045630208:0@lo:38:kworker.0 00010000:00010000:2.0:1767319115.534064:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319116.558328:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319116.814048:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319116.816982:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045630464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319116.817160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319116.817283:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045630336:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319116.817311:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319116.824419:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630464 00000100:00100000:1.0:1767319116.824440:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630464 00000100:00080000:2.0:1767319116.824525:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319116.824553:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630336 00000100:00100000:1.0:1767319116.824557:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630336 00000100:00080000:2.0:1767319116.824584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319116.824589:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1767319116.824600:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045630464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319116.824642:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319116.824740:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045630464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 142us (7579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319116.824747:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1767319116.824786:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1767319116.824793:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045630336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319116.824811:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319116.824819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045630464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319116.824838:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045630336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (7527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319116.824844:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1767319116.824871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045630336:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319117.582061:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319118.286479:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767319118.286538:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985853056 offset 0 length 520: 4 00000100:00100000:0.0:1767319118.286568:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319118.286645:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853312 00000100:00100000:0.0:1767319118.286659:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853312 00000100:00100000:0.0:1767319118.286735:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853184 00000100:00100000:0.0:1767319118.286740:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853184 00000100:00100000:0.0:1767319118.286763:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 895 00000100:00100000:0.0:1767319118.286815:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985853312:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319118.286925:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985853312:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319118.286935:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 895 00000100:00100000:0.0:1767319118.286960:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1155 00000100:00100000:0.0:1767319118.286966:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985853184:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319118.286992:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319118.287026:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985853184:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319118.287036:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1155 00000100:00080000:0.0:1767319118.287088:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319118.607727:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319119.630037:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319119.885956:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319094/real 1767319094] req@ffffa07bf8c28a80 x1853164045624064/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319119 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319119.886000:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8c28a80 x1853164045624064/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319119 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319119.886027:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319119.886038:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319119.886042:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045624064:0@lo:250:kworker.0 00000100:00080000:2.0:1767319119.886268:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319119.886276:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319119.886280:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319119.886286:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4292 00000100:00080000:2.0:1767319119.886292:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319119.886299:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319119.886655:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164045630592/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319119.886711:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045630592:0@lo:250:kworker.0 00000400:00000100:1.0:1767319119.886798:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045630592 offset 0 length 520: 4 00000100:00100000:3.0:1767319119.886991:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767319119.887012:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319119.887017:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319119.887019:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319119.887024:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4313 00000100:00080000:2.0:1767319119.887027:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319119.887031:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319119.887050:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164045630848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319119.887126:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045630848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319119.887168:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.887286:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630848 00000100:00100000:0.0:1767319119.887297:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630848 00000100:00100000:0.0:1767319119.887355:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1767319119.887364:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045630848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319119.887391:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319119.887441:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045630848:12345-0@lo:38:kworker.0 Request processed in 77us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319119.887448:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00080000:1.0:1767319119.887594:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319119.887599:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319119.887603:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045630848:0@lo:38:kworker.0 00000100:00100000:3.0:1767319119.887900:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045630720:0@lo:400:kworker.0 00000100:00100000:3.0:1767319119.887939:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.888119:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045630976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319119.888145:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319119.888383:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319119.888388:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319119.888392:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319119.888397:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4313 00000100:00080000:2.0:1767319119.888400:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319119.888406:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319119.888427:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045631104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319119.888443:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319119.888447:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319119.888448:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319119.888452:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4313 00000100:00080000:2.0:1767319119.888454:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319119.888458:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319119.888471:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28700 x1853164045631232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319119.888507:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319119.888511:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319119.888513:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319119.888517:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4313 00000100:00080000:2.0:1767319119.888519:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319119.888523:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319119.888534:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164045631616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319119.888559:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045631488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319119.888596:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.888618:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319119.888625:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045631360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319119.888646:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319119.888671:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631488 00000100:00100000:2.0:1767319119.888676:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631488 00000100:00100000:2.0:1767319119.888726:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631360 00000100:00100000:2.0:1767319119.888729:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631360 00000100:00100000:2.0:1767319119.888754:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1767319119.888764:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045631488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319119.888830:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045631488:12345-0@lo:400:kworker.0 Request processed in 68us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.888836:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1767319119.888852:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1767319119.888859:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045631360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319119.888888:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045631360:12345-0@lo:400:kworker.0 Request processed in 31us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319119.888894:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:2.0:1767319119.888921:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319119.888925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319119.888950:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045631360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319119.888961:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045631488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319119.888982:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045631104:0@lo:38:kworker.0 00000100:00100000:3.0:1767319119.889878:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319119.889948:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630720 00000100:00100000:1.0:1767319119.889955:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630720 00000100:00100000:1.0:1767319119.890007:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045630976 00000100:00100000:1.0:1767319119.890011:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045630976 00000100:00100000:1.0:1767319119.890036:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1767319119.890044:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045630720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319119.890094:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045630720:12345-0@lo:400:kworker.0 Request processed in 51us (2154us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.890100:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1767319119.890118:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1767319119.890125:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045630976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319119.890151:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045630976:12345-0@lo:400:kworker.0 Request processed in 27us (2005us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319119.890156:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:0.0:1767319119.890237:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319119.890281:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2ad80 x1853164045630976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319119.890294:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045630976:0@lo:400:kworker.0 00010000:00080000:0.0:1767319119.890320:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a680 x1853164045630720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319119.890329:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045630720:0@lo:400:kworker.0 00000100:00100000:3.0:1767319119.890617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045631232:0@lo:38:kworker.0 00000100:00100000:3.0:1767319119.890659:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319119.890733:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045631616:0@lo:38:kworker.0 00000100:00100000:3.0:1767319119.890796:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319119.890868:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631104 00000100:00100000:0.0:1767319119.890873:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631104 00000100:00100000:0.0:1767319119.890907:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631616 00000100:00100000:0.0:1767319119.890910:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631616 00000100:00100000:0.0:1767319119.890943:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1767319119.890949:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045631104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319119.890970:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319119.891010:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045631104:12345-0@lo:38:kworker.0 Request processed in 60us (1135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319119.891016:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1767319119.891030:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1767319119.891034:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045631616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319119.891043:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319119.891066:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045631616:12345-0@lo:38:kworker.0 Request processed in 30us (270us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319119.891072:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00080000:3.0:1767319119.891154:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319119.891160:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319119.891163:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045631104:0@lo:38:kworker.0 00000100:00080000:3.0:1767319119.891172:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319119.891176:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319119.891190:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045631616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319119.891760:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631232 00000100:00100000:1.0:1767319119.891781:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631232 00000100:00100000:1.0:1767319119.891859:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1767319119.891864:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045631232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319119.891878:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319119.891937:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045631232:12345-0@lo:38:kworker.0 Request processed in 71us (1277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319119.891944:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00080000:3.0:1767319119.892010:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319119.892015:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319119.892018:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045631232:0@lo:38:kworker.0 00010000:00010000:3.0:1767319120.654546:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319121.678619:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319121.934084:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045631744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319121.934191:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319121.934248:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631744 00000100:00100000:2.0:1767319121.934259:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631744 00000100:00100000:2.0:1767319121.934349:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767319121.934360:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045631744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319121.934399:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319121.934459:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045631744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319121.934468:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1767319121.934493:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045631744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319121.934499:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045631872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319121.934532:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319121.934616:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319121.934669:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045631872 00000100:00100000:0.0:1767319121.934673:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045631872 00000100:00080000:1.0:1767319121.934761:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319121.934836:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1767319121.934844:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045631872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319121.934862:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319121.934908:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045631872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319121.934915:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1767319121.934978:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045631872:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319122.703644:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319123.397731:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319123.397898:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319123.402012:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853568 00000100:00100000:0.0:1767319123.402030:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853568 00000100:00100000:0.0:1767319123.402108:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853440 00000100:00100000:0.0:1767319123.402112:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853440 00000100:00100000:0.0:1767319123.402138:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 898 00000100:00100000:0.0:1767319123.402176:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985853568:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319123.402265:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985853568:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 92us (4626us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319123.402273:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 898 00000100:00100000:0.0:1767319123.402293:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1159 00000100:00100000:0.0:1767319123.402298:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985853440:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319123.402317:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319123.402343:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985853440:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (4446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319123.402349:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1159 00000100:00080000:1.0:1767319123.402626:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319123.726491:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319124.750183:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319125.005893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.005906:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319125.006008:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767319125.006260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.006265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.006269:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.006277:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4318 00000100:00080000:2.0:1767319125.006282:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.006288:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319125.006314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825d880 x1853164045632128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319125.006382:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045632128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319125.006439:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319125.006488:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632128 00000100:00100000:0.0:1767319125.006495:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632128 00000100:00100000:0.0:1767319125.006528:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1767319125.006533:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045632128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319125.006549:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319125.006581:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045632128:12345-0@lo:38:kworker.0 Request processed in 47us (141us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319125.006586:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00080000:0.0:1767319125.006614:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319125.006617:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319125.006619:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045632128:0@lo:38:kworker.0 00000100:00100000:1.0:1767319125.007856:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045632256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319125.007908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319125.008071:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045632000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319125.008092:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319125.008161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.008165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.008169:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.008174:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4318 00000100:00080000:2.0:1767319125.008178:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.008184:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319125.008212:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c000 x1853164045632384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.008234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.008237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.008239:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.008243:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4318 00000100:00080000:2.0:1767319125.008245:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.008248:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319125.008260:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825fb80 x1853164045632512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319125.008298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319125.008302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319125.008303:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319125.008306:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4318 00000100:00080000:2.0:1767319125.008309:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319125.008313:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319125.008322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ed80 x1853164045632896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319125.008354:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045632640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.008387:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.008412:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319125.008417:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045632768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.008436:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.008464:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632640 00000100:00100000:2.0:1767319125.008471:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632640 00000100:00100000:2.0:1767319125.008518:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632768 00000100:00100000:2.0:1767319125.008521:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632768 00000100:00100000:2.0:1767319125.008541:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1767319125.008548:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045632640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.008596:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045632640:12345-0@lo:400:kworker.0 Request processed in 48us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.008602:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1767319125.008629:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1767319125.008637:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045632768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.008674:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045632768:12345-0@lo:400:kworker.0 Request processed in 38us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319125.008679:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00080000:2.0:1767319125.008696:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319125.008701:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319125.009252:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045632768:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.009269:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045632640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319125.009300:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045632384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319125.013293:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319125.013382:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632256 00000100:00100000:3.0:1767319125.013393:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632256 00000100:00100000:3.0:1767319125.013479:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632000 00000100:00100000:3.0:1767319125.013483:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632000 00000100:00100000:3.0:1767319125.013511:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1767319125.013519:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045632256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319125.013582:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1767319125.013591:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045632000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319125.013663:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045632000:12345-0@lo:400:kworker.0 Request processed in 73us (5569us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319125.013670:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1767319125.014104:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045632256:12345-0@lo:400:kworker.0 Request processed in 585us (6195us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319125.014121:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:1.0:1767319125.014187:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319125.014293:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825c380 x1853164045632256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.014308:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045632256:0@lo:400:kworker.0 00010000:00080000:1.0:1767319125.014323:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d180 x1853164045632000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319125.014331:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045632000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319125.014447:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632384 00000100:00100000:3.0:1767319125.014453:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632384 00000100:00100000:3.0:1767319125.014483:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1767319125.014488:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045632384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319125.014507:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319125.014538:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045632384:12345-0@lo:38:kworker.0 Request processed in 48us (1255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319125.014544:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1767319125.015208:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045632512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319125.015343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319125.015423:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045632896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319125.015465:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319125.015504:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319125.015510:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319125.015514:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045632384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319125.015690:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632896 00000100:00100000:0.0:1767319125.015700:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632896 00000100:00100000:0.0:1767319125.015727:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1767319125.015731:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045632896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319125.015744:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319125.015788:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045632896:12345-0@lo:38:kworker.0 Request processed in 56us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319125.015792:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00080000:2.0:1767319125.015896:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319125.015902:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319125.015905:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045632896:0@lo:38:kworker.0 00000100:00100000:1.0:1767319125.016225:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045632512 00000100:00100000:1.0:1767319125.016231:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045632512 00000100:00100000:1.0:1767319125.016262:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:1.0:1767319125.016268:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045632512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319125.016279:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319125.016318:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045632512:12345-0@lo:38:kworker.0 Request processed in 49us (975us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319125.016324:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:2.0:1767319125.016353:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319125.016358:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319125.016361:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045632512:0@lo:38:kworker.0 00010000:00010000:1.0:1767319125.774991:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319126.798436:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319127.054034:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319127.054055:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045633024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319127.054153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319127.054471:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633024 00000100:00100000:3.0:1767319127.054491:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633024 00000100:00080000:2.0:1767319127.054736:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319127.054804:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1767319127.054816:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045633024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319127.054848:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319127.054911:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045633024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319127.054918:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1767319127.055004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045633024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319127.057897:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045633152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319127.057964:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319127.063094:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633152 00000100:00100000:0.0:1767319127.063110:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633152 00000100:00100000:0.0:1767319127.063208:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1767319127.063218:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045633152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319127.063250:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767319127.063378:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319127.075843:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045633152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 12616us (17868us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319127.075858:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1767319127.078760:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045633152:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319127.823609:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319128.517974:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319128.518158:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319128.526653:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853824 00000100:00100000:3.0:1767319128.526676:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853824 00000100:00100000:3.0:1767319128.526813:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853696 00000100:00100000:3.0:1767319128.526818:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853696 00000100:00100000:3.0:1767319128.526868:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 901 00000100:00100000:3.0:1767319128.526881:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985853824:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319128.527204:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1163 00000100:00100000:1.0:1767319128.527211:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985853696:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319128.527233:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767319128.527302:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319128.527327:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985853696:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 114us (9169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319128.527334:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1163 00000100:00100000:3.0:1767319128.527864:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985853824:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 983us (9973us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319128.527873:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 901 00010000:00010000:3.0:1767319128.846058:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319129.871700:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319130.125908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319130.125921:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319130.125983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319130.125987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319130.125991:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319130.126008:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4323 00000100:00080000:2.0:1767319130.126012:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319130.126046:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319130.126077:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29500 x1853164045633408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319130.126116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319130.126119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319130.126121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319130.126124:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4323 00000100:00080000:2.0:1767319130.126127:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319130.126130:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319130.126142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825fb80 x1853164045633664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319130.126151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319130.126154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319130.126156:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319130.126159:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4323 00000100:00080000:2.0:1767319130.126162:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319130.126165:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319130.126177:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ed80 x1853164045633792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319130.126213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319130.126216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319130.126218:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319130.126221:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4323 00000100:00080000:2.0:1767319130.126224:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319130.126228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319130.126237:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c380 x1853164045634176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319130.126268:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045633920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319130.126280:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045633408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319130.126420:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045633536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319130.126494:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045633280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319130.131930:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319130.132213:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045633664:0@lo:38:kworker.0 00000100:00100000:3.0:1767319130.132254:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319130.132291:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045633792:0@lo:38:kworker.0 00000100:00100000:3.0:1767319130.132317:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319130.132341:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045634176:0@lo:38:kworker.0 00000100:00100000:3.0:1767319130.132365:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319130.132416:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633408 00000100:00100000:3.0:1767319130.132425:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633408 00000100:00100000:3.0:1767319130.132464:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633664 00000100:00100000:3.0:1767319130.132467:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633664 00000100:00100000:3.0:1767319130.132481:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634176 00000100:00100000:3.0:1767319130.132484:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634176 00000100:00100000:3.0:1767319130.132502:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1767319130.132510:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045633408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319130.132533:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319130.133257:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1767319130.133265:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045633664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319130.133279:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319130.133355:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045633664:12345-0@lo:38:kworker.0 Request processed in 87us (1099us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319130.133362:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1767319130.133384:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1767319130.133388:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045634176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319130.133397:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319130.133421:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045634176:12345-0@lo:38:kworker.0 Request processed in 31us (1055us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319130.133426:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:1.0:1767319130.133461:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319130.133480:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633536 00000100:00100000:1.0:1767319130.133485:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633536 00000100:00100000:1.0:1767319130.133520:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1767319130.133748:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045633536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319130.133809:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045633536:12345-0@lo:400:kworker.0 Request processed in 63us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319130.133810:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045633408:12345-0@lo:38:kworker.0 Request processed in 1298us (1886us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319130.133816:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00080000:1.0:1767319130.133845:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319130.133875:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ce00 x1853164045633536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319130.133890:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045633536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319130.133953:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633792 00000100:00100000:1.0:1767319130.133958:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633792 00000100:00100000:1.0:1767319130.133978:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1767319130.133983:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045633792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319130.134340:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319130.134379:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045633792:12345-0@lo:38:kworker.0 Request processed in 394us (2060us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319130.134385:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1767319130.134423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045634048:0@lo:400:kworker.0 00000100:00100000:1.0:1767319130.134453:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319130.134501:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634048 00000100:00100000:1.0:1767319130.134505:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634048 00000100:00100000:1.0:1767319130.134550:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1767319130.134788:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045634048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319130.134829:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045634048:12345-0@lo:400:kworker.0 Request processed in 64us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319130.134836:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:1.0:1767319130.134852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319130.134873:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045634048:0@lo:400:kworker.0 00000100:00080000:1.0:1767319130.134924:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319130.134930:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319130.134934:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045633408:0@lo:38:kworker.0 00000100:00080000:1.0:1767319130.134945:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319130.134948:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319130.134951:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045633664:0@lo:38:kworker.0 00000100:00080000:1.0:1767319130.134960:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319130.134963:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319130.134966:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045633792:0@lo:38:kworker.0 00000100:00080000:1.0:1767319130.134975:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319130.134978:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319130.134982:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045634176:0@lo:38:kworker.0 00000100:00100000:3.0:1767319130.136836:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:0.0:1767319130.141577:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319130.145034:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633280 00000100:00100000:3.0:1767319130.145050:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633280 00000100:00100000:3.0:1767319130.145123:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767319130.145133:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045633280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319130.145218:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045633280:12345-0@lo:400:kworker.0 Request processed in 86us (3650us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319130.145225:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00080000:0.0:1767319130.145395:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319130.145435:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b800 x1853164045633280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319130.145449:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045633280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319130.147222:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319130.150880:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045633920 00000100:00100000:1.0:1767319130.150908:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045633920 00000100:00080000:0.0:1767319130.151115:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319130.152159:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1767319130.152180:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045633920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319130.152291:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045633920:12345-0@lo:400:kworker.0 Request processed in 118us (5074us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319130.152299:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1767319130.153859:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045633920:0@lo:400:kworker.0 00010000:00010000:3.0:1767319130.893969:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319131.918005:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319132.174717:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319132.174732:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045634304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319132.174802:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319132.174964:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634304 00000100:00100000:0.0:1767319132.174970:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634304 00000100:00100000:0.0:1767319132.175044:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1767319132.175054:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045634304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319132.175084:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319132.175126:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045634304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319132.175133:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:3.0:1767319132.175196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319132.175215:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045634432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319132.175242:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319132.175281:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045634304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319132.175384:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634432 00000100:00100000:0.0:1767319132.175388:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634432 00000100:00100000:0.0:1767319132.175530:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1767319132.175538:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be5b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045634432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319132.175557:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319132.175598:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be5b56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045634432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319132.175604:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:2.0:1767319132.176088:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045634432:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319132.176156:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319132.946721:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319133.636506:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319133.636580:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319133.639140:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985853952 00000100:00100000:1.0:1767319133.639154:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985853952 00000100:00100000:1.0:1767319133.639209:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854080 00000100:00100000:1.0:1767319133.639213:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854080 00000100:00100000:1.0:1767319133.639277:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 904 00000100:00100000:1.0:1767319133.639288:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985854080:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319133.639363:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985854080:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319133.639371:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 904 00000100:00100000:1.0:1767319133.639393:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1167 00000100:00100000:1.0:1767319133.639397:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985853952:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319133.639417:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319133.639444:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985853952:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (2950us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319133.639451:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1167 00000100:00080000:2.0:1767319133.639987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319133.966021:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319134.990563:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319135.246088:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319135.246098:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319135.246155:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319135.246159:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319135.246163:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319135.246170:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4328 00000100:00080000:2.0:1767319135.246176:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319135.246182:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319135.246200:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c700 x1853164045634688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319135.246229:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319135.246232:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319135.246234:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319135.246237:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4328 00000100:00080000:2.0:1767319135.246239:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319135.246242:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319135.246250:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825e300 x1853164045634944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319135.246258:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319135.246260:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319135.246262:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319135.246265:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4328 00000100:00080000:2.0:1767319135.246267:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319135.246270:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319135.246278:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825dc00 x1853164045635072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319135.246314:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319135.246317:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319135.246319:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319135.246322:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4328 00000100:00080000:2.0:1767319135.246325:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319135.246328:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319135.246335:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c380 x1853164045635456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319135.246362:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045635328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.246419:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.246470:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319135.246475:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045635200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.246491:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319135.246519:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635328 00000100:00100000:2.0:1767319135.246525:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635328 00000100:00100000:1.0:1767319135.246790:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045634816:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246819:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.246838:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319135.246842:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045634560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246860:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319135.246894:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635200 00000100:00100000:1.0:1767319135.246898:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635200 00000100:00100000:1.0:1767319135.246937:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1767319135.246945:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045635200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319135.246987:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045635200:12345-0@lo:400:kworker.0 Request processed in 43us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319135.246994:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:1.0:1767319135.247035:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319135.247039:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319135.247066:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045635200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.247262:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1767319135.247270:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045635328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319135.247584:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045635328:12345-0@lo:400:kworker.0 Request processed in 315us (1164us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319135.247592:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1767319135.247616:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045635328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319135.248120:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634816 00000100:00100000:3.0:1767319135.248127:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634816 00000100:00100000:3.0:1767319135.248165:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634560 00000100:00100000:3.0:1767319135.248167:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634560 00000100:00100000:3.0:1767319135.248189:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1767319135.248196:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045634816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319135.248243:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045634816:12345-0@lo:400:kworker.0 Request processed in 48us (1423us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319135.248249:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:3.0:1767319135.248261:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1767319135.248266:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045634560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319135.248289:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045634560:12345-0@lo:400:kworker.0 Request processed in 23us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319135.248295:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00010000:00080000:3.0:1767319135.248325:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ea00 x1853164045634560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319135.248365:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045634560:0@lo:400:kworker.0 00010000:00080000:3.0:1767319135.248376:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825f800 x1853164045634816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319135.248383:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045634816:0@lo:400:kworker.0 00000100:00100000:0.0:1767319135.248691:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045634688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319135.248731:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.248784:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045634944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319135.248805:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.248839:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045635072:0@lo:38:kworker.0 00000100:00100000:0.0:1767319135.248862:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.248884:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045635456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319135.248903:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319135.248939:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634688 00000100:00100000:0.0:1767319135.248943:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634688 00000100:00100000:0.0:1767319135.248960:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045634944 00000100:00100000:0.0:1767319135.248962:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045634944 00000100:00100000:0.0:1767319135.248975:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635456 00000100:00100000:0.0:1767319135.248977:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635456 00000100:00100000:0.0:1767319135.248987:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1767319135.248991:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045634688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319135.249009:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319135.249042:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045634688:12345-0@lo:38:kworker.0 Request processed in 49us (310us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319135.249049:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1767319135.249062:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1767319135.249065:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045634944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319135.249075:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319135.249097:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045634944:12345-0@lo:38:kworker.0 Request processed in 30us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319135.249102:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1767319135.249113:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1767319135.249119:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045635456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319135.249133:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319135.249153:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045635456:12345-0@lo:38:kworker.0 Request processed in 33us (248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319135.249158:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1767319135.249174:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635072 00000100:00100000:0.0:1767319135.249178:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635072 00000100:00100000:0.0:1767319135.249194:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:0.0:1767319135.249199:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045635072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319135.249207:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319135.249230:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045635072:12345-0@lo:38:kworker.0 Request processed in 30us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319135.249236:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:0.0:1767319135.249269:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319135.249274:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319135.249277:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045634688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319135.249286:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319135.249289:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319135.249291:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045634944:0@lo:38:kworker.0 00000100:00080000:0.0:1767319135.249300:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319135.249303:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319135.249306:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045635072:0@lo:38:kworker.0 00000100:00080000:0.0:1767319135.249312:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319135.249315:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319135.249317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045635456:0@lo:38:kworker.0 00000100:00080000:2.0:1767319135.249717:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319136.018154:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319137.042158:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319137.296133:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319137.296159:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045635584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319137.296226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319137.297301:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635584 00000100:00100000:0.0:1767319137.297314:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635584 00000100:00100000:0.0:1767319137.297396:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1767319137.297406:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045635584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319137.297439:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319137.297496:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045635584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (1269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319137.297504:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:2.0:1767319137.297618:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319137.297659:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045635584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319137.302360:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045635712:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319137.302430:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319137.302557:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635712 00000100:00100000:3.0:1767319137.302565:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635712 00000100:00100000:3.0:1767319137.302629:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:3.0:1767319137.302639:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045635712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319137.302669:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319137.302712:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045635712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319137.302719:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00080000:2.0:1767319137.302912:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319137.302948:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045635712:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319138.062956:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319138.764285:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319138.764335:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319138.764534:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854336 00000100:00100000:2.0:1767319138.764544:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854336 00000100:00080000:1.0:1767319138.764705:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319138.764728:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854208 00000100:00100000:2.0:1767319138.764732:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854208 00000100:00100000:0.0:1767319138.765662:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 907 00000100:00100000:0.0:1767319138.765678:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985854336:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319138.767292:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985854336:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 1610us (3006us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319138.767305:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 907 00000100:00100000:0.0:1767319138.767340:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1171 00000100:00100000:0.0:1767319138.767345:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985854208:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319138.767366:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319138.767391:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985854208:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (3055us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319138.767409:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1171 00010000:00010000:3.0:1767319139.091374:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319140.110201:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319140.366266:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319140.366278:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319140.366336:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319140.366340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319140.366345:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319140.366353:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4333 00000100:00080000:3.0:1767319140.366358:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319140.366365:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319140.366386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03b80 x1853164045635968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319140.366415:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319140.366418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319140.366420:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319140.366423:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4333 00000100:00080000:3.0:1767319140.366425:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319140.366428:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319140.366438:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01c00 x1853164045636224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319140.366447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319140.366450:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319140.366452:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319140.366456:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4333 00000100:00080000:3.0:1767319140.366458:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319140.366462:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319140.366475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00e00 x1853164045636352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319140.366503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319140.366506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319140.366507:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319140.366510:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4333 00000100:00080000:3.0:1767319140.366513:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319140.366516:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319140.366525:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00000 x1853164045636736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319140.366807:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045636096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367193:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.367253:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319140.367260:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045635840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367285:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.367323:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045636608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367347:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.367366:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319140.367372:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045636480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367393:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319140.367423:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636608 00000100:00100000:2.0:1767319140.367431:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636608 00000100:00100000:2.0:1767319140.367479:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636480 00000100:00100000:2.0:1767319140.367483:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636480 00000100:00100000:2.0:1767319140.367508:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1767319140.367518:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045636608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367568:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045636608:12345-0@lo:400:kworker.0 Request processed in 51us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319140.367576:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1767319140.367593:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1767319140.367599:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045636480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367626:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045636480:12345-0@lo:400:kworker.0 Request processed in 28us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319140.367631:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1767319140.367669:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045636480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367678:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045636608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319140.367700:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636096 00000100:00100000:2.0:1767319140.367703:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636096 00000100:00100000:2.0:1767319140.367727:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635840 00000100:00100000:2.0:1767319140.367729:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635840 00000100:00100000:2.0:1767319140.367749:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1767319140.367756:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045636096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319140.367969:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1767319140.367979:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045635840:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319140.368779:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319140.368789:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319140.368791:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319140.368816:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045635968:0@lo:38:kworker.0 00000100:00100000:1.0:1767319140.368881:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319140.368934:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045636224:0@lo:38:kworker.0 00000100:00100000:1.0:1767319140.368959:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319140.368983:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045636352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319140.369369:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319140.369400:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045636736:0@lo:38:kworker.0 00000100:00100000:1.0:1767319140.369425:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319140.369462:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636352 00000100:00100000:1.0:1767319140.369469:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636352 00000100:00100000:1.0:1767319140.369497:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1767319140.369503:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045636352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319140.369521:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319140.369557:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045636352:12345-0@lo:38:kworker.0 Request processed in 52us (544us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319140.369564:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1767319140.369587:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045635968 00000100:00100000:1.0:1767319140.369591:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045635968 00000100:00100000:1.0:1767319140.369606:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636224 00000100:00100000:1.0:1767319140.369609:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636224 00000100:00100000:1.0:1767319140.369617:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636736 00000100:00100000:1.0:1767319140.369619:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636736 00000100:00100000:1.0:1767319140.369628:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1767319140.369632:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045635968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319140.369641:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319140.369669:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045635968:12345-0@lo:38:kworker.0 Request processed in 35us (787us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319140.369675:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1767319140.369687:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1767319140.369691:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045636224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319140.369699:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319140.369721:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045636224:12345-0@lo:38:kworker.0 Request processed in 29us (762us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319140.369726:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1767319140.369738:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1767319140.369742:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045636736:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319140.369751:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319140.369806:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045636736:12345-0@lo:38:kworker.0 Request processed in 62us (380us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319140.369812:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1767319140.370419:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045636096:12345-0@lo:400:kworker.0 Request processed in 2659us (3223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319140.370428:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1767319140.371613:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045635840:12345-0@lo:400:kworker.0 Request processed in 3631us (4321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319140.371626:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00010000:00080000:2.0:1767319140.372278:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01880 x1853164045635840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319140.372295:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045635840:0@lo:400:kworker.0 00010000:00080000:2.0:1767319140.372312:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03480 x1853164045636096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319140.372320:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045636096:0@lo:400:kworker.0 00000100:00080000:0.0:1767319140.372470:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319140.372476:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319140.372480:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045635968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319140.372491:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319140.372494:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319140.372497:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045636224:0@lo:38:kworker.0 00000100:00080000:0.0:1767319140.372507:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319140.372510:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319140.372513:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045636352:0@lo:38:kworker.0 00000100:00080000:0.0:1767319140.372523:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319140.372526:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319140.372528:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045636736:0@lo:38:kworker.0 00010000:00010000:3.0:1767319141.134277:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319142.158859:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319142.414498:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045636864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319142.414588:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319142.414675:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319142.414683:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045636992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319142.414706:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319142.414825:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636864 00000100:00100000:1.0:1767319142.414834:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636864 00000100:00100000:1.0:1767319142.414898:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045636992 00000100:00100000:1.0:1767319142.414902:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045636992 00000100:00100000:1.0:1767319142.414921:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767319142.414932:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045636864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319142.414972:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319142.415020:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045636864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319142.415028:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1767319142.415047:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1767319142.415054:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045636992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319142.415068:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319142.415092:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045636992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319142.415098:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00080000:2.0:1767319142.415507:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319142.415513:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319142.415563:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045636992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319142.415579:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045636864:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319143.182147:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319143.879035:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319143.879162:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767319143.882296:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985854720 offset 0 length 520: 4 00000100:00100000:0.0:1767319143.886843:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854592 00000100:00100000:0.0:1767319143.886859:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854592 00000100:00100000:0.0:1767319143.887027:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854464 00000100:00100000:0.0:1767319143.887032:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854464 00000100:00100000:0.0:1767319143.887057:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 910 00000100:00100000:0.0:1767319143.887068:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985854592:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319143.887165:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985854592:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 97us (8141us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319143.887174:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 910 00000100:00100000:0.0:1767319143.887209:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1175 00000100:00100000:0.0:1767319143.887214:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985854464:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319143.887237:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319143.887262:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985854464:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (8100us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319143.887340:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1175 00000100:00080000:1.0:1767319143.893155:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319144.205955:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319144.461932:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319119/real 1767319119] req@ffffa07bf8c2bb80 x1853164045630592/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319144 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319144.461970:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8c2bb80 x1853164045630592/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319144 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319144.461990:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319144.462021:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319144.462026:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045630592:0@lo:250:kworker.0 00000100:00080000:0.0:1767319144.462119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319144.462124:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319144.462127:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319144.462131:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4318 00000100:00080000:0.0:1767319144.462135:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319144.462140:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319144.462172:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd880 x1853164045637120/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319144.462224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319144.462228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319144.462230:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319144.462233:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4338 00000100:00080000:0.0:1767319144.462236:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319144.462240:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319144.462254:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fced80 x1853164045637376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319144.462270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319144.462273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319144.462275:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319144.462278:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4338 00000100:00080000:0.0:1767319144.462281:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319144.462284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319144.462294:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcea00 x1853164045637632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319144.462316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319144.462319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319144.462321:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319144.462325:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4338 00000100:00080000:0.0:1767319144.462327:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319144.462330:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319144.462341:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf480 x1853164045637760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319144.462376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319144.462379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319144.462381:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319144.462384:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4338 00000100:00080000:0.0:1767319144.462386:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319144.462389:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319144.462400:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdc00 x1853164045638144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319144.462425:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045638016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319144.462487:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319144.462539:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319144.462545:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045637888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319144.462570:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319144.462858:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638016 00000100:00100000:1.0:1767319144.462867:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638016 00000100:00100000:1.0:1767319144.462918:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045637888 00000100:00100000:1.0:1767319144.462921:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045637888 00000100:00100000:1.0:1767319144.462940:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1767319144.462947:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045638016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319144.462998:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045638016:12345-0@lo:400:kworker.0 Request processed in 50us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319144.463006:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1767319144.463041:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:1.0:1767319144.463048:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045637888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319144.463063:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045638016:0@lo:400:kworker.0 00000100:00100000:1.0:1767319144.463075:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045637888:12345-0@lo:400:kworker.0 Request processed in 28us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319144.463080:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045637888:0@lo:400:kworker.0 00000100:00100000:1.0:1767319144.463084:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00080000:1.0:1767319144.463103:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319144.463106:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319144.463197:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045637248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319144.463234:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319144.463260:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319144.463266:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045637504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319144.463292:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319144.463385:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045637248 00000100:00100000:2.0:1767319144.463388:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045637248 00000100:00100000:3.0:1767319144.463390:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045637504 00000100:00100000:3.0:1767319144.463393:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045637504 00000100:00100000:0.0:1767319144.463417:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045637120:0@lo:250:kworker.0 00000400:00000100:0.0:1767319144.463439:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045637120 offset 0 length 520: 4 00000100:00100000:0.0:1767319144.463457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045637376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319144.463476:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319144.463494:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045637632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319144.463512:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319144.463526:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045637760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319144.463547:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319144.464914:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045637376 00000100:00100000:1.0:1767319144.464927:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045637376 00000100:00100000:1.0:1767319144.464967:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045637632 00000100:00100000:1.0:1767319144.464971:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045637632 00000100:00100000:1.0:1767319144.464992:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1767319144.464999:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045637376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319144.465024:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319144.465169:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045637376:12345-0@lo:38:kworker.0 Request processed in 169us (1691us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319144.465176:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1767319144.465193:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1767319144.465197:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045637632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319144.465207:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319144.465230:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045637632:12345-0@lo:38:kworker.0 Request processed in 31us (1716us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319144.465235:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:2.0:1767319144.466573:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:2.0:1767319144.466598:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045637248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319144.466669:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045637248:12345-0@lo:400:kworker.0 Request processed in 86us (3433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319144.466675:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00010000:00080000:2.0:1767319144.466738:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcf800 x1853164045637248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319144.466762:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045637248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319144.470538:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045638144:0@lo:38:kworker.0 00000100:00100000:0.0:1767319144.470607:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319144.470652:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319144.470658:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319144.470661:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045637376:0@lo:38:kworker.0 00000100:00080000:0.0:1767319144.470672:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319144.470675:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319144.470678:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045637632:0@lo:38:kworker.0 00000100:00100000:0.0:1767319144.470741:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045637760 00000100:00100000:0.0:1767319144.470759:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045637760 00000100:00100000:0.0:1767319144.470817:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1767319144.470825:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045637760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319144.470846:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319144.470888:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045637760:12345-0@lo:38:kworker.0 Request processed in 63us (7339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319144.470895:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00080000:0.0:1767319144.470926:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319144.470931:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319144.470934:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045637760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319144.471018:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638144 00000100:00100000:2.0:1767319144.471023:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638144 00000100:00100000:2.0:1767319144.471055:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:2.0:1767319144.471061:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045638144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319144.471072:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319144.471105:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045638144:12345-0@lo:38:kworker.0 Request processed in 43us (498us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319144.471111:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00080000:0.0:1767319144.471178:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319144.471182:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319144.471185:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045638144:0@lo:38:kworker.0 00000100:00080000:1.0:1767319144.472863:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319144.477454:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1767319144.477470:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045637504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319144.477587:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045637504:12345-0@lo:400:kworker.0 Request processed in 120us (14292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319144.477603:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00010000:00080000:2.0:1767319144.478010:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc000 x1853164045637504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319144.478027:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045637504:0@lo:400:kworker.0 00010000:00010000:3.0:1767319145.230230:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319146.255249:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319147.278927:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319147.534089:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045638272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319147.534162:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.534270:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638272 00000100:00100000:1.0:1767319147.534279:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638272 00000100:00100000:1.0:1767319147.534348:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1767319147.534357:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045638272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319147.534385:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319147.534434:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045638272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319147.534442:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:2.0:1767319147.534566:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319147.534601:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045638272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319147.536442:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319147.536469:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045638400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319147.536525:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319147.536741:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638400 00000100:00100000:1.0:1767319147.536749:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638400 00000100:00100000:1.0:1767319147.536837:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1767319147.536846:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045638400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319147.536875:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319147.536927:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045638400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319147.536934:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1767319147.537495:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045638400:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319147.537571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319148.302502:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319148.996987:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319148.997102:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319148.997701:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854976 00000100:00100000:0.0:1767319148.997711:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854976 00000100:00100000:3.0:1767319148.997879:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985854848 00000100:00100000:3.0:1767319148.997884:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985854848 00000100:00100000:3.0:1767319148.997912:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 913 00000100:00100000:3.0:1767319148.997921:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985854976:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319148.997987:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985854976:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 68us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319148.997995:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 913 00000100:00100000:3.0:1767319148.998011:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1179 00000100:00100000:3.0:1767319148.998015:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985854848:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319148.998036:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319148.998056:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985854848:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 40us (955us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319148.998062:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1179 00000100:00080000:2.0:1767319148.998801:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319149.326059:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319149.582134:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319149.582141:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319149.582184:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319149.582192:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319149.582195:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319149.582201:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4342 00000100:00080000:1.0:1767319149.582205:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319149.582211:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319149.582228:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ea00 x1853164045638656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319149.582261:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319149.582263:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319149.582265:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319149.582269:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4342 00000100:00080000:1.0:1767319149.582272:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319149.582276:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319149.582286:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d180 x1853164045638912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319149.582295:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319149.582298:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319149.582300:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319149.582304:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4342 00000100:00080000:1.0:1767319149.582306:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319149.582309:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319149.582317:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164045639040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319149.582337:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319149.582339:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319149.582340:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319149.582342:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4342 00000100:00080000:1.0:1767319149.582344:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319149.582346:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319149.582351:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50a80 x1853164045639424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319149.582677:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045638784:0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.582732:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319149.582764:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319149.582785:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045638528:0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.582799:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319149.582823:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638784 00000100:00100000:0.0:1767319149.582829:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638784 00000100:00100000:0.0:1767319149.582866:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638528 00000100:00100000:0.0:1767319149.582868:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638528 00000100:00100000:0.0:1767319149.582883:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1767319149.582888:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045638784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.582922:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045638784:12345-0@lo:400:kworker.0 Request processed in 34us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319149.582928:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1767319149.582939:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1767319149.582942:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045638528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.582956:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045638528:12345-0@lo:400:kworker.0 Request processed in 14us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319149.582959:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00010000:00080000:0.0:1767319149.582982:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0c380 x1853164045638528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319149.582990:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045638528:0@lo:400:kworker.0 00010000:00080000:0.0:1767319149.583000:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ca80 x1853164045638784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319149.583008:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045638784:0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.583028:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045639168:0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.583053:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319149.583073:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319149.583078:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045639296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.583095:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319149.583119:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639168 00000100:00100000:0.0:1767319149.583122:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639168 00000100:00100000:0.0:1767319149.583147:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639296 00000100:00100000:0.0:1767319149.583150:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639296 00000100:00100000:0.0:1767319149.583167:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1767319149.583173:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045639168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.583220:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045639168:12345-0@lo:400:kworker.0 Request processed in 46us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319149.583226:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1767319149.583237:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1767319149.583243:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045639296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.583267:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045639296:12345-0@lo:400:kworker.0 Request processed in 25us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319149.583273:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1767319149.583301:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045639296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319149.583309:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045639168:0@lo:400:kworker.0 00000100:00080000:2.0:1767319149.583435:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319149.583440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319149.583442:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319149.583515:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045638656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319149.583666:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319149.583695:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045638912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319149.583714:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319149.583733:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045639040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319149.583748:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319149.583759:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045639424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319149.583789:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319149.583812:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639040 00000100:00100000:3.0:1767319149.583815:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639040 00000100:00100000:3.0:1767319149.583831:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1767319149.583834:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045639040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319149.583846:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319149.583867:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045639040:12345-0@lo:38:kworker.0 Request processed in 32us (118us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319149.583871:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1767319149.583882:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638656 00000100:00100000:3.0:1767319149.583884:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638656 00000100:00100000:3.0:1767319149.583892:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045638912 00000100:00100000:3.0:1767319149.583893:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045638912 00000100:00100000:3.0:1767319149.583898:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639424 00000100:00100000:3.0:1767319149.583900:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639424 00000100:00100000:3.0:1767319149.583905:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1767319149.583907:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045638656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319149.583913:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319149.583928:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045638656:12345-0@lo:38:kworker.0 Request processed in 19us (263us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319149.583931:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1767319149.583937:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1767319149.583939:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045638912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319149.583944:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319149.583954:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045638912:12345-0@lo:38:kworker.0 Request processed in 14us (239us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319149.583957:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:3.0:1767319149.583962:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1767319149.583965:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045639424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319149.583969:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319149.583979:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045639424:12345-0@lo:38:kworker.0 Request processed in 14us (190us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319149.583982:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00080000:3.0:1767319149.584002:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319149.584007:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319149.584010:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045638656:0@lo:38:kworker.0 00000100:00080000:3.0:1767319149.584018:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319149.584021:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319149.584024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045638912:0@lo:38:kworker.0 00000100:00080000:3.0:1767319149.584031:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319149.584034:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319149.584037:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045639040:0@lo:38:kworker.0 00000100:00080000:3.0:1767319149.584043:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319149.584046:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319149.584049:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045639424:0@lo:38:kworker.0 00010000:00010000:1.0:1767319150.350136:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319151.374221:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319152.398256:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319152.653963:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045639552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319152.654053:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319152.654398:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639552 00000100:00100000:0.0:1767319152.654407:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639552 00000100:00100000:0.0:1767319152.654468:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1767319152.654478:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045639552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319152.654508:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319152.654564:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045639552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319152.654571:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1767319152.654630:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045639552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319152.654838:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319152.654849:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045639680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319152.654879:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319152.654955:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639680 00000100:00100000:1.0:1767319152.654959:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639680 00000100:00100000:1.0:1767319152.654981:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1767319152.654987:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045639680:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319152.655003:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767319152.655005:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767319152.655010:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319152.655097:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045639680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319152.655102:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1767319152.655289:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045639680:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319153.424136:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319154.114870:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319154.115173:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985855232 00000100:00100000:1.0:1767319154.115188:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985855232 00000100:00100000:1.0:1767319154.115284:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 916 00000100:00100000:1.0:1767319154.115297:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985855232:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319154.115389:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985855232:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 94us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319154.115396:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 916 00000100:00080000:3.0:1767319154.115669:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319154.122473:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319154.122609:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985855104 00000100:00100000:0.0:1767319154.122621:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985855104 00000100:00100000:0.0:1767319154.122684:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1183 00000100:00100000:0.0:1767319154.122693:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985855104:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319154.122720:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319154.122831:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985855104:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 138us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319154.122839:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1183 00010000:00010000:1.0:1767319154.446026:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319154.708336:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319154.708347:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319154.708433:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319154.708438:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319154.708442:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319154.708452:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4347 00000100:00080000:3.0:1767319154.708457:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319154.708464:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319154.708502:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00e00 x1853164045639936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319154.708534:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319154.708566:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319154.708568:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319154.708571:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4347 00000100:00080000:3.0:1767319154.708573:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319154.708578:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319154.708597:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03b80 x1853164045640192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319154.708605:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319154.708608:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319154.708610:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319154.708613:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4347 00000100:00080000:3.0:1767319154.708615:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319154.708620:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319154.708630:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03480 x1853164045640320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319154.708655:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319154.708658:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319154.708659:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319154.708662:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4347 00000100:00080000:3.0:1767319154.708664:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319154.708667:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319154.708675:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02300 x1853164045640704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319154.708708:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045640576:0@lo:400:kworker.0 00000100:00100000:3.0:1767319154.708805:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.708887:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319154.708896:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045640448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319154.708929:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.708962:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640576 00000100:00100000:3.0:1767319154.708969:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640576 00000100:00100000:3.0:1767319154.709037:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640448 00000100:00100000:3.0:1767319154.709040:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640448 00000100:00100000:3.0:1767319154.709064:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1767319154.709073:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045640576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319154.709125:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045640576:12345-0@lo:400:kworker.0 Request processed in 53us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319154.709133:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1767319154.709149:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1767319154.709154:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045640448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319154.709180:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045640448:12345-0@lo:400:kworker.0 Request processed in 26us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319154.709185:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1767319154.709224:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045640448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319154.709234:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045640576:0@lo:400:kworker.0 00000100:00080000:3.0:1767319154.709255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319154.709260:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319154.709273:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045639936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319154.709299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.709322:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045640192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319154.709340:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.709361:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639936 00000100:00100000:3.0:1767319154.709365:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639936 00000100:00100000:3.0:1767319154.709383:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640192 00000100:00100000:3.0:1767319154.709385:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640192 00000100:00100000:3.0:1767319154.709398:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1767319154.709402:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045639936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319154.709420:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319154.709447:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045639936:12345-0@lo:38:kworker.0 Request processed in 43us (148us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319154.709454:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1767319154.709465:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1767319154.709468:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045640192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319154.709477:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319154.709499:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045640192:12345-0@lo:38:kworker.0 Request processed in 28us (157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319154.709504:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00080000:3.0:1767319154.709537:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319154.709542:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319154.709545:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045640192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319154.709551:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045640320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319154.709587:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.709609:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640320 00000100:00100000:3.0:1767319154.709613:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640320 00000100:00100000:3.0:1767319154.709632:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1767319154.709637:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045640320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319154.709647:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319154.709671:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045640320:12345-0@lo:38:kworker.0 Request processed in 33us (84us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319154.709677:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:3.0:1767319154.709705:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319154.709709:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319154.709711:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045640320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319154.709717:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045640704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319154.709741:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319154.709758:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640704 00000100:00100000:3.0:1767319154.709762:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640704 00000100:00100000:3.0:1767319154.709804:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1767319154.709808:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045640704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319154.709818:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319154.709842:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045640704:12345-0@lo:38:kworker.0 Request processed in 32us (101us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319154.709848:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00080000:3.0:1767319154.709871:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319154.709875:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319154.709878:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045640704:0@lo:38:kworker.0 00000100:00080000:3.0:1767319154.709899:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319154.709903:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319154.709906:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045639936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319154.710816:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045640064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319154.710874:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319154.710919:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319154.710925:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045639808:0@lo:400:kworker.0 00000100:00100000:2.0:1767319154.710946:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319154.711046:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640064 00000100:00100000:1.0:1767319154.711053:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640064 00000100:00100000:1.0:1767319154.711099:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045639808 00000100:00100000:1.0:1767319154.711103:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045639808 00000100:00100000:1.0:1767319154.711121:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1767319154.711128:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045640064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319154.711172:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045640064:12345-0@lo:400:kworker.0 Request processed in 44us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319154.711177:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1767319154.711193:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1767319154.711199:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045639808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319154.711236:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045639808:12345-0@lo:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319154.711242:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:2.0:1767319154.711506:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319154.711535:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b00000 x1853164045639808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319154.711547:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045639808:0@lo:400:kworker.0 00010000:00080000:2.0:1767319154.711567:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01c00 x1853164045640064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319154.711584:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045640064:0@lo:400:kworker.0 00010000:00010000:3.0:1767319155.473043:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319156.493990:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319157.517973:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319157.774054:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319157.774081:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045640832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319157.774148:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319157.774310:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640832 00000100:00100000:0.0:1767319157.774319:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640832 00000100:00100000:0.0:1767319157.774390:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1767319157.774400:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045640832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319157.774428:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319157.774470:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045640832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319157.774491:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1767319157.774564:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045640832:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319157.774663:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319157.775187:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045640960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319157.775219:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319157.775341:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045640960 00000100:00100000:2.0:1767319157.775356:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045640960 00000100:00100000:2.0:1767319157.775402:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767319157.775411:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045640960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319157.775428:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767319157.775534:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319157.776286:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045640960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 873us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319157.776294:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1767319157.776446:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045640960:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319158.542660:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319159.236431:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319159.236702:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985855488 00000100:00100000:3.0:1767319159.236716:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985855488 00000100:00100000:3.0:1767319159.236850:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 919 00000100:00100000:3.0:1767319159.236864:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985855488:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767319159.236965:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319159.242836:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319159.243128:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985855488:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 6254us (6699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319159.243149:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 919 00000100:00100000:3.0:1767319159.243198:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985855360 00000100:00100000:3.0:1767319159.243209:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985855360 00000100:00100000:0.0:1767319159.248799:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1187 00000100:00100000:0.0:1767319159.248813:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985855360:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319159.248840:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319159.256440:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985855360:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 7612us (13599us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319159.256456:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1187 00010000:00010000:3.0:1767319159.566258:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319159.822086:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319159.822112:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319159.822201:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319159.822206:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319159.822211:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319159.822222:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4352 00000100:00080000:1.0:1767319159.822228:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319159.822246:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319159.822276:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51f80 x1853164045641216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319159.822318:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319159.822321:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319159.822323:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319159.822327:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4352 00000100:00080000:1.0:1767319159.822330:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319159.822334:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319159.822345:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52d80 x1853164045641472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319159.822354:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319159.822358:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319159.822359:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319159.822364:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4352 00000100:00080000:1.0:1767319159.822366:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319159.822369:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319159.822383:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52a00 x1853164045641600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319159.822426:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319159.822429:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319159.822431:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319159.822435:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4352 00000100:00080000:1.0:1767319159.822437:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319159.822441:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319159.822450:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50a80 x1853164045641984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319159.822646:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045641216:0@lo:38:kworker.0 00000100:00100000:2.0:1767319159.822742:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319159.822859:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045641472:0@lo:38:kworker.0 00000100:00100000:2.0:1767319159.822884:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319159.822908:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045641600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319159.822940:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319159.822961:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045641984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319159.822981:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319159.823026:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641216 00000100:00100000:2.0:1767319159.823035:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641216 00000100:00100000:2.0:1767319159.823073:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641472 00000100:00100000:2.0:1767319159.823076:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641472 00000100:00100000:2.0:1767319159.823091:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641984 00000100:00100000:2.0:1767319159.823094:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641984 00000100:00100000:2.0:1767319159.823112:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1767319159.823120:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045641216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319159.823148:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319159.823198:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045641216:12345-0@lo:38:kworker.0 Request processed in 77us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319159.823207:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1767319159.823228:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1767319159.823232:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045641472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319159.823254:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319159.823281:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045641472:12345-0@lo:38:kworker.0 Request processed in 48us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319159.823287:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1767319159.823299:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1767319159.823302:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045641984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319159.823311:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319159.823332:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045641984:12345-0@lo:38:kworker.0 Request processed in 28us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319159.823337:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00080000:2.0:1767319159.823383:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319159.823388:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319159.823392:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045641216:0@lo:38:kworker.0 00000100:00080000:2.0:1767319159.823400:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319159.823403:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319159.823405:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045641472:0@lo:38:kworker.0 00000100:00080000:2.0:1767319159.823411:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319159.823414:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319159.823417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045641984:0@lo:38:kworker.0 00000100:00100000:3.0:1767319159.823901:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045641344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319159.824929:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045641728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319159.825018:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319159.825078:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319159.825085:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045641856:0@lo:400:kworker.0 00000100:00100000:1.0:1767319159.825109:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319159.825168:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641600 00000100:00100000:1.0:1767319159.825177:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641600 00000100:00100000:1.0:1767319159.825222:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1767319159.825230:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045641600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319159.825493:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319159.825545:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045641600:12345-0@lo:38:kworker.0 Request processed in 313us (2603us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319159.825556:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1767319159.825744:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319159.825799:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319159.825807:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045641088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319159.825831:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319159.825861:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641728 00000100:00100000:3.0:1767319159.825865:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641728 00000100:00080000:1.0:1767319159.826825:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319159.826837:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319159.826844:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045641600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319159.826936:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641344 00000100:00100000:1.0:1767319159.826943:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641344 00000100:00100000:1.0:1767319159.826993:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641088 00000100:00100000:1.0:1767319159.826996:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641088 00000100:00100000:1.0:1767319159.827019:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1767319159.827027:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045641344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319159.827111:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045641344:12345-0@lo:400:kworker.0 Request processed in 83us (1364us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319159.827118:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1767319159.827139:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1767319159.827146:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045641088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319159.827175:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045641088:12345-0@lo:400:kworker.0 Request processed in 30us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319159.827182:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00080000:1.0:1767319159.827221:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319159.827228:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319159.827346:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045641856 00000100:00100000:3.0:1767319159.827351:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045641856 00000100:00100000:3.0:1767319159.827387:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1767319159.827395:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045641728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319159.827458:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045641728:12345-0@lo:400:kworker.0 Request processed in 64us (2439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319159.827475:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1767319159.827487:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1767319159.827494:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045641856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319159.827526:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045641856:12345-0@lo:400:kworker.0 Request processed in 32us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319159.827533:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:3.0:1767319159.827553:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319159.827590:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045641856:0@lo:400:kworker.0 00000100:00100000:3.0:1767319159.827605:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045641728:0@lo:400:kworker.0 00010000:00080000:3.0:1767319159.827652:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e51c00 x1853164045641088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319159.827665:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045641088:0@lo:400:kworker.0 00010000:00080000:3.0:1767319159.827677:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e50700 x1853164045641344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319159.827686:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045641344:0@lo:400:kworker.0 00010000:00010000:2.0:1767319160.593663:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319161.615854:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319162.638756:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319162.895399:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045642112:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319162.895505:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319162.896007:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642112 00000100:00100000:0.0:1767319162.896020:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642112 00000100:00100000:0.0:1767319162.896103:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1767319162.896116:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045642112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319162.896163:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319162.896232:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045642112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319162.896242:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1767319162.896305:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045642112:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319162.896396:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319162.896866:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045642240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319162.896921:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319162.897281:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642240 00000100:00100000:1.0:1767319162.897289:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642240 00000100:00100000:1.0:1767319162.897349:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1767319162.897358:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045642240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319162.897395:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319162.897463:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045642240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 106us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319162.897471:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1767319162.897824:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045642240:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319162.897888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319163.662161:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319164.356013:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319164.356060:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319164.356296:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985855744 00000100:00100000:2.0:1767319164.356310:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985855744 00000100:00100000:2.0:1767319164.356430:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985855616 00000100:00100000:2.0:1767319164.356434:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985855616 00000100:00100000:2.0:1767319164.356458:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 922 00000100:00100000:2.0:1767319164.356473:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985855744:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319164.356576:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985855744:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319164.356586:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 922 00000100:00100000:2.0:1767319164.356607:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1191 00000100:00100000:2.0:1767319164.356612:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985855616:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319164.356638:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319164.356667:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985855616:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (607us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319164.356675:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1191 00000100:00080000:0.0:1767319164.357802:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319164.687196:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319164.946992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319164.947011:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319164.947125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319164.947130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319164.947134:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319164.947144:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4358 00000100:00080000:3.0:1767319164.947150:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319164.947159:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319164.947187:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8a80 x1853164045642496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319164.947210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319164.947214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319164.947216:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319164.947219:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4358 00000100:00080000:3.0:1767319164.947222:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319164.947225:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319164.947236:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb480 x1853164045642752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319164.947244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319164.947248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319164.947249:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319164.947252:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4358 00000100:00080000:3.0:1767319164.947254:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319164.947258:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319164.947269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8e00 x1853164045642880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319164.947506:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319164.947530:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045643008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319164.947620:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319164.947743:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643008 00000100:00100000:2.0:1767319164.947753:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643008 00000100:00100000:2.0:1767319164.947845:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1767319164.947857:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045643008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319164.947921:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045643008:12345-0@lo:400:kworker.0 Request processed in 65us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319164.947930:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:2.0:1767319164.947987:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045643008:0@lo:400:kworker.0 00000100:00100000:2.0:1767319164.948011:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045642624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319164.948044:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319164.948213:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319164.948221:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045642368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319164.948246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319164.948280:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642624 00000100:00100000:2.0:1767319164.948284:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642624 00000100:00080000:0.0:1767319164.948426:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319164.948432:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319164.948447:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045642496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319164.948481:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319164.948509:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045642752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319164.948531:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319164.948554:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045642880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319164.948578:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319164.948617:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642880 00000100:00100000:0.0:1767319164.948621:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642880 00000100:00100000:0.0:1767319164.948648:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1767319164.948654:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045642880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319164.948675:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319164.948724:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045642880:12345-0@lo:38:kworker.0 Request processed in 56us (132us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319164.948731:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:0.0:1767319164.948789:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319164.948796:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319164.948799:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045642880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319164.948821:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642368 00000100:00100000:0.0:1767319164.948825:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642368 00000100:00080000:3.0:1767319164.948982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319164.948987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319164.948990:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319164.948996:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4358 00000100:00080000:3.0:1767319164.949000:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319164.949005:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319164.949024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9c00 x1853164045643264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319164.949072:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319164.949082:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045643136:0@lo:400:kworker.0 00000100:00100000:3.0:1767319164.949116:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319164.949150:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643136 00000100:00100000:3.0:1767319164.949154:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643136 00000100:00100000:3.0:1767319164.949186:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1767319164.949193:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045643136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319164.949233:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045643136:12345-0@lo:400:kworker.0 Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319164.949240:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1767319164.949268:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045643136:0@lo:400:kworker.0 00000100:00100000:3.0:1767319164.949926:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642496 00000100:00100000:3.0:1767319164.949933:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642496 00000100:00080000:1.0:1767319164.950512:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319164.950524:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319164.950557:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045643264:0@lo:38:kworker.0 00000100:00100000:1.0:1767319164.950636:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319164.964042:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045642752 00000100:00100000:3.0:1767319164.964076:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045642752 00000100:00100000:3.0:1767319164.964121:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643264 00000100:00100000:3.0:1767319164.964124:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643264 00000100:00100000:3.0:1767319164.964139:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1767319164.964153:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045642624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319164.964239:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1767319164.964266:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045642368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319164.964378:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1767319164.964388:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045642496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319164.964418:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319164.964449:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045642624:12345-0@lo:400:kworker.0 Request processed in 302us (16402us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319164.964458:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1767319164.964473:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045642368:12345-0@lo:400:kworker.0 Request processed in 218us (16222us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319164.964485:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1767319164.964496:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045642496:12345-0@lo:38:kworker.0 Request processed in 106us (16011us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319164.966753:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1767319164.966782:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045642752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319164.966825:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319164.966927:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045642752:12345-0@lo:38:kworker.0 Request processed in 157us (18393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319164.966935:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1767319164.966974:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:3.0:1767319164.966979:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045643264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319164.967001:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319164.967028:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045643264:12345-0@lo:38:kworker.0 Request processed in 47us (16392us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319164.967034:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00010000:00080000:3.0:1767319164.967165:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeb800 x1853164045642368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319164.967183:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045642368:0@lo:400:kworker.0 00010000:00080000:3.0:1767319164.967197:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbead80 x1853164045642624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319164.967204:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045642624:0@lo:400:kworker.0 00000100:00080000:3.0:1767319164.969383:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319164.969399:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319164.969405:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045643264:0@lo:38:kworker.0 00000100:00080000:3.0:1767319164.969422:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319164.969426:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319164.969429:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045642496:0@lo:38:kworker.0 00000100:00080000:3.0:1767319164.969441:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319164.969445:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319164.969448:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045642752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319164.970267:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00010000:00010000:3.0:1767319165.710039:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319166.734079:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319167.758038:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319168.014177:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319168.014208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045643392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319168.014285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319168.014381:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643392 00000100:00100000:2.0:1767319168.014389:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643392 00000100:00100000:2.0:1767319168.014444:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1767319168.014454:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045643392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319168.014487:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319168.014529:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045643392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319168.014535:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1767319168.014585:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045643392:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319168.014827:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319168.016918:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319168.017349:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045643520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319168.017415:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319168.017548:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643520 00000100:00100000:2.0:1767319168.017556:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643520 00000100:00100000:2.0:1767319168.017652:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1767319168.017662:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045643520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319168.017687:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319168.017750:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045643520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (334us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319168.017757:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1767319168.017906:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045643520:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319168.018094:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319168.455699:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767319168.455741:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985855872 offset 0 length 520: 4 00000100:00100000:2.0:1767319168.455812:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319168.455916:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856128 00000100:00100000:1.0:1767319168.455926:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856128 00000100:00100000:1.0:1767319168.456007:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856000 00000100:00100000:1.0:1767319168.456010:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856000 00000100:00100000:1.0:1767319168.456042:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 925 00000100:00100000:1.0:1767319168.456062:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985856128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319168.456078:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1195 00000100:00100000:3.0:1767319168.456090:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985856000:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:1.0:1767319168.456157:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985856128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319168.456169:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 925 00010000:00020000:3.0:1767319168.456189:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319168.456757:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985856000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 663us (940us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319168.457441:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319168.457480:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1195 00010000:00010000:2.0:1767319168.782085:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319169.037992:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319144/real 1767319144] req@ffffa07bf4fcd880 x1853164045637120/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319169 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319169.038049:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf4fcd880 x1853164045637120/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319169 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319169.038074:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319169.038106:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319169.038111:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045637120:0@lo:250:kworker.0 00000100:00080000:0.0:1767319169.038335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319169.038343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319169.038347:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319169.038352:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4342 00000100:00080000:0.0:1767319169.038357:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319169.038364:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319169.038407:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c380 x1853164045643648/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319169.038470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319169.038482:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319169.038483:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319169.038488:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4363 00000100:00080000:0.0:1767319169.038491:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319169.038497:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319169.038518:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0affb80 x1853164045643904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319169.038533:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045643776:0@lo:400:kworker.0 00000100:00080000:0.0:1767319169.038548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319169.038554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319169.038556:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319169.038561:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4363 00000100:00080000:0.0:1767319169.038565:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319169.038570:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319169.038584:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afc380 x1853164045644160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319169.038594:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319169.038599:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319169.038601:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319169.038604:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4363 00000100:00080000:0.0:1767319169.038608:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319169.038612:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319169.038625:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319169.038631:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afea00 x1853164045644288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319169.038681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319169.038685:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319169.038687:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319169.038692:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4363 00000100:00080000:0.0:1767319169.038695:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319169.038700:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319169.038718:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4700 x1853164045644672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319169.038721:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319169.038738:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045644032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319169.038760:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045644416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319169.038799:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319169.038843:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643776 00000100:00100000:1.0:1767319169.038852:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643776 00000100:00100000:0.0:1767319169.038883:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319169.038920:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644032 00000100:00100000:0.0:1767319169.038925:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319169.038927:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644032 00000100:00100000:0.0:1767319169.038936:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045644544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319169.038967:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319169.038994:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1767319169.039008:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045643776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319169.039017:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644416 00000100:00100000:0.0:1767319169.039027:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644416 00000100:00100000:0.0:1767319169.039091:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644544 00000100:00100000:0.0:1767319169.039096:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644544 00000100:00100000:1.0:1767319169.039101:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045643776:12345-0@lo:400:kworker.0 Request processed in 93us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319169.039114:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1767319169.039127:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1767319169.039142:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045644416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319169.039149:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1767319169.039165:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045644032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319169.039214:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045644416:12345-0@lo:400:kworker.0 Request processed in 75us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319169.039225:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045644032:12345-0@lo:400:kworker.0 Request processed in 62us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319169.039230:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1767319169.039243:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1767319169.039260:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1767319169.039271:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045644544:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1767319169.039312:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afca80 x1853164045644032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319169.039329:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045644032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319169.039332:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045644544:12345-0@lo:400:kworker.0 Request processed in 62us (363us total) trans 0 rc 0/0 00010000:00080000:1.0:1767319169.039352:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ca80 x1853164045643776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319169.039367:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045643776:0@lo:400:kworker.0 00000100:00080000:2.0:1767319169.039394:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319169.039417:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045643648:0@lo:250:kworker.0 00000400:00000100:2.0:1767319169.039452:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045643648 offset 0 length 520: 4 00000100:00100000:2.0:1767319169.039495:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045643904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319169.039506:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045644544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319169.039528:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045644416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319169.039539:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319169.039578:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045644160:0@lo:38:kworker.0 00000100:00100000:1.0:1767319169.039591:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045643904 00000100:00100000:1.0:1767319169.039598:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045643904 00000100:00100000:2.0:1767319169.039609:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319169.040890:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1767319169.041028:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045644288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319169.041097:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319169.041121:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045644672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319169.041156:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319169.041674:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644160 00000100:00100000:1.0:1767319169.041687:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644160 00000100:00100000:1.0:1767319169.041759:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1767319169.041779:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045643904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319169.041804:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319169.041879:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045643904:12345-0@lo:38:kworker.0 Request processed in 113us (2348us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319169.041887:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1767319169.041907:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1767319169.041911:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045644160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319169.041919:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319169.042093:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644288 00000100:00100000:3.0:1767319169.042105:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644288 00000100:00100000:3.0:1767319169.045868:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1767319169.045885:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045644288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319169.045922:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319169.046051:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045644288:12345-0@lo:38:kworker.0 Request processed in 167us (4952us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319169.046072:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:2.0:1767319169.046660:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319169.046669:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319169.046674:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045643904:0@lo:38:kworker.0 00000100:00080000:2.0:1767319169.046688:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319169.046694:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319169.046697:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045644288:0@lo:38:kworker.0 00000100:00100000:0.0:1767319169.046811:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644672 00000100:00100000:0.0:1767319169.046822:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644672 00000100:00100000:0.0:1767319169.046873:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1767319169.046879:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045644672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319169.046895:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319169.046954:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045644672:12345-0@lo:38:kworker.0 Request processed in 74us (5796us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319169.046962:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00080000:2.0:1767319169.047035:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319169.047040:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319169.047043:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045644672:0@lo:38:kworker.0 00000100:00100000:1.0:1767319169.048300:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045644160:12345-0@lo:38:kworker.0 Request processed in 6366us (8671us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319169.048316:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00080000:3.0:1767319169.048803:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319169.048813:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319169.048818:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045644160:0@lo:38:kworker.0 00010000:00010000:3.0:1767319169.806454:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319170.832049:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319171.856865:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319172.878067:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319173.134407:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045644800:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319173.134508:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319173.134632:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644800 00000100:00100000:2.0:1767319173.134643:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644800 00000100:00100000:2.0:1767319173.134724:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1767319173.134735:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045644800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319173.134805:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767319173.134917:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319173.135169:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045644928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319173.135202:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319173.135249:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045644928 00000100:00100000:3.0:1767319173.135253:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045644928 00000100:00100000:3.0:1767319173.135289:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1767319173.135296:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045644928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319173.135315:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319173.135349:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045644928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319173.135479:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:3.0:1767319173.135503:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319173.135540:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045644928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319173.139486:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045644800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4735us (4960us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319173.139505:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1767319173.139854:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045644800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319173.570961:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319173.571010:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319173.571265:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856384 00000100:00100000:1.0:1767319173.571280:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856384 00000100:00100000:1.0:1767319173.571378:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856256 00000100:00100000:1.0:1767319173.571383:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856256 00000100:00100000:1.0:1767319173.571415:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 928 00000100:00080000:2.0:1767319173.571461:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319173.571562:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985856384:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319173.571704:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985856384:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 274us (752us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319173.577268:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1199 00000100:00100000:3.0:1767319173.577290:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985856256:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319173.577324:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319173.577627:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985856256:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 340us (6612us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319173.577638:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1199 00000100:00100000:1.0:1767319173.581168:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 928 00010000:00010000:3.0:1767319173.902120:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319174.158323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319174.158335:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319174.158434:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045645056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319174.158528:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319174.158600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319174.158605:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319174.158610:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319174.158616:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4367 00000100:00080000:3.0:1767319174.158621:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319174.158628:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319174.158995:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645056 00000100:00100000:1.0:1767319174.159005:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645056 00000100:00100000:1.0:1767319174.159085:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1767319174.159097:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045645056:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319174.159179:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319174.159458:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbead80 x1853164045645184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319174.159615:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045645312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319174.159657:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319174.159696:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645312 00000100:00100000:0.0:1767319174.159700:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645312 00000100:00100000:0.0:1767319174.159750:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1767319174.159757:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045645312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319174.159829:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045645312:12345-0@lo:400:kworker.0 Request processed in 72us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319174.159837:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00080000:0.0:1767319174.159861:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319174.159889:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeb800 x1853164045645312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319174.159902:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045645312:0@lo:400:kworker.0 00000100:00100000:1.0:1767319174.160630:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045645056:12345-0@lo:400:kworker.0 Request processed in 1531us (2098us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319174.160640:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1767319174.160698:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045645184:0@lo:38:kworker.0 00000100:00100000:1.0:1767319174.160929:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319174.161016:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645184 00000100:00100000:0.0:1767319174.161022:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645184 00000100:00100000:0.0:1767319174.161055:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1767319174.161061:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045645184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319174.161085:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319174.161125:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045645184:12345-0@lo:38:kworker.0 Request processed in 62us (195us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319174.161131:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:1.0:1767319174.161445:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319174.161451:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319174.161455:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045645184:0@lo:38:kworker.0 00010000:00080000:2.0:1767319174.161612:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9c00 x1853164045645056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319174.161626:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045645056:0@lo:400:kworker.0 00000100:00080000:3.0:1767319174.162279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319174.162289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319174.162293:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319174.162299:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4367 00000100:00080000:3.0:1767319174.162304:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319174.162311:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319174.162351:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8000 x1853164045645440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319174.162379:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319174.162383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319174.162385:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319174.162388:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4367 00000100:00080000:3.0:1767319174.162391:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319174.162396:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319174.162411:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9180 x1853164045645568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319174.162417:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045645440:0@lo:38:kworker.0 00000100:00100000:1.0:1767319174.162477:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319174.162478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319174.162483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319174.162485:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319174.162490:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4367 00000100:00080000:3.0:1767319174.162494:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319174.162499:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319174.162512:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164045645952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319174.162517:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045645568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319174.162553:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319174.162576:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045645824:0@lo:400:kworker.0 00000100:00100000:1.0:1767319174.162580:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045645952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319174.162612:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319174.162632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319174.162647:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645568 00000100:00100000:1.0:1767319174.162654:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645568 00000100:00100000:3.0:1767319174.162666:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319174.162675:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045645696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319174.162691:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1767319174.162699:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045645568:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319174.162708:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319174.162740:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645824 00000100:00100000:3.0:1767319174.162744:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645824 00000100:00100000:3.0:1767319174.162801:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645696 00000100:00100000:3.0:1767319174.162805:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645696 00000100:00100000:3.0:1767319174.162831:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1767319174.162840:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045645824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319174.162886:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645440 00000100:00100000:0.0:1767319174.162892:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645440 00000100:00100000:3.0:1767319174.162897:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045645824:12345-0@lo:400:kworker.0 Request processed in 57us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319174.162905:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1767319174.162919:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045645952 00000100:00100000:0.0:1767319174.162924:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045645952 00000100:00100000:3.0:1767319174.162927:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1767319174.162947:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:0.0:1767319174.162952:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045645440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319174.163034:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319174.163071:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045645568:12345-0@lo:38:kworker.0 Request processed in 373us (518us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319174.163079:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1767319174.163105:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1767319174.163110:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045645952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319174.163138:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319174.163170:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045645440:12345-0@lo:38:kworker.0 Request processed in 217us (695us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319174.163177:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00080000:0.0:1767319174.163251:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319174.163257:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319174.163260:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045645568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319174.163270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319174.163273:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319174.163276:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045645440:0@lo:38:kworker.0 00000100:00100000:3.0:1767319174.163317:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045645696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319174.163355:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045645696:12345-0@lo:400:kworker.0 Request processed in 42us (652us total) trans 0 rc 0/0 00010000:00020000:1.0:1767319174.163615:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319174.163657:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045645952:12345-0@lo:38:kworker.0 Request processed in 546us (1045us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319174.163664:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00080000:0.0:1767319174.164524:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319174.164533:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319174.164538:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045645952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319174.164594:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045645696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319174.164606:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045645824:0@lo:400:kworker.0 00000100:00100000:3.0:1767319174.165475:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00010000:00010000:1.0:1767319174.927103:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319175.950197:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319176.974149:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319177.998263:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319178.256064:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319178.256097:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045646080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319178.256206:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319178.256246:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646080 00000100:00100000:0.0:1767319178.256274:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646080 00000100:00100000:1.0:1767319178.256285:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045646208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319178.256308:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319178.256341:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646208 00000100:00100000:0.0:1767319178.256344:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646208 00000100:00100000:0.0:1767319178.256368:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1767319178.256377:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045646080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319178.256415:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319178.256528:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1767319178.256538:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045646208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319178.256559:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319178.256812:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319178.256818:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319178.260717:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045646080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4326us (4496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319178.263319:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1767319178.264471:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045646208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7925us (8151us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319178.264486:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1767319178.265290:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045646208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319178.265314:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045646080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319178.693464:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319178.693598:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319178.698297:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856640 00000100:00100000:1.0:1767319178.698318:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856640 00000100:00100000:1.0:1767319178.698435:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856512 00000100:00100000:1.0:1767319178.698439:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856512 00000100:00100000:1.0:1767319178.698477:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 931 00000100:00100000:1.0:1767319178.698489:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985856640:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319178.698593:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985856640:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (5144us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319178.698602:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 931 00000100:00100000:1.0:1767319178.698629:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1203 00000100:00100000:1.0:1767319178.698633:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985856512:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319178.698659:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319178.698701:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985856512:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 65us (5102us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319178.698708:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1203 00000100:00080000:2.0:1767319178.699088:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319179.022396:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319179.278257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319179.278271:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319179.278384:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045646336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319179.278480:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319179.278584:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319179.278588:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319179.278593:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319179.278599:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4372 00000100:00080000:3.0:1767319179.278603:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319179.278611:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319179.278638:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbead80 x1853164045646464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319179.278729:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646336 00000100:00100000:2.0:1767319179.278740:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646336 00000100:00100000:0.0:1767319179.278758:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045646464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319179.278820:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319179.278855:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646464 00000100:00100000:2.0:1767319179.278860:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646464 00000100:00100000:0.0:1767319179.278885:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045646592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319179.278887:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1767319179.278904:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045646336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319179.278920:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319179.278958:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646592 00000100:00100000:0.0:1767319179.278962:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646592 00000100:00100000:0.0:1767319179.278992:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1767319179.278999:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045646592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319179.279034:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045646592:12345-0@lo:400:kworker.0 Request processed in 35us (114us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319179.279043:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1767319179.279061:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1767319179.279066:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045646464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319179.279088:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319179.279132:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045646464:12345-0@lo:38:kworker.0 Request processed in 65us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319179.279139:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00010000:00080000:0.0:1767319179.279175:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9c00 x1853164045646592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319179.279190:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045646592:0@lo:400:kworker.0 00000100:00080000:0.0:1767319179.279220:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319179.279224:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319179.279228:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045646464:0@lo:38:kworker.0 00000100:00080000:0.0:1767319179.279277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319179.283283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319179.283298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319179.283303:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319179.283313:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4372 00000100:00080000:3.0:1767319179.283318:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319179.283326:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319179.283342:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045646336:12345-0@lo:400:kworker.0 Request processed in 4440us (4857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319179.283356:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1767319179.283376:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164045646720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319179.283410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319179.283418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319179.283421:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319179.283426:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4372 00000100:00080000:3.0:1767319179.283428:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319179.283432:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319179.283445:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8000 x1853164045646848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319179.283495:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319179.283499:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319179.283500:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319179.283504:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4372 00000100:00080000:3.0:1767319179.283507:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319179.283510:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319179.283522:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9c00 x1853164045647232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319179.283580:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045646976:0@lo:400:kworker.0 00000100:00100000:3.0:1767319179.283656:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319179.283706:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319179.283712:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045647104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319179.283735:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319179.283786:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646976 00000100:00100000:3.0:1767319179.283795:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646976 00000100:00100000:3.0:1767319179.283843:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647104 00000100:00100000:3.0:1767319179.283846:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647104 00000100:00100000:3.0:1767319179.283869:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1767319179.283878:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045646976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319179.283933:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045646976:12345-0@lo:400:kworker.0 Request processed in 57us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319179.283941:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1767319179.283955:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1767319179.283960:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045647104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319179.283992:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045647104:12345-0@lo:400:kworker.0 Request processed in 32us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319179.283998:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1767319179.284381:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045646720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319179.284434:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045647104:0@lo:400:kworker.0 00010000:00080000:1.0:1767319179.285146:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbebb80 x1853164045646336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319179.285160:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045646336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319179.285744:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319179.285821:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045646848:0@lo:38:kworker.0 00000100:00100000:0.0:1767319179.285857:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319179.285886:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045647232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319179.285908:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319179.285964:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646848 00000100:00100000:0.0:1767319179.285972:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646848 00000100:00100000:0.0:1767319179.286015:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1767319179.286035:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045646848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319179.286061:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319179.286116:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045646848:12345-0@lo:38:kworker.0 Request processed in 92us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319179.286123:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1767319179.286148:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045646720 00000100:00100000:0.0:1767319179.286152:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045646720 00000100:00100000:0.0:1767319179.286170:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647232 00000100:00100000:0.0:1767319179.286172:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647232 00000100:00100000:0.0:1767319179.286199:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1767319179.286203:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045646720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319179.286212:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319179.286236:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045646720:12345-0@lo:38:kworker.0 Request processed in 32us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319179.286242:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:0.0:1767319179.286252:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1767319179.286256:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045647232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319179.286265:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319179.286285:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045647232:12345-0@lo:38:kworker.0 Request processed in 27us (375us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319179.286290:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00080000:0.0:1767319179.286330:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319179.286335:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319179.286339:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045646720:0@lo:38:kworker.0 00000100:00080000:0.0:1767319179.286346:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319179.286349:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319179.286351:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045646848:0@lo:38:kworker.0 00000100:00080000:0.0:1767319179.286358:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319179.286361:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319179.286363:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045647232:0@lo:38:kworker.0 00000100:00100000:3.0:1767319179.286916:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045646976:0@lo:400:kworker.0 00010000:00010000:3.0:1767319180.048645:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319181.073058:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319182.094709:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319183.118070:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319183.374582:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045647488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319183.374681:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319183.374786:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319183.374794:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045647360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319183.374820:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319183.374900:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647488 00000100:00100000:0.0:1767319183.374912:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647488 00000100:00100000:3.0:1767319183.374932:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647360 00000100:00100000:3.0:1767319183.374936:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647360 00000100:00100000:3.0:1767319183.374984:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00080000:1.0:1767319183.374987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319183.374991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319183.374995:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045647360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319183.375042:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319183.375287:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045647360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319183.375662:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045647360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 668us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319183.375672:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1767319183.380208:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1767319183.380243:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045647488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319183.380294:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319183.380414:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045647488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 189us (5731us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319183.380423:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1767319183.380568:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045647488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319183.809913:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319183.809956:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319183.810409:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856896 00000100:00100000:1.0:1767319183.810421:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856896 00000100:00100000:1.0:1767319183.810495:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985856768 00000100:00100000:1.0:1767319183.810499:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985856768 00000100:00100000:1.0:1767319183.810518:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 934 00000100:00100000:1.0:1767319183.810528:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985856896:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319183.810610:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985856896:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319183.810617:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 934 00000100:00100000:1.0:1767319183.810640:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1207 00000100:00100000:1.0:1767319183.810645:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985856768:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319183.810665:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319183.810691:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985856768:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (735us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319183.810697:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1207 00000100:00080000:3.0:1767319183.811678:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319184.146482:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319184.401138:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319184.401150:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319184.401220:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319184.401228:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319184.401232:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319184.401240:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4377 00000100:00080000:3.0:1767319184.401244:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319184.401251:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319184.401276:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00e00 x1853164045647744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319184.401313:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319184.401316:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319184.401318:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319184.401322:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4377 00000100:00080000:3.0:1767319184.401324:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319184.401327:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319184.401340:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648380 x1853164045648000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319184.401351:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319184.401355:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319184.401357:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319184.401361:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4377 00000100:00080000:3.0:1767319184.401364:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319184.401367:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319184.401382:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764a680 x1853164045648128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319184.401413:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045647744:0@lo:38:kworker.0 00000100:00080000:3.0:1767319184.401427:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319184.401432:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319184.401435:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319184.401440:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4377 00000100:00080000:3.0:1767319184.401444:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319184.401447:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319184.401460:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648a80 x1853164045648512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319184.401510:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045648384:0@lo:400:kworker.0 00000100:00100000:2.0:1767319184.401520:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319184.401587:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319184.401612:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045648000:0@lo:38:kworker.0 00000100:00100000:3.0:1767319184.401635:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319184.401651:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319184.401651:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045648256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319184.401699:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319184.401701:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045648128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319184.401748:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319184.401752:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648384 00000100:00100000:3.0:1767319184.401762:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648384 00000100:00100000:2.0:1767319184.401834:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045648512:0@lo:38:kworker.0 00000100:00100000:3.0:1767319184.401856:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648256 00000100:00100000:3.0:1767319184.401863:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648256 00000100:00100000:2.0:1767319184.401871:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319184.401915:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1767319184.401933:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045648384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319184.401941:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767319184.401958:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045648256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319184.402028:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045648384:12345-0@lo:400:kworker.0 Request processed in 101us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319184.402040:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045648256:12345-0@lo:400:kworker.0 Request processed in 84us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319184.402049:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1767319184.402062:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767319184.402119:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647744 00000100:00100000:3.0:1767319184.402120:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045648256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319184.402129:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647744 00000100:00100000:3.0:1767319184.402139:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045648384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319184.402250:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045647616:0@lo:400:kworker.0 00000100:00100000:0.0:1767319184.402292:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319184.402364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045647872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319184.413414:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648128 00000100:00100000:0.0:1767319184.413429:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648128 00000100:00100000:0.0:1767319184.413474:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1767319184.413482:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045648128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319184.413504:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319184.413578:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045648128:12345-0@lo:38:kworker.0 Request processed in 96us (11832us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319184.413586:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1767319184.415070:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648000 00000100:00100000:2.0:1767319184.415089:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648000 00000100:00080000:2.0:1767319184.415347:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319184.415357:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319184.415362:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045648128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319184.415453:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648512 00000100:00100000:2.0:1767319184.415457:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648512 00000100:00100000:2.0:1767319184.415466:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647616 00000100:00100000:2.0:1767319184.415469:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647616 00000100:00100000:2.0:1767319184.415514:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1767319184.415525:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045647616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319184.415615:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045647616:12345-0@lo:400:kworker.0 Request processed in 93us (13322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319184.415622:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00010000:00080000:2.0:1767319184.415657:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03b80 x1853164045647616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319184.415671:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045647616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319184.415691:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:2.0:1767319184.415696:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045647744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319184.415717:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319184.415748:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045647744:12345-0@lo:38:kworker.0 Request processed in 50us (14233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319184.415754:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00080000:2.0:1767319184.415789:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319184.415793:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319184.415798:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045647744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319184.415814:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1767319184.415818:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045648000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319184.415827:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319184.415852:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045648000:12345-0@lo:38:kworker.0 Request processed in 32us (14204us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319184.415857:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00080000:2.0:1767319184.415873:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319184.415876:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319184.415879:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045648000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319184.415894:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1767319184.415897:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045648512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319184.415906:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319184.415928:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045648512:12345-0@lo:38:kworker.0 Request processed in 29us (14063us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319184.415933:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00080000:2.0:1767319184.415949:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319184.415952:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319184.415955:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045648512:0@lo:38:kworker.0 00000100:00080000:2.0:1767319184.415991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319184.416053:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319184.416086:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045647872 00000100:00100000:2.0:1767319184.416089:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045647872 00000100:00080000:2.0:1767319184.417323:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319184.417375:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1767319184.417385:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045647872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319184.417462:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045647872:12345-0@lo:400:kworker.0 Request processed in 78us (1408us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319184.417469:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00010000:00080000:2.0:1767319184.417507:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7648000 x1853164045647872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319184.417521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045647872:0@lo:400:kworker.0 00010000:00010000:2.0:1767319185.170196:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319186.190127:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319187.214615:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319188.238067:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319188.494385:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045648640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319188.494412:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045648768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319188.494496:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319188.494637:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319188.494981:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648640 00000100:00100000:0.0:1767319188.494990:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648640 00000100:00100000:0.0:1767319188.495063:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648768 00000100:00100000:0.0:1767319188.495067:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648768 00000100:00100000:3.0:1767319188.495102:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1767319188.495195:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045648640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319188.495237:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319188.495327:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045648640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319188.495414:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045648640:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319188.495886:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319188.495893:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319188.502113:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1767319188.502143:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045648768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319188.502186:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319188.502274:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045648768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (7638us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319188.502283:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1767319188.502365:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045648768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319188.503887:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1767319188.930276:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319188.930422:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857152 00000100:00100000:3.0:1767319188.930433:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857152 00000100:00100000:3.0:1767319188.930513:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 937 00000100:00100000:3.0:1767319188.930524:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985857152:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319188.930676:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985857152:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 153us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319188.930685:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 937 00000100:00080000:2.0:1767319188.931092:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319188.931241:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319188.931593:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857024 00000100:00100000:0.0:1767319188.931599:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857024 00000100:00100000:0.0:1767319188.931642:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1211 00000100:00100000:0.0:1767319188.931648:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985857024:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319188.931670:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319188.931717:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985857024:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 68us (477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319188.931724:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1211 00010000:00010000:2.0:1767319189.268504:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319189.518027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319189.518042:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319189.518114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319189.518119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319189.518125:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319189.518136:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4382 00000100:00080000:3.0:1767319189.518142:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319189.518153:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319189.518173:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045648896:0@lo:400:kworker.0 00000100:00100000:3.0:1767319189.518186:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045649024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319189.518238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319189.518242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319189.518244:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319189.518250:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4382 00000100:00080000:3.0:1767319189.518253:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319189.518259:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319189.518275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648700 x1853164045649280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319189.518280:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045649152:0@lo:400:kworker.0 00000100:00100000:2.0:1767319189.518291:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319189.518312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319189.518316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319189.518319:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319189.518326:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4382 00000100:00080000:3.0:1767319189.518329:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319189.518335:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319189.518343:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319189.518354:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764ad80 x1853164045649408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319189.518409:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045648896 00000100:00100000:2.0:1767319189.518418:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045648896 00000100:00100000:0.0:1767319189.518426:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045649536:0@lo:400:kworker.0 00000100:00080000:3.0:1767319189.518427:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319189.518439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319189.518441:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319189.518461:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4382 00000100:00080000:3.0:1767319189.518464:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319189.518471:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319189.518484:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319189.518489:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649152 00000100:00100000:2.0:1767319189.518494:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649152 00000100:00100000:3.0:1767319189.518503:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b800 x1853164045649792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319189.518537:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1767319189.518548:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045648896:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319189.518582:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319189.518618:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045648896:12345-0@lo:400:kworker.0 Request processed in 68us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319189.518625:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045649664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319189.518637:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:0.0:1767319189.518648:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:0.0:1767319189.518661:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045649152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319189.518795:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045649024:0@lo:38:kworker.0 00010000:00080000:2.0:1767319189.522075:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764bb80 x1853164045648896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319189.522096:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045648896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319189.522456:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649536 00000100:00100000:2.0:1767319189.522465:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649536 00000100:00100000:2.0:1767319189.522634:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1767319189.522643:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045649536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319189.522720:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045649536:12345-0@lo:400:kworker.0 Request processed in 78us (4248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319189.522728:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1767319189.523973:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045649536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319189.525159:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319189.525326:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649664 00000100:00100000:2.0:1767319189.525337:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649664 00000100:00100000:2.0:1767319189.525402:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1767319189.525411:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045649664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319189.525500:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045649664:12345-0@lo:400:kworker.0 Request processed in 91us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319189.525507:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1767319189.525940:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045649664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319189.526403:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045649152:12345-0@lo:400:kworker.0 Request processed in 7741us (8056us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319189.526414:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319189.526419:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00010000:00080000:3.0:1767319189.526539:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7648e00 x1853164045649152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319189.526624:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045649280:0@lo:38:kworker.0 00000100:00100000:1.0:1767319189.526654:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319189.526948:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045649152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319189.529011:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649024 00000100:00100000:0.0:1767319189.529025:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649024 00000100:00100000:1.0:1767319189.535786:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045649408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319189.535846:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319189.535872:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045649792:0@lo:38:kworker.0 00000100:00100000:1.0:1767319189.535896:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319189.535960:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649280 00000100:00100000:1.0:1767319189.535968:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649280 00000100:00100000:1.0:1767319189.535993:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649792 00000100:00100000:1.0:1767319189.535996:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649792 00000100:00100000:1.0:1767319189.536008:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1767319189.536015:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045649024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319189.536037:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319189.536087:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045649024:12345-0@lo:38:kworker.0 Request processed in 71us (9678us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319189.536094:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1767319189.536125:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767319189.536129:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045649280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319189.536139:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319189.536162:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045649280:12345-0@lo:38:kworker.0 Request processed in 32us (9507us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319189.536168:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767319189.536182:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1767319189.536186:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045649792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319189.536194:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319189.536216:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045649792:12345-0@lo:38:kworker.0 Request processed in 28us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319189.536222:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1767319189.536251:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649408 00000100:00100000:1.0:1767319189.536254:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649408 00000100:00100000:1.0:1767319189.536277:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1767319189.536281:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045649408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319189.536290:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319189.536314:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045649408:12345-0@lo:38:kworker.0 Request processed in 31us (467us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319189.536319:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:1.0:1767319189.536360:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319189.536365:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319189.536369:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045649024:0@lo:38:kworker.0 00000100:00080000:1.0:1767319189.536377:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319189.536381:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319189.536383:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045649280:0@lo:38:kworker.0 00000100:00080000:1.0:1767319189.536391:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319189.536394:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319189.536396:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045649408:0@lo:38:kworker.0 00000100:00080000:1.0:1767319189.536404:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319189.536406:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319189.536409:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045649792:0@lo:38:kworker.0 00010000:00010000:3.0:1767319190.286198:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319191.310095:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319192.334153:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319193.026233:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985857280 offset 0 length 520: 4 00000100:00100000:1.0:1767319193.029033:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319193.029501:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857408 00000100:00100000:3.0:1767319193.029516:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857408 00000100:00100000:3.0:1767319193.029587:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1215 00000100:00100000:3.0:1767319193.029598:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985857408:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319193.029627:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319193.030014:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985857408:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 415us (996us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319193.030024:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1215 00000100:00100000:2.0:1767319193.036154:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319193.038378:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857536 00000100:00100000:3.0:1767319193.038400:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857536 00000100:00100000:3.0:1767319193.038518:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 940 00000100:00100000:3.0:1767319193.038531:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985857536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319193.038946:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985857536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 116us (2507us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319193.038956:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 940 00000100:00080000:2.0:1767319193.039362:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319193.359798:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319193.614133:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045649920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319193.614239:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319193.614383:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045649920 00000100:00100000:0.0:1767319193.614395:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045649920 00000100:00100000:0.0:1767319193.614491:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1767319193.614503:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045649920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319193.614545:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319193.614600:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045649920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319193.614610:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:2.0:1767319193.614690:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319193.614736:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045649920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319193.618977:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045650048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319193.619074:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319193.619286:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650048 00000100:00100000:1.0:1767319193.619297:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650048 00000100:00100000:1.0:1767319193.619387:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1767319193.619398:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045650048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319193.619442:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319193.619499:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045650048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319193.619507:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:3.0:1767319193.619637:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045650048:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319193.620781:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319194.394095:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319194.637957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319194.637972:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319194.638061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319194.638066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319194.638071:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319194.638082:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4387 00000100:00080000:3.0:1767319194.638089:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319194.638097:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319194.638126:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b100 x1853164045650304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319194.638148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319194.638151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319194.638153:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319194.638157:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4387 00000100:00080000:3.0:1767319194.638160:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319194.638165:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319194.638181:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b800 x1853164045650560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319194.638193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319194.638196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319194.638199:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319194.638202:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4387 00000100:00080000:3.0:1767319194.638205:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319194.638208:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319194.638223:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764ad80 x1853164045650688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319194.638267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319194.638274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319194.638278:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319194.638279:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045650432:0@lo:400:kworker.0 00000100:00080000:3.0:1767319194.638285:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4387 00000100:00080000:3.0:1767319194.638293:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319194.638299:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319194.638315:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649880 x1853164045651072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319194.638357:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045650944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319194.638383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319194.638490:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319169/real 1767319169] req@ffffa07bf8b0c380 x1853164045643648/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319194 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319194.638518:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8b0c380 x1853164045643648/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319194 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319194.638536:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045650304:0@lo:38:kworker.0 00000100:00100000:2.0:1767319194.638598:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045650176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319194.638668:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319194.638732:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319194.638739:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045650816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319194.638763:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319194.638838:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650432 00000100:00100000:3.0:1767319194.638848:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650432 00000100:00100000:3.0:1767319194.638918:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1767319194.638929:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045650432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319194.638986:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045650432:12345-0@lo:400:kworker.0 Request processed in 59us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319194.638995:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1767319194.639024:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650944 00000100:00100000:3.0:1767319194.639028:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650944 00000100:00100000:3.0:1767319194.639052:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650816 00000100:00100000:3.0:1767319194.639056:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650816 00000100:00100000:3.0:1767319194.639077:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1767319194.639083:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045650944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319194.639122:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045650944:12345-0@lo:400:kworker.0 Request processed in 39us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319194.639129:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1767319194.639139:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1767319194.639145:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045650816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319194.639173:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045650816:12345-0@lo:400:kworker.0 Request processed in 27us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319194.639178:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1767319194.639227:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045650816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319194.639236:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045650944:0@lo:400:kworker.0 00000100:00080000:3.0:1767319194.639292:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319194.645851:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764b480 x1853164045650432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319194.645871:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045650432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319194.647162:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319194.647247:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045650560:0@lo:38:kworker.0 00000100:00100000:1.0:1767319194.647299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319194.647329:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045650688:0@lo:38:kworker.0 00000100:00100000:1.0:1767319194.647362:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319194.647393:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045651072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319194.647414:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319194.647435:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319194.647454:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319194.647458:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045643648:0@lo:250:kworker.0 00000100:00100000:1.0:1767319194.647535:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650688 00000100:00100000:1.0:1767319194.647546:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650688 00000100:00100000:1.0:1767319194.647596:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1767319194.647604:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045650688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319194.647631:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319194.647785:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650304 00000100:00100000:3.0:1767319194.647790:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650304 00000100:00100000:3.0:1767319194.647828:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650560 00000100:00100000:3.0:1767319194.647831:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650560 00000100:00100000:3.0:1767319194.647845:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651072 00000100:00100000:3.0:1767319194.647848:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651072 00000100:00100000:3.0:1767319194.647866:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1767319194.647871:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045650304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319194.647882:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319194.647925:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045650304:12345-0@lo:38:kworker.0 Request processed in 53us (775us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319194.647933:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1767319194.647950:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1767319194.647954:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045650560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319194.647962:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319194.647986:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045650560:12345-0@lo:38:kworker.0 Request processed in 30us (687us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319194.647993:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1767319194.648003:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1767319194.648007:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045651072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319194.648014:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319194.648035:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045651072:12345-0@lo:38:kworker.0 Request processed in 27us (621us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319194.648041:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00080000:3.0:1767319194.648101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319194.648107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319194.648112:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319194.648117:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4367 00000100:00080000:3.0:1767319194.648122:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319194.648128:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319194.648161:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045651200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319194.648395:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045650688:12345-0@lo:38:kworker.0 Request processed in 789us (1030us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319194.648402:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1767319194.648431:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045651200:0@lo:250:kworker.0 00000400:00000100:1.0:1767319194.648454:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045651200 offset 0 length 520: 4 00000100:00080000:1.0:1767319194.648493:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319194.648498:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319194.648502:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045650304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319194.648511:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319194.648514:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319194.648517:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045650560:0@lo:38:kworker.0 00000100:00080000:1.0:1767319194.648525:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319194.648528:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319194.648531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045650688:0@lo:38:kworker.0 00000100:00080000:1.0:1767319194.648539:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319194.648542:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319194.648545:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045651072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319194.648796:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319194.648892:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045650176 00000100:00100000:0.0:1767319194.648898:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045650176 00000100:00100000:0.0:1767319194.648967:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1767319194.648975:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045650176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319194.649034:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045650176:12345-0@lo:400:kworker.0 Request processed in 60us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319194.649040:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00080000:3.0:1767319194.649102:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319194.649167:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649180 x1853164045650176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319194.649180:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045650176:0@lo:400:kworker.0 00010000:00010000:1.0:1767319195.406138:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319196.430068:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319197.454184:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319198.148466:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319198.148855:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857664 00000100:00100000:3.0:1767319198.148870:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857664 00000100:00100000:2.0:1767319198.148917:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319198.148932:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1219 00000100:00100000:3.0:1767319198.148943:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985857664:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319198.148974:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319198.148984:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857792 00000100:00100000:2.0:1767319198.148989:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857792 00000100:00100000:2.0:1767319198.149051:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 943 00000100:00100000:3.0:1767319198.149058:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985857664:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 113us (606us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319198.149068:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985857792:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319198.149069:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1219 00000100:00080000:3.0:1767319198.149099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319198.149124:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985857792:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 62us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319198.149132:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 943 00010000:00010000:3.0:1767319198.478624:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319198.734191:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045651328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319198.734291:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319198.737030:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045651456:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319198.738028:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319198.747867:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651328 00000100:00100000:2.0:1767319198.747891:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651328 00000100:00100000:1.0:1767319198.748023:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651456 00000100:00100000:1.0:1767319198.748031:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651456 00000100:00100000:2.0:1767319198.748079:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1767319198.748369:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045651328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319198.748419:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319198.748538:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045651328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 449us (14247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319198.748547:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1767319198.748840:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045651328:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319198.753844:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319198.753861:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319198.754942:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1767319198.754964:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045651456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319198.755009:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319198.755112:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045651456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (17089us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319198.755163:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1767319198.755216:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045651456:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319199.502393:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319199.758114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319199.758128:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319199.758221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319199.758226:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319199.758231:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319199.758243:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4392 00000100:00080000:3.0:1767319199.758250:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319199.758258:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767319199.758260:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319199.758284:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045651584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319199.758303:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648380 x1853164045651712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319199.758344:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319199.758348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319199.758350:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319199.758355:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4392 00000100:00080000:3.0:1767319199.758358:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319199.758362:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319199.758381:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649180 x1853164045651968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319199.758387:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319199.758398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319199.758413:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319199.758416:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319199.758420:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4392 00000100:00080000:3.0:1767319199.758422:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319199.758427:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319199.758444:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649880 x1853164045652096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319199.758487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319199.758491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319199.758493:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319199.758496:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4392 00000100:00080000:3.0:1767319199.758499:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319199.758503:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319199.758515:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b100 x1853164045652480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319199.758622:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319199.758630:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045651840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319199.758666:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045652224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319199.758698:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319199.758758:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319199.758763:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045652352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319199.758820:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319199.759246:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652224 00000100:00100000:3.0:1767319199.759255:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652224 00000100:00100000:3.0:1767319199.759314:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652352 00000100:00100000:3.0:1767319199.759317:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652352 00000100:00100000:3.0:1767319199.759343:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1767319199.759350:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045652224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319199.759413:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045652224:12345-0@lo:400:kworker.0 Request processed in 62us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319199.759420:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1767319199.759433:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1767319199.759436:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045652352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319199.759466:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045652352:12345-0@lo:400:kworker.0 Request processed in 30us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319199.759470:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1767319199.760024:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045652352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319199.760035:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045652224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319199.763122:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651584 00000100:00100000:1.0:1767319199.763142:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651584 00000100:00100000:1.0:1767319199.763230:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1767319199.763241:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045651584:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319199.763318:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319199.770049:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319199.770224:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045651712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319199.770315:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319199.770532:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651840 00000100:00100000:3.0:1767319199.770544:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651840 00000100:00100000:3.0:1767319199.770615:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651712 00000100:00100000:3.0:1767319199.770618:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651712 00000100:00100000:3.0:1767319199.770639:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1767319199.770650:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045651840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319199.770744:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045651840:12345-0@lo:400:kworker.0 Request processed in 95us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319199.770753:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1767319199.770806:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1767319199.770819:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045651712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319199.770844:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319199.770876:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045651712:12345-0@lo:38:kworker.0 Request processed in 56us (561us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319199.770883:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00080000:3.0:1767319199.770915:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319199.770951:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764a680 x1853164045651840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319199.770969:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045651840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319199.771617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045651968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319199.771668:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319199.771694:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045652096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319199.771734:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319199.771761:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045652480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319199.771947:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045651968 00000100:00100000:3.0:1767319199.771954:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045651968 00000100:00100000:3.0:1767319199.771988:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1767319199.771994:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045651968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319199.772022:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319199.772060:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045651968:12345-0@lo:38:kworker.0 Request processed in 64us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319199.772067:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1767319199.772692:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319199.772801:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319199.772958:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319199.772965:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045651712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319199.772981:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319199.772985:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319199.772988:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045651968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319199.773068:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652096 00000100:00100000:0.0:1767319199.773074:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652096 00000100:00100000:0.0:1767319199.773104:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1767319199.773110:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045652096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319199.773125:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319199.773166:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045652096:12345-0@lo:38:kworker.0 Request processed in 54us (1430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319199.773172:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00080000:0.0:1767319199.773200:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319199.773204:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319199.773208:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045652096:0@lo:38:kworker.0 00000100:00100000:1.0:1767319199.774143:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045651584:12345-0@lo:400:kworker.0 Request processed in 10897us (15751us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319199.774156:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1767319199.774203:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652480 00000100:00100000:1.0:1767319199.774210:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652480 00000100:00100000:1.0:1767319199.774251:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1767319199.774256:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045652480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319199.774273:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319199.774319:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045652480:12345-0@lo:38:kworker.0 Request processed in 61us (1628us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319199.774325:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00010000:00080000:3.0:1767319199.777079:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7648a80 x1853164045651584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319199.777103:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045651584:0@lo:400:kworker.0 00000100:00080000:0.0:1767319199.778038:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319199.778050:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319199.778054:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045652480:0@lo:38:kworker.0 00010000:00010000:1.0:1767319200.530063:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319201.550621:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319202.582892:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319203.266297:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319203.266367:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319203.266566:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985857920 00000100:00100000:0.0:1767319203.266581:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985857920 00000100:00100000:0.0:1767319203.266636:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858048 00000100:00100000:0.0:1767319203.266639:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858048 00000100:00100000:0.0:1767319203.266719:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 946 00000100:00100000:0.0:1767319203.266732:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985858048:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319203.266739:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1223 00000100:00100000:1.0:1767319203.266746:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985857920:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319203.266813:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319203.267010:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985858048:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 280us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319203.267019:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 946 00000100:00080000:3.0:1767319203.267099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319203.269213:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985857920:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2447us (2913us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319203.269234:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1223 00010000:00010000:1.0:1767319203.598456:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319203.854536:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319203.854574:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045652608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319203.854670:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319203.856867:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319203.856888:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045652736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319203.856958:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319203.862327:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652608 00000100:00100000:0.0:1767319203.862355:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652608 00000100:00080000:2.0:1767319203.862585:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319203.862820:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652736 00000100:00100000:0.0:1767319203.862827:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652736 00000100:00100000:0.0:1767319203.862871:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1767319203.862885:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045652608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319203.862948:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319203.863088:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045652608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 206us (8418us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319203.863097:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1767319203.863116:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1767319203.863124:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045652736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319203.863141:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319203.863181:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045652736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (6223us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319203.863188:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1767319203.863270:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045652736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319203.863346:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045652608:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319203.863560:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319204.623520:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319204.878389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319204.878403:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319204.878491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319204.878496:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319204.878501:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319204.878511:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4398 00000100:00080000:0.0:1767319204.878516:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319204.878524:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319204.878560:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224380 x1853164045652992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319204.878590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319204.878593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319204.878595:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319204.878600:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4398 00000100:00080000:0.0:1767319204.878602:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319204.878606:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319204.878627:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164045653248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319204.878635:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319204.878638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319204.878640:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319204.878643:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4398 00000100:00080000:0.0:1767319204.878648:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319204.878651:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319204.878663:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164045653376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319204.878700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319204.878703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319204.878705:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319204.878709:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4398 00000100:00080000:0.0:1767319204.878711:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319204.878715:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319204.878729:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164045653760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319204.878762:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045653632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.878899:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045653120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319204.879078:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319204.879085:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045652864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879108:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319204.879151:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653120 00000100:00100000:1.0:1767319204.879161:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653120 00000100:00100000:1.0:1767319204.879240:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652864 00000100:00100000:1.0:1767319204.879245:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652864 00000100:00100000:1.0:1767319204.879277:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1767319204.879287:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045653120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879348:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045653120:12345-0@lo:400:kworker.0 Request processed in 62us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319204.879355:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1767319204.879378:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:1.0:1767319204.879385:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045652864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879412:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045652864:12345-0@lo:400:kworker.0 Request processed in 28us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319204.879419:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00080000:1.0:1767319204.879442:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319204.879480:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226680 x1853164045652864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319204.879496:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045652864:0@lo:400:kworker.0 00010000:00080000:1.0:1767319204.879507:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8227480 x1853164045653120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319204.879514:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045653120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879566:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045653504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879599:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319204.879667:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653504 00000100:00100000:1.0:1767319204.879672:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653504 00000100:00100000:1.0:1767319204.879702:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1767319204.879709:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045653504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319204.879748:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045653504:12345-0@lo:400:kworker.0 Request processed in 40us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319204.879755:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1767319204.879921:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045653504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319204.880098:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045652992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319204.880136:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319204.880173:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045653248:0@lo:38:kworker.0 00000100:00100000:3.0:1767319204.880199:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319204.880224:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045653376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319204.880252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319204.880276:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045653760:0@lo:38:kworker.0 00000100:00100000:3.0:1767319204.880299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319204.880338:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653376 00000100:00100000:3.0:1767319204.880342:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653376 00000100:00100000:3.0:1767319204.880366:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1767319204.880371:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045653376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319204.880394:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319204.880426:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045653376:12345-0@lo:38:kworker.0 Request processed in 53us (173us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319204.880432:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1767319204.880448:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045652992 00000100:00100000:3.0:1767319204.880451:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045652992 00000100:00100000:3.0:1767319204.880466:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653248 00000100:00100000:3.0:1767319204.880468:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653248 00000100:00100000:3.0:1767319204.880480:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653760 00000100:00100000:3.0:1767319204.880482:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653760 00000100:00100000:3.0:1767319204.880496:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1767319204.880500:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045652992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319204.880510:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319204.880535:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045652992:12345-0@lo:38:kworker.0 Request processed in 33us (399us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319204.880543:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:3.0:1767319204.880554:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1767319204.880558:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045653248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319204.880566:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319204.880592:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045653248:12345-0@lo:38:kworker.0 Request processed in 33us (393us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319204.880598:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:3.0:1767319204.880609:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1767319204.880612:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045653760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319204.880632:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319204.880655:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045653760:12345-0@lo:38:kworker.0 Request processed in 41us (355us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319204.880661:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00080000:3.0:1767319204.880699:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319204.880705:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319204.880708:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045652992:0@lo:38:kworker.0 00000100:00080000:3.0:1767319204.880715:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319204.880718:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319204.880721:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045653248:0@lo:38:kworker.0 00000100:00080000:3.0:1767319204.880728:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319204.880731:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319204.880734:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045653376:0@lo:38:kworker.0 00000100:00080000:3.0:1767319204.880740:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319204.880743:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319204.880745:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045653760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319204.881495:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319204.882118:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653632 00000100:00100000:3.0:1767319204.882128:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653632 00000100:00100000:3.0:1767319204.882182:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1767319204.882192:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045653632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319204.882266:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045653632:12345-0@lo:400:kworker.0 Request processed in 75us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319204.882273:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1767319204.882408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045653632:0@lo:400:kworker.0 00010000:00010000:2.0:1767319205.646238:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319206.670012:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319207.694616:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319208.392331:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319208.392457:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319208.394102:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858304 00000100:00100000:1.0:1767319208.394119:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858304 00000100:00100000:1.0:1767319208.394230:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858176 00000100:00100000:1.0:1767319208.394233:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858176 00000100:00100000:1.0:1767319208.394257:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 949 00000100:00100000:1.0:1767319208.394266:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985858304:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319208.394358:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985858304:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 94us (2046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319208.394365:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 949 00000100:00100000:1.0:1767319208.394385:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1227 00000100:00100000:1.0:1767319208.394388:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985858176:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319208.396110:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319208.396216:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985858176:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1821us (3756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319208.396229:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1227 00000100:00080000:2.0:1767319208.397233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319208.718316:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319208.974599:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045653888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319208.974708:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319208.974804:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045653888 00000100:00100000:3.0:1767319208.974818:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045653888 00000100:00100000:3.0:1767319208.974916:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1767319208.974930:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045653888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319208.974974:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319208.975035:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045653888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319208.975043:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:0.0:1767319208.975250:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319208.975344:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045653888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319208.983074:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319208.983112:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045654016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319208.983206:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319208.983453:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654016 00000100:00100000:0.0:1767319208.983464:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654016 00000100:00100000:0.0:1767319208.983694:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1767319208.983707:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045654016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319208.983751:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319208.983861:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045654016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319208.983869:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1767319208.983954:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045654016:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319208.995939:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319209.742108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319209.997958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319209.997974:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319209.998054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319209.998059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319209.998063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319209.998074:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4403 00000100:00080000:0.0:1767319209.998080:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319209.998088:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319209.998115:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164045654272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319209.998151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319209.998154:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319209.998156:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319209.998160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4403 00000100:00080000:0.0:1767319209.998162:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319209.998166:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319209.998176:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224e00 x1853164045654528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319209.998185:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319209.998188:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319209.998190:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319209.998193:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4403 00000100:00080000:0.0:1767319209.998196:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319209.998199:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319209.998211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164045654656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319209.998242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319209.998245:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319209.998247:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319209.998250:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4403 00000100:00080000:0.0:1767319209.998252:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319209.998255:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319209.998266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224380 x1853164045655040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319209.998327:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045654272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319209.998413:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319209.998479:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045654528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319209.998501:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319209.998538:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045654656:0@lo:38:kworker.0 00000100:00100000:0.0:1767319209.998591:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319209.998618:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045655040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319209.998640:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319209.998680:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654272 00000100:00100000:0.0:1767319209.998688:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654272 00000100:00100000:0.0:1767319209.998726:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654528 00000100:00100000:0.0:1767319209.998728:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654528 00000100:00100000:0.0:1767319209.998742:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655040 00000100:00100000:0.0:1767319209.998744:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655040 00000100:00100000:0.0:1767319209.998762:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:0.0:1767319209.998801:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045654272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319209.998827:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319209.998879:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045654272:12345-0@lo:38:kworker.0 Request processed in 77us (464us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319209.998883:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1767319209.998889:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1767319209.998890:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045654528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319209.998899:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319209.998905:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1767319209.998909:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045655040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319209.998917:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319209.998932:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045654528:12345-0@lo:38:kworker.0 Request processed in 41us (430us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319209.998935:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045655040:12345-0@lo:38:kworker.0 Request processed in 25us (294us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319209.998938:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1767319209.998941:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1767319209.998962:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654656 00000100:00100000:3.0:1767319209.998962:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045654400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319209.998965:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654656 00000100:00100000:0.0:1767319209.998986:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1767319209.998988:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319209.998990:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045654656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319209.999000:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319209.999009:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319209.999015:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045654144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319209.999024:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045654656:12345-0@lo:38:kworker.0 Request processed in 32us (433us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319209.999030:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1767319209.999052:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319209.999088:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654400 00000100:00100000:3.0:1767319209.999091:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654400 00000100:00100000:3.0:1767319209.999129:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654144 00000100:00100000:3.0:1767319209.999132:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654144 00000100:00100000:3.0:1767319209.999160:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1767319209.999166:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045654400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319209.999207:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045654400:12345-0@lo:400:kworker.0 Request processed in 40us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319209.999213:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1767319209.999226:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1767319209.999232:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045654144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319210.002631:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045654144:12345-0@lo:400:kworker.0 Request processed in 3384us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319210.002662:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00010000:00080000:3.0:1767319210.002794:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225f80 x1853164045654144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319210.002810:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045654144:0@lo:400:kworker.0 00010000:00080000:3.0:1767319210.002822:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226d80 x1853164045654400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319225 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319210.002828:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045654400:0@lo:400:kworker.0 00000100:00080000:3.0:1767319210.002860:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319210.002904:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045654784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319210.002946:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319210.002977:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319210.002982:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045654912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319210.003001:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319210.003958:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654784 00000100:00100000:3.0:1767319210.003971:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654784 00000100:00100000:3.0:1767319210.004041:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045654912 00000100:00100000:3.0:1767319210.004043:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045654912 00000100:00100000:3.0:1767319210.004062:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1767319210.004069:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045654784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319210.004138:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045654784:12345-0@lo:400:kworker.0 Request processed in 70us (1192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319210.004143:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1767319210.004154:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1767319210.004158:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045654912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319210.004174:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045654912:12345-0@lo:400:kworker.0 Request processed in 16us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319210.004177:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1767319210.004221:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045654912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319210.004229:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045654784:0@lo:400:kworker.0 00000100:00080000:3.0:1767319210.004342:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319210.004345:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319210.005789:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319210.005810:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319210.005817:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045654272:0@lo:38:kworker.0 00000100:00080000:0.0:1767319210.005860:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319210.005865:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319210.005868:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045654528:0@lo:38:kworker.0 00000100:00080000:0.0:1767319210.005887:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319210.005891:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319210.005896:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045654656:0@lo:38:kworker.0 00000100:00080000:0.0:1767319210.005914:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319210.005918:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319210.005921:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045655040:0@lo:38:kworker.0 00010000:00010000:3.0:1767319210.765988:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319211.790163:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319212.814142:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319213.505907:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319213.505953:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319213.506054:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858560 00000100:00100000:0.0:1767319213.506065:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858560 00000100:00100000:0.0:1767319213.506131:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858432 00000100:00100000:0.0:1767319213.506135:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858432 00000100:00100000:0.0:1767319213.506153:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 952 00000100:00100000:0.0:1767319213.506163:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985858560:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319213.506240:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985858560:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319213.506248:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 952 00000100:00100000:0.0:1767319213.506267:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1231 00000100:00100000:0.0:1767319213.506271:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985858432:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319213.506292:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319213.506320:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985858432:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 47us (367us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319213.506326:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1231 00000100:00080000:2.0:1767319213.506515:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319213.838044:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319214.094221:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045655296:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319214.094314:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319214.094388:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319214.094394:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045655168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319214.094427:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319214.094514:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655296 00000100:00100000:0.0:1767319214.094523:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655296 00000100:00100000:0.0:1767319214.094592:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655168 00000100:00100000:0.0:1767319214.094596:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655168 00000100:00100000:0.0:1767319214.094615:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1767319214.094623:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045655296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319214.094652:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319214.094697:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045655296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319214.094704:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1767319214.094720:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1767319214.094726:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045655168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319214.094740:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319214.094764:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045655168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319214.094794:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1767319214.094832:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045655168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319214.094847:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045655296:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319214.094933:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319214.094938:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319214.867493:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319215.117944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319215.117954:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319215.118013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319215.118018:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319215.118021:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319215.118028:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4408 00000100:00100000:2.0:1767319215.118028:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767319215.118033:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319215.118038:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319215.118041:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045655424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319215.118058:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164045655552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319215.118078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319215.118081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319215.118083:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319215.118086:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4408 00000100:00080000:0.0:1767319215.118088:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319215.118090:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319215.118099:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164045655808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319215.118105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319215.118108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319215.118109:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319215.118113:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4408 00000100:00100000:2.0:1767319215.118114:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319215.118115:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319215.118118:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319215.118127:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225c00 x1853164045655936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319215.118153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319215.118156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319215.118158:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319215.118160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4408 00000100:00100000:2.0:1767319215.118161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045655680:0@lo:400:kworker.0 00000100:00080000:0.0:1767319215.118163:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319215.118166:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319215.118175:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164045656320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319215.118181:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319215.118196:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045656192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319215.118225:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319215.118248:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655424 00000100:00100000:0.0:1767319215.118255:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319215.118255:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655424 00000100:00100000:0.0:1767319215.118260:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045656064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319215.118283:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319215.118319:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656192 00000100:00100000:3.0:1767319215.118321:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655680 00000100:00100000:0.0:1767319215.118323:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656192 00000100:00100000:3.0:1767319215.118323:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655680 00000100:00100000:0.0:1767319215.118344:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656064 00000100:00100000:3.0:1767319215.118345:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1767319215.118347:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656064 00000100:00100000:3.0:1767319215.118353:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045655424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319215.118362:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1767319215.118367:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045656192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319215.118397:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045656192:12345-0@lo:400:kworker.0 Request processed in 29us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319215.118398:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045655424:12345-0@lo:400:kworker.0 Request processed in 46us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319215.118405:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1767319215.118405:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1767319215.118421:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1767319215.118421:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:3.0:1767319215.118440:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045655680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319215.118472:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045655680:12345-0@lo:400:kworker.0 Request processed in 45us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319215.118478:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00080000:2.0:1767319215.118484:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319215.118509:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045655552:0@lo:38:kworker.0 00010000:00080000:3.0:1767319215.118511:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224e00 x1853164045655680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319215.118534:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319215.118551:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045655808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319215.118569:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319215.118588:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045655936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319215.118651:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319215.118687:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045656320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319215.118707:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319215.118731:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655552 00000100:00100000:2.0:1767319215.118735:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655552 00000100:00100000:2.0:1767319215.118753:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655808 00000100:00100000:2.0:1767319215.118756:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655808 00000100:00100000:2.0:1767319215.118783:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656320 00000100:00100000:2.0:1767319215.118786:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656320 00000100:00100000:2.0:1767319215.118798:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1767319215.118814:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045655552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319215.118832:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319215.118864:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045655552:12345-0@lo:38:kworker.0 Request processed in 61us (329us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319215.118869:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1767319215.118881:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:2.0:1767319215.118885:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045655808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319215.118893:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319215.118914:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045655808:12345-0@lo:38:kworker.0 Request processed in 28us (344us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319215.118920:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:2.0:1767319215.118931:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1767319215.118935:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045656320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319215.118943:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319215.118963:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045656320:12345-0@lo:38:kworker.0 Request processed in 26us (254us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319215.118968:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00080000:2.0:1767319215.119000:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319215.119001:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045655680:0@lo:400:kworker.0 00000100:00080000:2.0:1767319215.119004:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319215.119007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045655552:0@lo:38:kworker.0 00000100:00080000:2.0:1767319215.119013:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1767319215.119013:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224380 x1853164045655424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319215.119016:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319215.119019:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045655808:0@lo:38:kworker.0 00000100:00100000:3.0:1767319215.119022:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045655424:0@lo:400:kworker.0 00000100:00080000:2.0:1767319215.119025:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319215.119027:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319215.119030:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045656320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319215.119072:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045656192:0@lo:400:kworker.0 00000100:00100000:3.0:1767319215.119144:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045655936 00000100:00100000:3.0:1767319215.119148:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045655936 00000100:00100000:3.0:1767319215.119219:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1767319215.119234:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045655936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319215.119245:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319215.119257:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045656064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319215.119292:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045656064:12345-0@lo:400:kworker.0 Request processed in 865us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319215.119292:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045655936:12345-0@lo:38:kworker.0 Request processed in 66us (639us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319215.119299:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:3.0:1767319215.119299:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:1.0:1767319215.119355:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319215.119360:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319215.119363:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045655936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319215.119993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045656064:0@lo:400:kworker.0 00010000:00010000:1.0:1767319215.886030:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319216.910686:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319217.936994:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319218.628252:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319218.628587:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858688 00000100:00100000:2.0:1767319218.628597:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858688 00000100:00100000:2.0:1767319218.628650:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1235 00000100:00100000:2.0:1767319218.628659:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985858688:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319218.628682:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319218.628849:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985858688:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 188us (606us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319218.628857:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1235 00000100:00100000:3.0:1767319218.633373:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767319218.633415:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985858944 offset 0 length 520: 4 00000100:00100000:1.0:1767319218.633714:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985858816 00000100:00100000:1.0:1767319218.633724:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985858816 00000100:00100000:1.0:1767319218.633820:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 955 00000100:00100000:1.0:1767319218.633830:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985858816:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319218.633903:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985858816:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (549us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319218.633910:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 955 00000100:00080000:2.0:1767319218.634243:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319218.958000:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319219.215066:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045656448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319219.215086:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045656576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319219.217253:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319194/real 1767319194] req@ffffa07bc7649f80 x1853164045651200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319219 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319219.217284:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc7649f80 x1853164045651200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319219 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319219.217303:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319219.217333:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319219.217337:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045651200:0@lo:250:kworker.0 00000100:00080000:0.0:1767319219.217430:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319219.217435:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319219.217439:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319219.217443:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4392 00000100:00080000:0.0:1767319219.217447:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319219.217453:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319219.217489:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225500 x1853164045656704/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319219.217533:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319219.217539:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319219.217541:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319219.217544:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4413 00000100:00080000:0.0:1767319219.217546:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319219.217550:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319219.217565:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164045656960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319219.217579:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319219.217582:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319219.217583:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319219.217586:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4413 00000100:00080000:0.0:1767319219.217588:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319219.217591:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319219.217599:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164045657216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319219.217607:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319219.217610:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319219.217611:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319219.217615:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4413 00000100:00080000:0.0:1767319219.217617:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319219.217620:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319219.217630:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164045657344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319219.217649:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319219.217653:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319219.217655:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319219.217658:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4413 00000100:00080000:0.0:1767319219.217660:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319219.217663:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319219.217671:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224380 x1853164045657728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319219.217696:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045656832:0@lo:400:kworker.0 00000100:00100000:1.0:1767319219.217757:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045656704:0@lo:250:kworker.0 00000100:00100000:2.0:1767319219.221007:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319219.221447:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045657600:0@lo:400:kworker.0 00000100:00100000:3.0:1767319219.222182:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319219.222229:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045657472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319219.222275:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319219.222319:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656576 00000100:00100000:3.0:1767319219.222327:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656576 00000100:00100000:3.0:1767319219.222388:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656448 00000100:00100000:3.0:1767319219.222392:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656448 00000100:00100000:3.0:1767319219.222410:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1767319219.222419:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045656576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319219.222450:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319219.222491:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045656576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.222511:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1767319219.222528:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1767319219.222534:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045656448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319219.222549:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319219.222580:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045656448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.222586:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1767319219.222605:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657472 00000100:00100000:3.0:1767319219.222608:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657472 00000100:00100000:3.0:1767319219.222631:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1767319219.222637:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045657472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319219.222666:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045657472:12345-0@lo:400:kworker.0 Request processed in 28us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.222672:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:3.0:1767319219.222693:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319219.222697:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319219.222727:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045657472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319219.222745:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045656448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319219.222882:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045657088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319219.222915:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319219.222947:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657088 00000100:00100000:3.0:1767319219.222950:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657088 00000100:00100000:3.0:1767319219.222981:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1767319219.222987:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045657088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319219.223317:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045657088:12345-0@lo:400:kworker.0 Request processed in 328us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.223327:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00080000:3.0:1767319219.223346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319219.223372:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767319219.223385:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225c00 x1853164045657088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319219.223399:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045657088:0@lo:400:kworker.0 00000100:00100000:2.0:1767319219.223422:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045656576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319219.223433:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657600 00000100:00100000:3.0:1767319219.223438:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657600 00000100:00100000:3.0:1767319219.223464:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1767319219.223472:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045657600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319219.223999:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319219.224443:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656832 00000100:00100000:2.0:1767319219.224449:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656832 00000100:00100000:2.0:1767319219.224503:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1767319219.224510:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045656832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319219.224552:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045656832:12345-0@lo:400:kworker.0 Request processed in 42us (555us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319219.224559:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00080000:0.0:1767319219.224682:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319219.224718:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225f80 x1853164045656832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319219.224731:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045656832:0@lo:400:kworker.0 00000400:00000100:1.0:1767319219.224990:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045656704 offset 0 length 520: 4 00000100:00100000:1.0:1767319219.225016:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045656960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319219.225043:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319219.225312:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045657216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319219.225334:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319219.225421:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045657600:12345-0@lo:400:kworker.0 Request processed in 1948us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319219.225430:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1767319219.226901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045657600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319219.227022:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045657344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319219.227068:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319219.227082:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045657728:0@lo:38:kworker.0 00000100:00100000:3.0:1767319219.227245:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657344 00000100:00100000:3.0:1767319219.227253:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657344 00000100:00100000:3.0:1767319219.227296:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1767319219.227302:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319219.227308:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045657344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319219.227331:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319219.227387:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045657344:12345-0@lo:38:kworker.0 Request processed in 80us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319219.227395:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1767319219.235045:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045656960 00000100:00100000:0.0:1767319219.235062:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045656960 00000100:00100000:0.0:1767319219.235133:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657216 00000100:00100000:0.0:1767319219.235135:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657216 00000100:00100000:0.0:1767319219.235163:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1767319219.235171:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045656960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319219.236275:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319219.236308:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1767319219.236318:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045657216:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319219.236332:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319219.236380:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045656960:12345-0@lo:38:kworker.0 Request processed in 1208us (11335us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319219.236390:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1767319219.236395:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045657216:12345-0@lo:38:kworker.0 Request processed in 76us (11058us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319219.236404:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00080000:1.0:1767319219.237271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319219.237279:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319219.237283:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045656960:0@lo:38:kworker.0 00000100:00080000:1.0:1767319219.237293:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319219.237296:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319219.237299:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045657216:0@lo:38:kworker.0 00000100:00080000:1.0:1767319219.237308:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319219.237312:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319219.237315:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045657344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319219.237437:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657728 00000100:00100000:2.0:1767319219.237444:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657728 00000100:00100000:2.0:1767319219.237488:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:2.0:1767319219.237494:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045657728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319219.237507:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319219.237551:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045657728:12345-0@lo:38:kworker.0 Request processed in 56us (10252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319219.237557:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00080000:1.0:1767319219.237733:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319219.237738:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319219.237741:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045657728:0@lo:38:kworker.0 00010000:00010000:1.0:1767319219.981900:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319221.007307:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319222.029999:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319223.055141:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319223.746872:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319223.746953:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319223.747041:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859200 00000100:00100000:3.0:1767319223.747050:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859200 00000100:00100000:3.0:1767319223.747113:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859072 00000100:00100000:3.0:1767319223.747116:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859072 00000100:00100000:3.0:1767319223.747128:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 958 00000100:00100000:3.0:1767319223.747135:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985859200:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319223.747176:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1239 00000100:00100000:1.0:1767319223.747184:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985859072:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:3.0:1767319223.747195:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985859200:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 60us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319223.747200:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 958 00010000:00020000:1.0:1767319223.747205:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319223.747240:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985859072:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (286us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319223.747248:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1239 00000100:00080000:0.0:1767319223.747356:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319224.078213:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319224.334153:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319224.334164:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319224.334224:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319224.334229:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319224.334233:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319224.334240:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4417 00000100:00080000:0.0:1767319224.334245:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319224.334252:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319224.334288:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164045657984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319224.334317:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319224.334320:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319224.334322:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319224.334326:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4417 00000100:00080000:0.0:1767319224.334328:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319224.334332:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319224.334343:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164045658240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319224.334353:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319224.334356:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319224.334358:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319224.334362:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4417 00000100:00080000:0.0:1767319224.334365:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319224.334368:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319224.334383:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225c00 x1853164045658368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319224.334418:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319224.334422:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319224.334424:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319224.334428:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4417 00000100:00080000:0.0:1767319224.334430:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319224.334433:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319224.334445:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52680 x1853164045658752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319224.334566:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045657984:0@lo:38:kworker.0 00000100:00100000:1.0:1767319224.334639:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319224.334676:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657984 00000100:00100000:1.0:1767319224.334676:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045658240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319224.334686:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657984 00000100:00100000:1.0:1767319224.334704:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319224.334719:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658240 00000100:00100000:0.0:1767319224.334724:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658240 00000100:00100000:0.0:1767319224.334745:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1767319224.334745:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045658368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319224.334755:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045657984:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319224.334793:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319224.334808:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319224.334828:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045658752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319224.334843:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045657984:12345-0@lo:38:kworker.0 Request processed in 87us (203us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319224.334852:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1767319224.334857:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319224.334874:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658752 00000100:00100000:0.0:1767319224.334879:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658752 00000100:00100000:0.0:1767319224.334897:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00080000:1.0:1767319224.334897:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319224.334905:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319224.334907:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045658240:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319224.334912:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045657984:0@lo:38:kworker.0 00010000:00020000:0.0:1767319224.334921:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319224.334958:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045658240:12345-0@lo:38:kworker.0 Request processed in 49us (252us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319224.334962:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1767319224.334972:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1767319224.334973:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045658752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319224.334986:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319224.335029:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045658752:12345-0@lo:38:kworker.0 Request processed in 57us (174us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319224.335037:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00080000:0.0:1767319224.335075:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319224.335080:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319224.335083:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045658240:0@lo:38:kworker.0 00000100:00080000:0.0:1767319224.335092:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319224.335095:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319224.335098:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045658752:0@lo:38:kworker.0 00000100:00100000:2.0:1767319224.335495:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045657856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.335578:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319224.335616:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319224.335622:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045658112:0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.335647:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319224.335673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045658624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.335696:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319224.335714:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319224.335724:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045658496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.335746:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319224.335788:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045657856 00000100:00100000:2.0:1767319224.335793:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045657856 00000100:00100000:2.0:1767319224.335829:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658112 00000100:00100000:2.0:1767319224.335832:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658112 00000100:00100000:2.0:1767319224.335850:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767319224.335857:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045657856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.335900:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045657856:12345-0@lo:400:kworker.0 Request processed in 43us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319224.335906:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767319224.335919:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767319224.335925:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045658112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.335949:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045658112:12345-0@lo:400:kworker.0 Request processed in 24us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319224.335954:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767319224.335979:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658624 00000100:00100000:2.0:1767319224.335983:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658624 00000100:00100000:2.0:1767319224.336008:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658496 00000100:00100000:2.0:1767319224.336011:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658496 00000100:00100000:2.0:1767319224.336027:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767319224.336033:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045658624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.336065:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045658624:12345-0@lo:400:kworker.0 Request processed in 32us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319224.336071:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1767319224.336082:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1767319224.336088:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045658496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.336113:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045658496:12345-0@lo:400:kworker.0 Request processed in 26us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319224.336119:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00080000:2.0:1767319224.336133:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319224.336137:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319224.336139:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319224.336146:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658368 00000100:00100000:3.0:1767319224.336150:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658368 00000100:00100000:2.0:1767319224.336168:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045658496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319224.336169:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1767319224.336174:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045658368:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319224.336177:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045658624:0@lo:400:kworker.0 00010000:00020000:3.0:1767319224.336186:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1767319224.336202:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225880 x1853164045658112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319224.336211:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045658112:0@lo:400:kworker.0 00010000:00080000:2.0:1767319224.336222:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226d80 x1853164045657856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319224.336222:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045658368:12345-0@lo:38:kworker.0 Request processed in 46us (1414us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319224.336229:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1767319224.336230:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045657856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319224.337866:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045659008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319224.337932:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319224.337990:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319224.337997:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045658880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319224.338021:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319224.338069:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659008 00000100:00100000:2.0:1767319224.338076:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659008 00000100:00100000:2.0:1767319224.338116:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045658880 00000100:00100000:2.0:1767319224.338119:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045658880 00000100:00100000:2.0:1767319224.338133:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1767319224.338140:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045659008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319224.338166:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319224.338206:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045659008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319224.338213:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1767319224.338228:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1767319224.338235:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045658880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319224.338251:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319224.338292:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045658880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319224.338297:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1767319224.338335:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045658880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319224.338347:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045659008:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319224.338510:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319224.338516:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319224.338519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045658368:0@lo:38:kworker.0 00010000:00010000:1.0:1767319225.102021:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319226.126009:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319227.153299:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319228.174083:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319228.870315:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319228.870364:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319228.870500:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859456 00000100:00100000:0.0:1767319228.870509:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859456 00000100:00100000:0.0:1767319228.870587:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859328 00000100:00100000:0.0:1767319228.870591:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859328 00000100:00100000:0.0:1767319228.870611:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 961 00000100:00100000:0.0:1767319228.870621:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985859456:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319228.870694:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985859456:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319228.870703:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 961 00000100:00100000:3.0:1767319228.870712:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1243 00000100:00100000:3.0:1767319228.870721:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985859328:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319228.870743:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319228.870809:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985859328:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (444us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319228.870816:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1243 00000100:00080000:1.0:1767319228.870970:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319229.201870:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319229.454194:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319229.454215:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045659136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319229.454290:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319229.454359:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045659264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319229.454380:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319229.454409:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659136 00000100:00100000:3.0:1767319229.454415:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659264 00000100:00100000:1.0:1767319229.454416:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659136 00000100:00100000:3.0:1767319229.454424:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659264 00000100:00080000:2.0:1767319229.454502:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319229.454505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319229.454534:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1767319229.454544:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045659136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319229.454574:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319229.454633:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045659136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319229.454640:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1767319229.454660:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1767319229.454676:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045659264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319229.454691:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319229.454717:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045659264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319229.454723:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1767319229.454811:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045659264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319229.454824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045659136:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319229.455106:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319229.455110:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319229.455131:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319229.455134:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319229.455136:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319229.455141:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4422 00000100:00080000:2.0:1767319229.455144:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319229.455147:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319229.455160:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da680 x1853164045659520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319229.455196:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319229.455199:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319229.455201:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319229.455209:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4422 00000100:00080000:2.0:1767319229.455212:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319229.455216:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319229.455226:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70dad80 x1853164045659776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319229.455234:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319229.455237:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319229.455239:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319229.455242:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4422 00000100:00080000:2.0:1767319229.455245:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319229.455247:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319229.455259:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db100 x1853164045659904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319229.455308:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319229.455311:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319229.455313:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319229.455316:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4422 00000100:00080000:2.0:1767319229.455319:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319229.455322:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319229.455332:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045660032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319229.455354:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045659648:0@lo:400:kworker.0 00000100:00100000:2.0:1767319229.455393:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319229.455425:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319229.455431:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045659392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319229.455451:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319229.455480:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045659520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319229.455502:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319229.455518:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045659776:0@lo:38:kworker.0 00000100:00100000:2.0:1767319229.455536:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319229.455557:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045659904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319229.455578:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319229.455611:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045660032:0@lo:38:kworker.0 00000100:00100000:2.0:1767319229.455633:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319229.455662:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659648 00000100:00100000:2.0:1767319229.455666:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659648 00000100:00100000:2.0:1767319229.455702:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659392 00000100:00100000:2.0:1767319229.455706:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659392 00000100:00100000:2.0:1767319229.455720:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659520 00000100:00100000:2.0:1767319229.455722:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659520 00000100:00100000:2.0:1767319229.455730:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659776 00000100:00100000:2.0:1767319229.455731:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659776 00000100:00100000:2.0:1767319229.455737:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660032 00000100:00100000:2.0:1767319229.455739:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660032 00000100:00100000:2.0:1767319229.455764:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1767319229.455790:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045659648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319229.455830:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045659648:12345-0@lo:400:kworker.0 Request processed in 42us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319229.455837:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1767319229.455851:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1767319229.455857:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045659392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319229.455880:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045659392:12345-0@lo:400:kworker.0 Request processed in 24us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319229.455885:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:2.0:1767319229.455895:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1767319229.455899:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045659520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319229.455914:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319229.455943:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045659520:12345-0@lo:38:kworker.0 Request processed in 42us (440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319229.455949:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:2.0:1767319229.455959:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1767319229.455963:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045659776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319229.455971:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319229.455991:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045659776:12345-0@lo:38:kworker.0 Request processed in 27us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319229.455997:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1767319229.456008:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1767319229.456012:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045660032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319229.456020:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319229.456040:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045660032:12345-0@lo:38:kworker.0 Request processed in 27us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319229.456046:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1767319229.456063:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045659904 00000100:00100000:2.0:1767319229.456067:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045659904 00000100:00100000:2.0:1767319229.456086:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1767319229.456090:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045659904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319229.456098:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319229.456121:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045659904:12345-0@lo:38:kworker.0 Request processed in 29us (542us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319229.456127:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:2.0:1767319229.456151:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319229.456194:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8380 x1853164045659392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319229.456210:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045659392:0@lo:400:kworker.0 00010000:00080000:2.0:1767319229.456222:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8000 x1853164045659648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319245 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319229.456229:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045659648:0@lo:400:kworker.0 00000100:00080000:2.0:1767319229.456255:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319229.456260:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319229.456263:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045659520:0@lo:38:kworker.0 00000100:00080000:2.0:1767319229.456271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319229.456274:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319229.456277:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045659776:0@lo:38:kworker.0 00000100:00080000:2.0:1767319229.456283:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319229.456286:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319229.456288:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045659904:0@lo:38:kworker.0 00000100:00080000:2.0:1767319229.456294:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319229.456297:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319229.456299:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045660032:0@lo:38:kworker.0 00010000:00010000:2.0:1767319230.222072:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319231.245941:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319232.270160:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319233.294050:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319233.994200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319233.994261:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319233.994382:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859712 00000100:00100000:2.0:1767319233.994401:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859712 00000100:00100000:2.0:1767319233.994503:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859584 00000100:00100000:2.0:1767319233.994507:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859584 00000100:00100000:2.0:1767319233.994534:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 964 00000100:00100000:1.0:1767319233.994685:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1247 00000100:00100000:1.0:1767319233.994692:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985859584:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319233.994715:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319233.994824:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985859584:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 131us (561us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319233.994832:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1247 00000100:00100000:2.0:1767319233.995004:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985859712:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319233.995066:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985859712:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 523us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319233.995073:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 964 00000100:00080000:3.0:1767319233.995544:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319234.318001:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319234.574122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.574135:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319234.574179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.574183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.574187:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.574195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4427 00000100:00080000:0.0:1767319234.574200:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319234.574204:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045660160:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319234.574207:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319234.574225:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50000 x1853164045660416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319234.574246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.574249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.574251:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.574254:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4427 00000100:00080000:0.0:1767319234.574256:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319234.574259:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319234.574269:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53100 x1853164045660672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319234.574271:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319234.574277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.574280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.574282:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.574285:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4427 00000100:00080000:0.0:1767319234.574287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319234.574291:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319234.574300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50a80 x1853164045660800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319234.574319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319234.574322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319234.574324:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319234.574328:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4427 00000100:00080000:0.0:1767319234.574330:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319234.574331:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045660288:0@lo:400:kworker.0 00000100:00080000:0.0:1767319234.574333:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319234.574343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764aa00 x1853164045661056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319234.574357:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319234.574365:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045660416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319234.574383:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319234.574389:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045660544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319234.574392:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319234.574497:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660160 00000100:00100000:3.0:1767319234.574504:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660160 00000100:00100000:3.0:1767319234.574557:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1767319234.574564:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045660160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319234.574596:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319234.574654:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045660928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319234.575301:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045660672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319234.575332:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319234.575356:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045660800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319234.575376:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319234.575393:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045661056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319234.575411:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319234.575444:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660800 00000100:00100000:0.0:1767319234.575449:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660800 00000100:00100000:0.0:1767319234.575473:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1767319234.575479:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045660800:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319234.575497:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319234.575527:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045660800:12345-0@lo:38:kworker.0 Request processed in 47us (150us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319234.575534:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1767319234.575554:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660288 00000100:00100000:0.0:1767319234.575557:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660288 00000100:00100000:0.0:1767319234.575582:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660416 00000100:00100000:0.0:1767319234.575584:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660416 00000100:00100000:0.0:1767319234.575595:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660672 00000100:00100000:0.0:1767319234.575598:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660672 00000100:00100000:0.0:1767319234.575604:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661056 00000100:00100000:0.0:1767319234.575606:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661056 00000100:00100000:0.0:1767319234.575614:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1767319234.575620:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045660288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319234.575651:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045660288:12345-0@lo:400:kworker.0 Request processed in 31us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319234.575656:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1767319234.575669:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1767319234.575673:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045660416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319234.575683:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319234.575705:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045660416:12345-0@lo:38:kworker.0 Request processed in 32us (1313us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319234.575711:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1767319234.575722:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1767319234.575726:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045660672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319234.575734:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319234.575754:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045660672:12345-0@lo:38:kworker.0 Request processed in 28us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319234.575759:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1767319234.575785:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1767319234.575789:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045661056:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319234.575798:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319234.575820:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045661056:12345-0@lo:38:kworker.0 Request processed in 30us (408us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319234.575826:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00080000:0.0:1767319234.575902:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319234.575907:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319234.575910:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045660416:0@lo:38:kworker.0 00000100:00080000:0.0:1767319234.575920:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319234.575923:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319234.575926:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045660672:0@lo:38:kworker.0 00000100:00080000:0.0:1767319234.575933:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319234.575936:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319234.575938:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045660800:0@lo:38:kworker.0 00000100:00080000:0.0:1767319234.575945:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319234.575948:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319234.575950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045661056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319234.576020:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045661184:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319234.576045:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319234.576083:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661184 00000100:00100000:0.0:1767319234.576087:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661184 00000100:00100000:0.0:1767319234.576117:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1767319234.576124:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045661184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319234.578282:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319234.578326:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767319234.586897:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e52680 x1853164045660288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319234.586917:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045660288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.586963:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660544 00000100:00100000:1.0:1767319234.586970:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660544 00000100:00100000:1.0:1767319234.587045:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1767319234.587055:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045660544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.587134:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045660544:12345-0@lo:400:kworker.0 Request processed in 81us (8809us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319234.587142:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00010000:00080000:1.0:1767319234.587181:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53800 x1853164045660544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319250 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319234.587191:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045660544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319234.587242:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045661184:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319234.587279:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319234.587285:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319234.587288:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319234.591262:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045660160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 16687us (16978us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319234.591278:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1767319234.591480:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045660160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319234.595406:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045661184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 19269us (19346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319234.595427:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1767319234.604128:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319234.608683:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045660928 00000100:00100000:3.0:1767319234.608698:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045660928 00000100:00100000:3.0:1767319234.608846:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767319234.608858:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045660928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319234.610137:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045660928:12345-0@lo:400:kworker.0 Request processed in 1273us (6008us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319234.610267:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1767319234.610375:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045660928:0@lo:400:kworker.0 00010000:00010000:3.0:1767319235.341980:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319236.367582:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319237.390473:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319238.418959:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319239.112190:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319239.112240:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319239.123350:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859968 00000100:00100000:2.0:1767319239.123368:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859968 00000100:00100000:2.0:1767319239.123458:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985859840 00000100:00100000:2.0:1767319239.123462:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985859840 00000100:00100000:2.0:1767319239.123488:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 967 00000100:00100000:2.0:1767319239.123498:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985859968:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319239.123597:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985859968:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (11415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319239.123606:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 967 00000100:00100000:2.0:1767319239.123626:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1251 00000100:00100000:2.0:1767319239.123630:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985859840:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319239.123649:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319239.123673:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985859840:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (11433us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319239.123678:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1251 00000100:00080000:3.0:1767319239.124334:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319239.439700:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319239.695199:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319239.695221:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045661312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319239.695299:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319239.695375:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661312 00000100:00100000:0.0:1767319239.695384:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661312 00000100:00100000:0.0:1767319239.695442:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1767319239.695450:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045661312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319239.695478:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319239.695536:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045661312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319239.695544:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1767319239.695590:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045661312:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319239.695792:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.695798:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319239.695833:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.695837:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.695841:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.695846:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4432 00000100:00080000:2.0:1767319239.695850:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.695855:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319239.695872:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0700 x1853164045661568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319239.695900:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.695904:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.695906:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.695909:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4432 00000100:00080000:2.0:1767319239.695911:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.695915:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319239.695925:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0380 x1853164045661824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319239.695934:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.695937:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.695938:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.695942:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4432 00000100:00080000:2.0:1767319239.695944:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.695947:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319239.695957:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2a00 x1853164045661952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319239.695969:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319239.695972:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319239.695973:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319239.695986:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4432 00000100:00080000:2.0:1767319239.695989:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319239.695992:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319239.696002:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1180 x1853164045662208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319239.696069:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045661696:0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.696107:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696149:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319239.696154:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045662080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.696178:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696208:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045661568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319239.696230:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696251:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045661824:0@lo:38:kworker.0 00000100:00100000:1.0:1767319239.696268:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696285:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045661952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319239.696307:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696326:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045662208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319239.696345:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696373:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661696 00000100:00100000:1.0:1767319239.696377:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661696 00000100:00100000:1.0:1767319239.696410:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661568 00000100:00100000:1.0:1767319239.696413:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661568 00000100:00100000:1.0:1767319239.696425:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661824 00000100:00100000:1.0:1767319239.696427:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661824 00000100:00100000:1.0:1767319239.696433:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662208 00000100:00100000:1.0:1767319239.696435:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662208 00000100:00100000:1.0:1767319239.696446:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1767319239.696452:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045661696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.696492:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045661696:12345-0@lo:400:kworker.0 Request processed in 40us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319239.696498:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1767319239.696530:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1767319239.696535:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045661568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319239.696551:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319239.696583:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045661568:12345-0@lo:38:kworker.0 Request processed in 47us (352us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319239.696589:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1767319239.696600:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1767319239.696604:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045661824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319239.696613:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319239.696637:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045661824:12345-0@lo:38:kworker.0 Request processed in 31us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319239.696642:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1767319239.696654:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1767319239.696658:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045662208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319239.696666:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319239.696688:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045662208:12345-0@lo:38:kworker.0 Request processed in 28us (341us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319239.696693:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1767319239.696714:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661952 00000100:00100000:1.0:1767319239.696718:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661952 00000100:00100000:1.0:1767319239.696736:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1767319239.696740:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045661952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319239.696750:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319239.696803:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045661952:12345-0@lo:38:kworker.0 Request processed in 61us (494us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319239.696810:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1767319239.696834:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319239.696843:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045661440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.696869:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319239.696894:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045661440 00000100:00100000:1.0:1767319239.696897:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045661440 00000100:00100000:1.0:1767319239.696923:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:1.0:1767319239.696929:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045661440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319239.696965:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045661440:12345-0@lo:400:kworker.0 Request processed in 36us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319239.696971:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00010000:00080000:1.0:1767319239.697013:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e0a80 x1853164045661440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319239.697022:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045661440:0@lo:400:kworker.0 00010000:00080000:1.0:1767319239.697046:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3b80 x1853164045661696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319255 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319239.697054:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045661696:0@lo:400:kworker.0 00000100:00080000:1.0:1767319239.697074:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319239.697079:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319239.697081:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045661568:0@lo:38:kworker.0 00000100:00080000:1.0:1767319239.697090:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319239.697092:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319239.697095:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045661824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319239.697101:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319239.697105:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319239.697107:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045661952:0@lo:38:kworker.0 00000100:00080000:1.0:1767319239.697114:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319239.697116:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319239.697118:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045662208:0@lo:38:kworker.0 00000100:00100000:3.0:1767319239.698349:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662080 00000100:00100000:3.0:1767319239.698358:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662080 00000100:00100000:3.0:1767319239.698414:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1767319239.698423:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045662080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319239.698497:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045662080:12345-0@lo:400:kworker.0 Request processed in 76us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319239.698504:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:3.0:1767319239.698537:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319239.698541:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319239.698544:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319239.698578:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045662080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319239.698785:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319239.698797:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045662336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319239.698835:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319239.700675:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662336 00000100:00100000:3.0:1767319239.700689:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662336 00000100:00100000:3.0:1767319239.700753:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1767319239.700763:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045662336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319239.700832:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319239.701460:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045662336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 696us (2622us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319239.701469:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1767319239.703883:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045662336:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319240.462176:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319241.486093:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319242.510193:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319243.208592:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767319243.208633:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985860096 offset 0 length 520: 4 00000100:00100000:0.0:1767319243.208671:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319243.208836:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860352 00000100:00100000:2.0:1767319243.208847:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860352 00000100:00100000:2.0:1767319243.208932:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860224 00000100:00100000:2.0:1767319243.208936:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860224 00000100:00100000:2.0:1767319243.208957:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 970 00000100:00100000:2.0:1767319243.208971:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985860352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319243.209058:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985860352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319243.209066:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 970 00000100:00100000:2.0:1767319243.209084:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1255 00000100:00100000:2.0:1767319243.209089:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985860224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319243.209108:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319243.209133:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985860224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319243.209140:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1255 00000100:00080000:3.0:1767319243.209276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319243.534271:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319244.560657:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319244.814137:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319244.814162:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045662464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319244.814231:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319244.814364:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662464 00000100:00100000:0.0:1767319244.814372:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662464 00000100:00100000:0.0:1767319244.814437:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1767319244.814446:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045662464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319244.814476:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319244.814520:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045662464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.814527:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00080000:1.0:1767319244.814681:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319244.814717:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045662464:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319244.814970:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319244.814976:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319244.815014:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319244.815019:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319244.815022:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319244.815027:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4437 00000100:00080000:1.0:1767319244.815031:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319244.815037:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319244.815055:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762a00 x1853164045662720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319244.815074:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319244.815076:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319244.815078:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319244.815082:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4437 00000100:00080000:1.0:1767319244.815084:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319244.815087:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319244.815095:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762300 x1853164045662976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319244.815104:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319244.815107:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319244.815108:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319244.815111:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4437 00000100:00080000:1.0:1767319244.815114:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319244.815117:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319244.815125:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045663104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319244.815143:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319244.815146:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319244.815148:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319244.815151:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4437 00000100:00080000:1.0:1767319244.815153:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319244.815156:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319244.815166:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045663360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319244.815187:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045662848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.815221:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319244.815250:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319244.815254:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045662592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.815271:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319244.815298:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662848 00000100:00100000:1.0:1767319244.815302:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662848 00000100:00100000:1.0:1767319244.815334:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662592 00000100:00100000:1.0:1767319244.815337:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662592 00000100:00100000:1.0:1767319244.815359:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767319244.815365:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045662848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.815405:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045662848:12345-0@lo:400:kworker.0 Request processed in 40us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.815411:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767319244.815426:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1767319244.815432:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045662592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.815460:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045662592:12345-0@lo:400:kworker.0 Request processed in 28us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319244.815466:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00080000:1.0:1767319244.815487:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319244.815505:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4762680 x1853164045662592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319244.815515:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045662592:0@lo:400:kworker.0 00010000:00080000:1.0:1767319244.815524:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4762d80 x1853164045662848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319244.815531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045662848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.815546:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045663232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319244.815568:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319244.815748:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045663232 00000100:00100000:2.0:1767319244.815753:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045663232 00000100:00100000:2.0:1767319244.815827:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1767319244.815835:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045663232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319244.815871:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045663232:12345-0@lo:400:kworker.0 Request processed in 37us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319244.815877:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:3.0:1767319244.816282:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319219/real 1767319219] req@ffffa07bc8225500 x1853164045656704/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319244 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319244.816300:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8225500 x1853164045656704/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319244 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319244.816314:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045662720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.816343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319244.816369:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045662976:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.816389:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319244.816408:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045663104:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.816429:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319244.816450:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045663360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.816471:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319244.816487:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319244.816494:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319244.816496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045656704:0@lo:250:kworker.0 00000100:00100000:3.0:1767319244.816526:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045663104 00000100:00100000:3.0:1767319244.816530:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045663104 00000100:00100000:3.0:1767319244.816550:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1767319244.816554:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045663104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319244.816571:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319244.816602:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045663104:12345-0@lo:38:kworker.0 Request processed in 46us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319244.816608:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1767319244.816626:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662720 00000100:00100000:3.0:1767319244.816630:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662720 00000100:00100000:3.0:1767319244.816646:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045662976 00000100:00100000:3.0:1767319244.816649:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045662976 00000100:00100000:3.0:1767319244.816659:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045663360 00000100:00100000:3.0:1767319244.816661:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045663360 00000100:00100000:3.0:1767319244.816674:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1767319244.816679:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045662720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319244.816689:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319244.816714:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045662720:12345-0@lo:38:kworker.0 Request processed in 33us (369us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319244.816719:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:3.0:1767319244.816730:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:3.0:1767319244.816733:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045662976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319244.816744:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319244.817119:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319244.817125:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319244.817128:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319244.817133:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4417 00000100:00080000:0.0:1767319244.817137:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319244.817141:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319244.817159:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045663616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319244.817207:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1767319244.817211:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045663360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319244.817221:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319244.817252:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045663360:12345-0@lo:38:kworker.0 Request processed in 39us (781us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319244.817258:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1767319244.817282:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045663616:0@lo:250:kworker.0 00000400:00000100:0.0:1767319244.817302:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045663616 offset 0 length 520: 4 00000100:00080000:0.0:1767319244.817331:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319244.817335:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319244.817339:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045662720:0@lo:38:kworker.0 00000100:00080000:0.0:1767319244.817346:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319244.817349:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319244.817352:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045662976:0@lo:38:kworker.0 00000100:00080000:0.0:1767319244.817359:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319244.817362:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319244.817364:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045663104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319244.817372:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319244.817374:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319244.817377:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045663360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319244.817462:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045662976:12345-0@lo:38:kworker.0 Request processed in 725us (1070us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319244.817469:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:2.0:1767319244.818355:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045663488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319244.818400:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319244.818548:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319244.818581:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045663232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319244.818655:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045663488 00000100:00100000:0.0:1767319244.818661:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045663488 00000100:00100000:0.0:1767319244.818708:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:0.0:1767319244.818716:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045663488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319244.818745:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319244.818836:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045663488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319244.818842:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1767319244.818989:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045663488:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319245.583138:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319246.609707:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319247.630292:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319248.323165:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319248.323259:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319248.323896:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860608 00000100:00100000:3.0:1767319248.323909:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860608 00000100:00100000:3.0:1767319248.324059:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860480 00000100:00100000:3.0:1767319248.324063:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860480 00000100:00100000:3.0:1767319248.324089:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 973 00000100:00100000:3.0:1767319248.324099:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985860608:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319248.324177:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985860608:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319248.324186:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 973 00000100:00100000:3.0:1767319248.324205:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1259 00000100:00100000:3.0:1767319248.324209:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985860480:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319248.324228:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319248.324254:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985860480:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (996us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319248.324261:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1259 00000100:00080000:0.0:1767319248.330141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319248.654007:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319249.680077:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319249.935575:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045663744:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319249.935698:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319249.935699:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319249.935708:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319249.935729:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319249.935733:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319249.935736:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319249.935744:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4443 00000100:00080000:1.0:1767319249.935748:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319249.935755:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319249.935805:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762680 x1853164045664000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319249.935847:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319249.935851:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319249.935852:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319249.935856:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4443 00000100:00080000:1.0:1767319249.935860:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319249.935863:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319249.935877:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045664256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319249.935886:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319249.935889:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319249.935891:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319249.935895:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4443 00000100:00080000:1.0:1767319249.935897:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319249.935901:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319249.935911:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045664384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319249.935933:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319249.935936:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319249.935938:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319249.935942:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4443 00000100:00080000:1.0:1767319249.935944:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319249.935948:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319249.935960:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7480 x1853164045664768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319249.936003:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045664128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.936076:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319249.936084:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045664000:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.936130:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319249.936139:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045664512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.936187:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.936225:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664128 00000100:00100000:1.0:1767319249.936234:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664128 00000100:00100000:1.0:1767319249.936283:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:1.0:1767319249.936292:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045664128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.936336:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045664128:12345-0@lo:400:kworker.0 Request processed in 45us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.936342:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00010000:00080000:1.0:1767319249.936382:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4763100 x1853164045664128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319249.936395:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045664128:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.936423:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045663872:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.936441:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664512 00000100:00100000:3.0:1767319249.936444:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.936447:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664512 00000100:00100000:1.0:1767319249.936498:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1767319249.936503:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045664256:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.936513:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045664512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.936523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319249.936631:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319249.936635:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319249.936656:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045663744 00000100:00100000:0.0:1767319249.936660:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045663744 00000100:00100000:0.0:1767319249.936693:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1767319249.936699:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045663744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319249.936720:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319249.939565:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045664896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319249.939629:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.939664:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319249.939673:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045664640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.939701:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045664512:12345-0@lo:400:kworker.0 Request processed in 3191us (3508us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.939709:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319249.939717:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1767319249.939749:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664640 00000100:00100000:2.0:1767319249.939753:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664896 00000100:00100000:1.0:1767319249.939756:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664640 00000100:00100000:2.0:1767319249.939760:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664896 00000100:00100000:2.0:1767319249.939826:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1767319249.939835:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045664896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319249.939868:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319249.939878:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1767319249.939886:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045664640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.939918:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045664896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.939926:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1767319249.939932:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045664640:12345-0@lo:400:kworker.0 Request processed in 46us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.939939:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1767319249.939959:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664000 00000100:00100000:2.0:1767319249.939964:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664000 00000100:00100000:2.0:1767319249.939986:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045663872 00000100:00100000:2.0:1767319249.939989:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045663872 00000100:00100000:1.0:1767319249.940001:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045664512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319249.940030:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:2.0:1767319249.940039:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045663872:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319249.940044:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319249.940051:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319249.940085:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1767319249.940090:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045663872:12345-0@lo:400:kworker.0 Request processed in 38us (3555us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319249.940091:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045664000:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319249.940106:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00010000:00020000:1.0:1767319249.940114:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319249.940145:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045664640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319249.940155:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045664000:12345-0@lo:38:kworker.0 Request processed in 61us (4012us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319249.940165:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045664896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319249.940175:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00010000:00080000:2.0:1767319249.940181:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4763800 x1853164045663872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319265 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319249.940192:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045663872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319249.940257:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319249.940406:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045664384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319249.940459:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319249.940490:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045664768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319249.940518:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319249.940576:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664384 00000100:00100000:0.0:1767319249.940581:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045663744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3878us (4882us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319249.940584:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664384 00000100:00100000:0.0:1767319249.940593:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1767319249.940618:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:2.0:1767319249.940624:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045664384:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319249.940636:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045663744:0@lo:13:osp-pre-0-1.0 00010000:00020000:2.0:1767319249.940639:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319249.940677:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045664384:12345-0@lo:38:kworker.0 Request processed in 51us (216us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319249.940684:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:3.0:1767319249.941287:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319249.941297:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319249.941303:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045664000:0@lo:38:kworker.0 00000100:00080000:3.0:1767319249.941319:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319249.941323:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319249.941326:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045664384:0@lo:38:kworker.0 00000100:00100000:1.0:1767319249.942693:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664256 00000100:00100000:1.0:1767319249.942710:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664256 00000100:00100000:1.0:1767319249.942951:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045664768 00000100:00100000:1.0:1767319249.942957:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045664768 00000100:00100000:1.0:1767319249.943009:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:1.0:1767319249.943019:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045664256:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319249.943478:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1767319249.943491:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045664768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319249.943514:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319249.943597:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045664768:12345-0@lo:38:kworker.0 Request processed in 105us (3077us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319249.943605:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00080000:3.0:1767319249.944114:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319249.944125:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319249.944130:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045664768:0@lo:38:kworker.0 00010000:00020000:1.0:1767319249.944808:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319249.944916:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045664256:12345-0@lo:38:kworker.0 Request processed in 1895us (4663us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319249.944928:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00080000:3.0:1767319249.948439:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319249.948459:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319249.948466:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045664256:0@lo:38:kworker.0 00010000:00010000:2.0:1767319250.703321:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319251.726254:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319252.750413:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319253.442536:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319253.442979:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860864 00000100:00100000:1.0:1767319253.442999:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860864 00000100:00100000:1.0:1767319253.443153:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 976 00000100:00100000:1.0:1767319253.443165:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985860864:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319253.443286:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985860864:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 122us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319253.443296:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 976 00000100:00100000:3.0:1767319253.444225:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319253.444364:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860736 00000100:00100000:1.0:1767319253.444378:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860736 00000100:00100000:1.0:1767319253.444428:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1263 00000100:00100000:1.0:1767319253.444436:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985860736:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319253.444461:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319253.444541:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985860736:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 105us (323us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319253.444549:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1263 00000100:00080000:0.0:1767319253.445668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319253.774072:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319254.799267:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319255.054037:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319255.054052:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319255.054230:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045665152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319255.054324:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319255.054331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319255.054337:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319255.054342:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319255.054350:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4448 00000100:00080000:1.0:1767319255.054355:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319255.054363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319255.054394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6d80 x1853164045665280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319255.054408:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319255.054419:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045665024:0@lo:400:kworker.0 00000100:00080000:1.0:1767319255.054429:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319255.054434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319255.054437:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319255.054442:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4448 00000100:00080000:1.0:1767319255.054445:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319255.054449:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319255.054456:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319255.054472:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045665536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319255.054481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319255.054484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319255.054485:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319255.054490:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4448 00000100:00080000:1.0:1767319255.054492:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319255.054496:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319255.054510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045665664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319255.054518:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665152 00000100:00080000:1.0:1767319255.054527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319255.054529:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665152 00000100:00100000:0.0:1767319255.054597:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1767319255.054608:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045665152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319255.054813:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319255.054865:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045665152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 258us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319255.054874:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00080000:0.0:1767319255.054897:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319255.054937:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045665152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319255.054980:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045665408:0@lo:400:kworker.0 00000100:00100000:0.0:1767319255.055006:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319255.055031:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319255.055037:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045665792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319255.055062:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319255.055092:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665024 00000100:00100000:0.0:1767319255.055095:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665024 00000100:00100000:0.0:1767319255.055129:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665408 00000100:00100000:0.0:1767319255.055132:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665408 00000100:00100000:0.0:1767319255.055154:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767319255.055161:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045665024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319255.055198:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045665024:12345-0@lo:400:kworker.0 Request processed in 38us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319255.055206:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767319255.055219:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1767319255.055225:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045665408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319255.055255:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045665408:12345-0@lo:400:kworker.0 Request processed in 31us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319255.055261:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00080000:0.0:1767319255.055274:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319255.055291:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a7480 x1853164045665408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319255.055301:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045665408:0@lo:400:kworker.0 00010000:00080000:0.0:1767319255.055327:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a4380 x1853164045665024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319255.055388:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045665280:0@lo:38:kworker.0 00000100:00100000:2.0:1767319255.055424:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319255.055452:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045665536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319255.055475:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319255.055497:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045665664:0@lo:38:kworker.0 00000100:00080000:1.0:1767319255.055522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767319255.055527:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319255.055567:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665280 00000100:00100000:2.0:1767319255.055571:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665280 00000100:00100000:2.0:1767319255.055594:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665536 00000100:00100000:2.0:1767319255.055597:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665536 00000100:00100000:2.0:1767319255.055608:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1767319255.055613:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045665280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319255.055648:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319255.055672:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319255.055680:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4448 00000100:00080000:1.0:1767319255.055685:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319255.055688:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045665280:12345-0@lo:38:kworker.0 Request processed in 72us (261us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319255.055702:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319255.055712:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1767319255.055731:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763800 x1853164045665920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319255.055732:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1767319255.055740:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045665536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319255.055757:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319255.055799:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045665536:12345-0@lo:38:kworker.0 Request processed in 60us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319255.055806:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1767319255.055828:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665664 00000100:00100000:2.0:1767319255.055831:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665664 00000100:00100000:2.0:1767319255.055852:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1767319255.055857:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045665664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319255.055868:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319255.055892:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045665664:12345-0@lo:38:kworker.0 Request processed in 33us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319255.055897:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1767319255.055922:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045665920:0@lo:38:kworker.0 00000100:00100000:2.0:1767319255.055945:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319255.055969:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319255.055975:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319255.055978:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045665280:0@lo:38:kworker.0 00000100:00080000:2.0:1767319255.055986:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319255.055989:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319255.055992:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045665536:0@lo:38:kworker.0 00000100:00080000:2.0:1767319255.055998:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319255.056001:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319255.056003:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045665664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319255.056028:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665920 00000100:00100000:2.0:1767319255.056031:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665920 00000100:00100000:2.0:1767319255.056047:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1767319255.056051:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045665920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319255.056061:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319255.056090:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045665920:12345-0@lo:38:kworker.0 Request processed in 37us (144us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319255.056096:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:2.0:1767319255.056120:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319255.056124:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319255.056128:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045665920:0@lo:38:kworker.0 00000100:00100000:2.0:1767319255.056182:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045665792 00000100:00100000:2.0:1767319255.056186:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045665792 00000100:00100000:2.0:1767319255.056226:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1767319255.056235:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045665792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319255.056449:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045665792:12345-0@lo:400:kworker.0 Request processed in 217us (1386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319255.056456:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:2.0:1767319255.056473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319255.056710:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045665792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319255.056857:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045665024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319255.057043:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045666048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319255.057083:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319255.057209:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666048 00000100:00100000:2.0:1767319255.057214:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666048 00000100:00100000:2.0:1767319255.057259:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1767319255.057267:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045666048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319255.057296:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319255.057387:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045666048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319255.057394:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1767319255.058281:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045666048:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319255.822203:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319256.857418:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319257.871400:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319258.563694:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319258.564292:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319258.566180:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985860992 00000100:00100000:0.0:1767319258.566193:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985860992 00000100:00100000:0.0:1767319258.566246:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985861120 00000100:00100000:0.0:1767319258.566250:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985861120 00000100:00100000:0.0:1767319258.566306:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 979 00000100:00100000:0.0:1767319258.566317:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985861120:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319258.566391:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985861120:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (2100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319258.566399:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 979 00000100:00100000:0.0:1767319258.566418:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1267 00000100:00100000:0.0:1767319258.566422:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985860992:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319258.566454:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319258.566482:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985860992:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (2797us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319258.566489:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1267 00000100:00080000:3.0:1767319258.566561:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319258.897284:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319259.920857:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319260.174267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319260.174274:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319260.174319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319260.174323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319260.174327:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319260.174335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4453 00000100:00080000:0.0:1767319260.174340:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319260.174346:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319260.174369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f480 x1853164045666304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319260.174399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319260.174403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319260.174405:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319260.174408:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4453 00000100:00080000:0.0:1767319260.174411:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319260.174414:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319260.174426:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4380 x1853164045666560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319260.174440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319260.174443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319260.174445:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319260.174448:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4453 00000100:00080000:0.0:1767319260.174450:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319260.174453:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319260.174466:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6d80 x1853164045666688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319260.174491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319260.174494:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319260.174496:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319260.174500:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4453 00000100:00080000:0.0:1767319260.174502:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319260.174506:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319260.174517:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf800 x1853164045667072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319260.174812:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045666176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319260.174876:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319260.174941:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319260.174947:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045666944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319260.174973:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319260.175006:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045666304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319260.175031:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319260.175050:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045666560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319260.175069:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319260.175089:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045666688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319260.175110:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319260.175128:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045667072:0@lo:38:kworker.0 00000100:00100000:0.0:1767319260.175147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319260.175176:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666176 00000100:00100000:0.0:1767319260.175184:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666176 00000100:00100000:0.0:1767319260.175226:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666304 00000100:00100000:0.0:1767319260.175229:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666304 00000100:00100000:0.0:1767319260.175238:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666560 00000100:00100000:0.0:1767319260.175240:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666560 00000100:00100000:0.0:1767319260.175246:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667072 00000100:00100000:0.0:1767319260.175248:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667072 00000100:00100000:0.0:1767319260.175258:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1767319260.175266:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045666176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319260.175311:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045666176:12345-0@lo:400:kworker.0 Request processed in 45us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319260.175318:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1767319260.175333:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1767319260.175338:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045666304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319260.175355:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319260.175381:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045666304:12345-0@lo:38:kworker.0 Request processed in 42us (349us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319260.175387:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:0.0:1767319260.175397:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1767319260.175401:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045666560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319260.175410:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319260.175428:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045666560:12345-0@lo:38:kworker.0 Request processed in 26us (359us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319260.175433:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:0.0:1767319260.175442:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:0.0:1767319260.175446:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045667072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319260.175454:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319260.175472:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045667072:12345-0@lo:38:kworker.0 Request processed in 24us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319260.175477:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00080000:0.0:1767319260.175515:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319260.175520:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319260.175523:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045666304:0@lo:38:kworker.0 00000100:00080000:0.0:1767319260.175531:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319260.175534:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319260.175536:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045666560:0@lo:38:kworker.0 00000100:00080000:0.0:1767319260.175543:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319260.175546:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319260.175548:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045667072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319260.175790:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319260.175801:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045667200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319260.175835:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319260.175868:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667200 00000100:00100000:1.0:1767319260.175872:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667200 00000100:00100000:1.0:1767319260.175901:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1767319260.175907:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045667200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319260.175929:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319260.175964:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045667200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319260.175970:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1767319260.176005:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045667200:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319260.176117:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045666432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319260.176147:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319260.176176:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319260.176181:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045666816:0@lo:400:kworker.0 00000100:00100000:2.0:1767319260.176202:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319260.176232:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666944 00000100:00100000:2.0:1767319260.176236:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666944 00000100:00100000:2.0:1767319260.176263:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666816 00000100:00100000:2.0:1767319260.176266:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666816 00000100:00100000:2.0:1767319260.176281:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1767319260.176287:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045666944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319260.176318:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045666944:12345-0@lo:400:kworker.0 Request processed in 31us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319260.176324:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1767319260.176336:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767319260.176343:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045666816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319260.176372:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045666816:12345-0@lo:400:kworker.0 Request processed in 30us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319260.176377:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:2.0:1767319260.176395:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666688 00000100:00100000:2.0:1767319260.176399:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666688 00000100:00100000:2.0:1767319260.176417:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1767319260.176422:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045666688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319260.176433:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319260.176465:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045666688:12345-0@lo:38:kworker.0 Request processed in 42us (1354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319260.176471:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1767319260.176488:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045666432 00000100:00100000:2.0:1767319260.176491:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045666432 00000100:00100000:2.0:1767319260.176516:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1767319260.176523:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045666432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319260.176553:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045666432:12345-0@lo:400:kworker.0 Request processed in 30us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319260.176558:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00010000:00080000:0.0:1767319260.176928:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825c700 x1853164045666176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319260.176942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045666176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319260.176966:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045666944:0@lo:400:kworker.0 00000100:00080000:3.0:1767319260.177178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319260.177182:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319260.177185:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319260.177210:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319260.177221:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045667328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319260.177256:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319260.177283:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667328 00000100:00100000:3.0:1767319260.177286:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667328 00000100:00100000:3.0:1767319260.177311:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1767319260.177316:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045667328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319260.177334:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319260.177363:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045667328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319260.177368:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1767319260.177393:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045667328:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319260.177637:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045666816:0@lo:400:kworker.0 00010000:00080000:1.0:1767319260.177650:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d500 x1853164045666432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319276 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319260.177658:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045666432:0@lo:400:kworker.0 00000100:00080000:1.0:1767319260.177703:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319260.177708:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319260.177711:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045666688:0@lo:38:kworker.0 00010000:00010000:1.0:1767319260.942346:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319261.966636:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319262.990001:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319263.683913:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319263.683967:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319263.684059:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985861248 00000100:00100000:1.0:1767319263.684069:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985861248 00000100:00100000:1.0:1767319263.684110:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985861376 00000100:00100000:1.0:1767319263.684113:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985861376 00000100:00100000:1.0:1767319263.684161:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 982 00000100:00100000:1.0:1767319263.684172:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985861376:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767319263.684196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319263.684268:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985861376:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 98us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319263.684276:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 982 00000100:00100000:1.0:1767319263.684297:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1271 00000100:00100000:1.0:1767319263.684303:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985861248:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319263.684324:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319263.684349:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985861248:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (448us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319263.684355:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1271 00010000:00010000:3.0:1767319264.014022:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319265.039914:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319265.294077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319265.294085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319265.294113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319265.294117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319265.294120:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319265.294128:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4458 00000100:00080000:0.0:1767319265.294132:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319265.294138:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319265.294159:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf800 x1853164045667712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319265.294180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319265.294183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319265.294185:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319265.294189:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4458 00000100:00080000:0.0:1767319265.294191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319265.294194:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319265.294206:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6d80 x1853164045667968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319265.294215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319265.294219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319265.294220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319265.294224:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4458 00000100:00080000:0.0:1767319265.294226:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319265.294232:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319265.294233:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045667456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319265.294246:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7480 x1853164045668096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319265.294273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319265.294275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319265.294277:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319265.294281:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4458 00000100:00080000:0.0:1767319265.294283:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319265.294287:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319265.294299:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c700 x1853164045668480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319265.294322:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045667840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319265.294395:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319265.294448:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045667584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319265.299048:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045668224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319265.304246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.304386:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045667712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319265.304431:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.304457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045667968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319265.304478:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.304500:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045668096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319265.304537:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.304560:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045668480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319265.304581:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.304612:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667840 00000100:00100000:0.0:1767319265.304619:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667840 00000100:00100000:0.0:1767319265.304672:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667712 00000100:00100000:0.0:1767319265.304675:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667712 00000100:00100000:0.0:1767319265.304685:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667968 00000100:00100000:0.0:1767319265.304688:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667968 00000100:00100000:0.0:1767319265.304693:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668480 00000100:00100000:0.0:1767319265.304695:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668480 00000100:00100000:0.0:1767319265.304705:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1767319265.304714:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045667840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319265.304760:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045667840:12345-0@lo:400:kworker.0 Request processed in 48us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.304785:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1767319265.304802:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1767319265.304807:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045667712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319265.304824:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319265.304852:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045667712:12345-0@lo:38:kworker.0 Request processed in 43us (419us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319265.304857:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1767319265.304867:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1767319265.304869:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045667968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319265.304877:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319265.304894:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045667968:12345-0@lo:38:kworker.0 Request processed in 23us (415us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319265.304899:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1767319265.304908:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1767319265.304911:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045668480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319265.304918:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319265.304936:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045668480:12345-0@lo:38:kworker.0 Request processed in 23us (354us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319265.304941:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00010000:00080000:0.0:1767319265.304976:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf100 x1853164045667840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319265.305004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045667840:0@lo:400:kworker.0 00000100:00080000:0.0:1767319265.305032:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319265.305036:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319265.305039:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045667712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319265.305046:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319265.305050:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319265.305053:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045667968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319265.305059:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319265.305062:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319265.305064:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045668480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319265.305096:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668096 00000100:00100000:0.0:1767319265.305099:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668096 00000100:00100000:0.0:1767319265.305120:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1767319265.305124:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045668096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319265.305134:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319265.305164:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045668096:12345-0@lo:38:kworker.0 Request processed in 39us (627us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319265.305170:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:0.0:1767319265.305190:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319265.305194:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319265.305197:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045668096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319265.305251:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667456 00000100:00100000:0.0:1767319265.305255:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667456 00000100:00100000:0.0:1767319265.305283:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1767319265.305289:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045667456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319265.305310:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319265.305340:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045667456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (10947us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.305345:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1767319265.305389:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319265.305396:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045668608:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319265.305420:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.305442:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668608 00000100:00100000:0.0:1767319265.305446:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668608 00000100:00100000:0.0:1767319265.305476:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1767319265.305482:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045668608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319265.305497:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319265.305540:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045668608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.305546:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1767319265.305574:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045668608:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319265.305604:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319265.305608:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319265.305610:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319265.312985:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045667456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319265.313023:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045668352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319265.313100:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.313595:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668352 00000100:00100000:0.0:1767319265.313604:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668352 00000100:00100000:0.0:1767319265.313665:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1767319265.313675:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045668352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319265.313739:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045668352:12345-0@lo:400:kworker.0 Request processed in 64us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.313747:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1767319265.313919:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319265.314016:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045667584 00000100:00100000:0.0:1767319265.314021:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045667584 00000100:00100000:0.0:1767319265.314069:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1767319265.314076:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045667584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319265.314114:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045667584:12345-0@lo:400:kworker.0 Request processed in 38us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319265.314120:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00080000:1.0:1767319265.314697:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319265.314730:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bdf80 x1853164045667584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319281 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319265.314743:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045667584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319265.316689:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045668352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319265.317225:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319265.317287:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668224 00000100:00100000:3.0:1767319265.317297:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668224 00000100:00100000:3.0:1767319265.317361:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1767319265.317371:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045668224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319265.317443:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045668224:12345-0@lo:400:kworker.0 Request processed in 73us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319265.317451:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1767319265.317530:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045668224:0@lo:400:kworker.0 00010000:00010000:1.0:1767319266.061980:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319267.086027:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319268.112756:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319268.802432:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319268.802551:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985861632 00000100:00100000:2.0:1767319268.802563:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985861632 00000100:00100000:2.0:1767319268.802807:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 985 00000100:00100000:2.0:1767319268.802819:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985861632:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319268.803637:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985861632:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 818us (1211us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319268.803647:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 985 00000100:00100000:3.0:1767319268.804760:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319268.804829:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985861504 00000100:00100000:2.0:1767319268.804846:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985861504 00000100:00100000:2.0:1767319268.804888:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1275 00000100:00100000:2.0:1767319268.804896:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985861504:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319268.804917:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319268.804970:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985861504:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 72us (215us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319268.804978:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1275 00000100:00080000:1.0:1767319268.805763:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319268.809879:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985861760 offset 0 length 520: 4 00010000:00010000:1.0:1767319269.134387:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319269.389950:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319244/real 1767319244] req@ffffa07bc7649f80 x1853164045663616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319269 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319269.389985:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc7649f80 x1853164045663616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319269 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319269.390210:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319269.390299:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319269.390303:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045663616:0@lo:250:kworker.0 00000100:00080000:0.0:1767319269.391222:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319269.391230:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319269.391234:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319269.391239:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4443 00000100:00080000:0.0:1767319269.391243:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319269.391249:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319269.391370:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01f80 x1853164045668736/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319269.391450:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319269.391454:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319269.391456:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319269.391460:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4463 00000100:00080000:0.0:1767319269.391462:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319269.391466:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319269.391482:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c700 x1853164045668992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319269.391504:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319269.391507:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319269.391509:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319269.391512:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4463 00000100:00080000:0.0:1767319269.391514:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319269.391517:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319269.391527:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7480 x1853164045669248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319269.391535:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319269.391538:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319269.391539:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319269.391543:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4463 00000100:00080000:0.0:1767319269.391545:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319269.391548:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319269.391559:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6d80 x1853164045669376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319269.391579:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319269.391582:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319269.391584:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319269.391587:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4463 00000100:00080000:0.0:1767319269.391589:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319269.391593:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319269.391604:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf100 x1853164045669760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319269.391697:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045668864:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.391791:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.391854:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319269.391861:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045669632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.391886:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.391919:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669632 00000100:00100000:1.0:1767319269.391926:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669632 00000100:00100000:1.0:1767319269.391982:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1767319269.391990:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045669632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.392382:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045669632:12345-0@lo:400:kworker.0 Request processed in 391us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.392390:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00080000:1.0:1767319269.392419:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319269.392459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045669632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.392483:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045669120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.392509:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.392529:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319269.392535:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045669504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.392556:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319269.392578:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669504 00000100:00100000:1.0:1767319269.392582:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669504 00000100:00100000:1.0:1767319269.392612:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767319269.392618:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045669504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319269.392669:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045669504:12345-0@lo:400:kworker.0 Request processed in 51us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319269.392675:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:1.0:1767319269.392691:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319269.392708:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045669504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.392860:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668864 00000100:00100000:0.0:1767319269.392864:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668864 00000100:00100000:0.0:1767319269.392902:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669120 00000100:00100000:0.0:1767319269.392906:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669120 00000100:00100000:0.0:1767319269.392927:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1767319269.392933:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045668864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.392968:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045668864:12345-0@lo:400:kworker.0 Request processed in 35us (1198us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.392975:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1767319269.392987:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1767319269.392992:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045669120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319269.393016:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045669120:12345-0@lo:400:kworker.0 Request processed in 24us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319269.393020:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1767319269.393249:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045668736:0@lo:250:kworker.0 00000400:00000100:2.0:1767319269.393287:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045668736 offset 0 length 520: 4 00000100:00100000:2.0:1767319269.393311:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045668992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319269.393334:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.393354:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045669248:0@lo:38:kworker.0 00000100:00100000:2.0:1767319269.393373:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.393389:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045669376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319269.393410:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.393426:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045669760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319269.393455:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319269.393484:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045668992 00000100:00100000:2.0:1767319269.393488:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045668992 00000100:00100000:2.0:1767319269.393502:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669248 00000100:00100000:2.0:1767319269.393505:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669248 00000100:00100000:2.0:1767319269.393511:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669760 00000100:00100000:2.0:1767319269.393514:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669760 00000100:00100000:2.0:1767319269.393523:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1767319269.393528:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045668992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319269.393546:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319269.393578:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045668992:12345-0@lo:38:kworker.0 Request processed in 48us (242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319269.393587:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1767319269.393601:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1767319269.393604:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045669248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319269.393613:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319269.393635:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045669248:12345-0@lo:38:kworker.0 Request processed in 29us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319269.393641:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1767319269.393652:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1767319269.393656:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045669760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319269.393665:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319269.393686:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045669760:12345-0@lo:38:kworker.0 Request processed in 29us (230us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319269.393691:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1767319269.393710:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669376 00000100:00100000:2.0:1767319269.393714:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669376 00000100:00100000:2.0:1767319269.393734:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1767319269.393738:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045669376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319269.393746:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319269.393812:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045669376:12345-0@lo:38:kworker.0 Request processed in 72us (400us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319269.393818:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00080000:2.0:1767319269.393848:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319269.393853:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319269.393856:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045668992:0@lo:38:kworker.0 00000100:00080000:2.0:1767319269.393866:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319269.393869:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319269.393872:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045669248:0@lo:38:kworker.0 00000100:00080000:2.0:1767319269.393878:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319269.393881:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319269.393883:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045669376:0@lo:38:kworker.0 00000100:00080000:2.0:1767319269.393891:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319269.393895:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319269.393897:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045669760:0@lo:38:kworker.0 00000100:00080000:1.0:1767319269.395416:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319269.395476:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d500 x1853164045668864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319269.395492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045668864:0@lo:400:kworker.0 00010000:00080000:1.0:1767319269.395533:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a4380 x1853164045669120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319269.395542:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045669120:0@lo:400:kworker.0 00010000:00010000:1.0:1767319270.159544:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319270.414581:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319270.414600:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045669888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319270.414667:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319270.415521:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045669888 00000100:00100000:2.0:1767319270.415531:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045669888 00000100:00100000:2.0:1767319270.415622:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1767319270.415633:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045669888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319270.415663:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319270.415721:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045669888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319270.415728:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1767319270.415952:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045670016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319270.415988:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319270.416073:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670016 00000100:00100000:0.0:1767319270.416079:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670016 00000100:00100000:0.0:1767319270.416111:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1767319270.416118:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045670016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319270.416134:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319270.416174:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045670016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319270.416180:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1767319270.416258:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045670016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319270.416423:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045669888:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319271.184342:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319272.207807:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319273.229980:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319273.922104:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319273.922424:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319273.922504:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985861888 00000100:00100000:2.0:1767319273.922514:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985861888 00000100:00100000:2.0:1767319273.922573:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862016 00000100:00100000:2.0:1767319273.922577:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862016 00000100:00100000:2.0:1767319273.922632:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 988 00000100:00100000:2.0:1767319273.922643:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985862016:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767319273.922684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319273.922718:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985862016:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319273.922723:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1279 00000100:00100000:1.0:1767319273.922735:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985861888:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767319273.922735:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 988 00010000:00020000:1.0:1767319273.922759:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319273.922835:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985861888:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 101us (739us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319273.922843:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1279 00010000:00010000:1.0:1767319274.254101:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319274.510193:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319274.510202:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319274.510256:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319274.510260:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319274.510264:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319274.510271:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4467 00000100:00080000:0.0:1767319274.510276:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319274.510282:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319274.510313:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf100 x1853164045670272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319274.510353:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319274.510357:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319274.510359:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319274.510363:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4467 00000100:00080000:0.0:1767319274.510365:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319274.510369:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319274.510372:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319274.510385:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9880 x1853164045670528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319274.510391:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045670400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319274.510392:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045670144:0@lo:400:kworker.0 00000100:00080000:0.0:1767319274.510396:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319274.510402:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319274.510403:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319274.510407:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4467 00000100:00080000:0.0:1767319274.510409:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319274.510412:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319274.510424:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeaa00 x1853164045670656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319274.510442:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319274.510445:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319274.510447:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319274.510450:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4467 00000100:00080000:0.0:1767319274.510453:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319274.510456:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319274.510465:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbebb80 x1853164045671040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319274.510503:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045670272:0@lo:38:kworker.0 00000100:00100000:0.0:1767319274.510554:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045670912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319274.514026:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319274.514088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045670784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319274.514123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319274.514311:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670400 00000100:00100000:1.0:1767319274.514319:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670400 00000100:00100000:1.0:1767319274.514384:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1767319274.514393:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045670400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319274.514443:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045670400:12345-0@lo:400:kworker.0 Request processed in 50us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319274.514450:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1767319274.514475:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670784 00000100:00100000:1.0:1767319274.514478:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670784 00000100:00100000:1.0:1767319274.514502:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1767319274.514508:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045670784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319274.514535:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045670784:12345-0@lo:400:kworker.0 Request processed in 27us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319274.514541:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:1.0:1767319274.514555:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319274.514560:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319274.514591:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045670784:0@lo:400:kworker.0 00010000:00080000:1.0:1767319274.514603:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bdf80 x1853164045670400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319274.514613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045670400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319274.516647:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319274.516730:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670144 00000100:00100000:3.0:1767319274.516738:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670144 00000100:00100000:3.0:1767319274.516807:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:3.0:1767319274.516816:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045670144:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319274.517425:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319274.517652:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045670144:12345-0@lo:400:kworker.0 Request processed in 836us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319274.517662:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00010000:00080000:1.0:1767319274.518071:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf800 x1853164045670144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319274.518085:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045670144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319274.518228:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319274.518299:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045670528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319274.518332:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319274.521512:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045670656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319274.521578:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319274.521612:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670656 00000100:00100000:2.0:1767319274.521619:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670656 00000100:00100000:2.0:1767319274.521661:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1767319274.521668:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045670656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319274.521691:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319274.521727:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045670656:12345-0@lo:38:kworker.0 Request processed in 58us (149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319274.521734:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00080000:2.0:1767319274.521790:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319274.521796:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319274.521800:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045670656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319274.521807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045671040:0@lo:38:kworker.0 00000100:00100000:2.0:1767319274.521833:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319274.521910:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670272 00000100:00100000:1.0:1767319274.521915:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670272 00000100:00100000:1.0:1767319274.521938:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670528 00000100:00100000:1.0:1767319274.521941:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670528 00000100:00100000:1.0:1767319274.521962:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767319274.521967:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045670272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319274.521978:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319274.522007:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045670272:12345-0@lo:38:kworker.0 Request processed in 39us (3779us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319274.522013:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767319274.522029:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1767319274.522032:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045670528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319274.522042:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319274.522064:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045670528:12345-0@lo:38:kworker.0 Request processed in 30us (3733us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319274.522069:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1767319274.523645:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319274.523679:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045670912 00000100:00100000:0.0:1767319274.523685:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045670912 00000100:00100000:0.0:1767319274.523735:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1767319274.523743:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045670912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319274.523808:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045670912:12345-0@lo:400:kworker.0 Request processed in 66us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319274.523814:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:0.0:1767319274.523836:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319274.523865:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045670912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319274.525642:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671040 00000100:00100000:2.0:1767319274.525652:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671040 00000100:00100000:2.0:1767319274.525692:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:2.0:1767319274.525698:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045671040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319274.525720:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319274.525765:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045671040:12345-0@lo:38:kworker.0 Request processed in 66us (3931us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319274.525790:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00080000:2.0:1767319274.525828:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319274.525833:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319274.525837:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045671040:0@lo:38:kworker.0 00000100:00080000:2.0:1767319274.525869:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319274.525873:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319274.525875:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045670272:0@lo:38:kworker.0 00000100:00080000:2.0:1767319274.525884:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319274.525888:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319274.525890:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045670528:0@lo:38:kworker.0 00010000:00010000:2.0:1767319275.278838:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319275.534266:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045671168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319275.534347:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319275.534512:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671168 00000100:00100000:0.0:1767319275.534522:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671168 00000100:00100000:0.0:1767319275.534570:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1767319275.534579:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045671168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319275.534616:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319275.534676:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045671168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319275.534684:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1767319275.534886:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045671168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319275.537115:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319275.537137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045671296:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319275.537198:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319275.537358:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671296 00000100:00100000:3.0:1767319275.537367:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671296 00000100:00100000:3.0:1767319275.537420:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1767319275.537428:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045671296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319275.537456:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319275.537506:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045671296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319275.537514:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1767319275.537557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045671296:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319276.302098:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319277.330472:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319278.351605:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319279.043100:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319279.043125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319279.043188:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862272 00000100:00100000:1.0:1767319279.043200:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862272 00000100:00080000:0.0:1767319279.043285:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319279.043296:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862144 00000100:00100000:1.0:1767319279.043300:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862144 00000100:00100000:1.0:1767319279.043320:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 991 00000100:00100000:1.0:1767319279.043330:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985862272:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319279.043358:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1283 00000100:00100000:3.0:1767319279.043365:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985862144:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319279.043384:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319279.043415:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985862272:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319279.043423:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 991 00000100:00100000:3.0:1767319279.045404:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985862144:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2026us (2264us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319279.045419:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1283 00010000:00010000:2.0:1767319279.374108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319279.630034:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.630045:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319279.630115:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.630119:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319279.630123:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319279.630131:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4472 00000100:00080000:0.0:1767319279.630136:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319279.630142:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319279.630165:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8e00 x1853164045671552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319279.630195:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.630199:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319279.630201:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319279.630212:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4472 00000100:00080000:0.0:1767319279.630215:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319279.630219:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319279.630232:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbebb80 x1853164045671808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319279.630251:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.630254:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319279.630256:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319279.630260:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4472 00000100:00080000:0.0:1767319279.630263:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319279.630267:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319279.630280:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeaa00 x1853164045671936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319279.630306:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319279.630309:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319279.630311:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319279.630314:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4472 00000100:00080000:0.0:1767319279.630317:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319279.630320:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319279.630329:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00e00 x1853164045672320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319279.630437:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045672192:0@lo:400:kworker.0 00000100:00100000:1.0:1767319279.630465:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045672064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319279.630571:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045671552:0@lo:38:kworker.0 00000100:00100000:3.0:1767319279.633412:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319279.633503:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319279.633515:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045671424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319279.633558:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319279.633615:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671424 00000100:00100000:3.0:1767319279.633623:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671424 00000100:00100000:0.0:1767319279.633791:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672192 00000100:00100000:0.0:1767319279.633796:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672192 00000100:00100000:0.0:1767319279.633833:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1767319279.633843:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045672192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319279.633900:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045672192:12345-0@lo:400:kworker.0 Request processed in 58us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319279.633907:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:0.0:1767319279.633930:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319279.633934:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319279.633976:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045671680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319279.634001:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319279.634051:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671680 00000100:00100000:0.0:1767319279.634055:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671680 00000100:00100000:0.0:1767319279.634084:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:0.0:1767319279.634090:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045671680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319279.634121:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045671680:12345-0@lo:400:kworker.0 Request processed in 32us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319279.634127:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00080000:0.0:1767319279.634141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319279.634163:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9880 x1853164045671680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319279.634177:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045671680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319279.634315:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045672192:0@lo:400:kworker.0 00000100:00100000:3.0:1767319279.634396:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1767319279.634404:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045671424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319279.634443:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045671424:12345-0@lo:400:kworker.0 Request processed in 39us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319279.634448:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00010000:00080000:3.0:1767319279.634472:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeb800 x1853164045671424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319295 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319279.634482:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045671424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319279.642506:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319279.645719:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672064 00000100:00100000:3.0:1767319279.645733:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672064 00000100:00100000:3.0:1767319279.645822:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1767319279.645833:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045672064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319279.645937:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045672064:12345-0@lo:400:kworker.0 Request processed in 106us (3440us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319279.645944:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767319279.645989:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045672064:0@lo:400:kworker.0 00000100:00080000:0.0:1767319279.646591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319279.647124:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319279.647239:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045671808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319279.647284:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319279.653302:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045671936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319279.653372:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319279.653450:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045672320:0@lo:38:kworker.0 00000100:00100000:2.0:1767319279.653478:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319279.653565:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671936 00000100:00100000:1.0:1767319279.653575:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671936 00000100:00100000:1.0:1767319279.653623:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1767319279.653631:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045671936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319279.653652:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319279.653707:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045671936:12345-0@lo:38:kworker.0 Request processed in 76us (334us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319279.653714:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1767319279.659762:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671552 00000100:00100000:0.0:1767319279.659786:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671552 00000100:00100000:0.0:1767319279.659854:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045671808 00000100:00100000:0.0:1767319279.659858:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045671808 00000100:00100000:0.0:1767319279.659882:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1767319279.659891:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045671552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319279.659916:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319279.659997:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045671552:12345-0@lo:38:kworker.0 Request processed in 105us (12873us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319279.660004:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:0.0:1767319279.660021:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1767319279.660025:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045671808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319279.660034:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319279.660058:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045671808:12345-0@lo:38:kworker.0 Request processed in 32us (12773us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319279.660067:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00080000:2.0:1767319279.670031:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319279.670043:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319279.670048:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045671552:0@lo:38:kworker.0 00000100:00080000:2.0:1767319279.670060:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319279.670064:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319279.670066:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045671808:0@lo:38:kworker.0 00000100:00080000:2.0:1767319279.670076:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319279.670079:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319279.670081:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045671936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319279.675535:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672320 00000100:00100000:3.0:1767319279.675551:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672320 00000100:00100000:3.0:1767319279.675687:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1767319279.675696:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045672320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319279.675719:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319279.675833:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045672320:12345-0@lo:38:kworker.0 Request processed in 136us (22354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319279.675841:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00080000:2.0:1767319279.676965:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319279.676974:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319279.676979:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045672320:0@lo:38:kworker.0 00010000:00010000:3.0:1767319280.399157:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319280.654214:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045672448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319280.654309:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319280.654490:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672448 00000100:00100000:0.0:1767319280.654498:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672448 00000100:00100000:0.0:1767319280.654551:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1767319280.654560:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045672448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319280.654588:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319280.654638:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045672448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319280.654645:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1767319280.654854:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319280.654864:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045672576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319280.654892:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319280.655043:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672576 00000100:00100000:0.0:1767319280.655047:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672576 00000100:00100000:0.0:1767319280.655081:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1767319280.655088:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045672576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319280.655106:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319280.655137:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045672576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319280.655143:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1767319280.655429:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045672576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319280.655857:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045672448:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319281.422099:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319282.446176:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319283.471579:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319284.161646:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319284.161949:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862528 00000100:00100000:1.0:1767319284.161957:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862528 00000100:00100000:1.0:1767319284.162036:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 994 00000100:00100000:1.0:1767319284.162047:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985862528:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319284.162135:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985862528:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319284.162142:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 994 00000100:00080000:2.0:1767319284.162346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319284.166302:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319284.172848:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862400 00000100:00100000:3.0:1767319284.172862:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862400 00000100:00100000:3.0:1767319284.172916:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1287 00000100:00100000:3.0:1767319284.172922:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985862400:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319284.172942:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319284.173074:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985862400:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 150us (6782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319284.173082:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1287 00010000:00010000:3.0:1767319284.496926:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319284.753459:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319284.753471:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319284.753539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319284.753544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319284.753548:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319284.753557:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4477 00000100:00080000:2.0:1767319284.753564:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319284.753570:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319284.753620:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91edf80 x1853164045672832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319284.753663:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319284.753667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319284.753669:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319284.753673:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4477 00000100:00080000:2.0:1767319284.753676:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319284.753679:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319284.753691:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91efb80 x1853164045673088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319284.753701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319284.753704:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319284.753706:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319284.753709:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4477 00000100:00080000:2.0:1767319284.753712:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319284.753715:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319284.753727:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ef480 x1853164045673216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319284.753750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319284.753754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319284.753755:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319284.753758:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4477 00000100:00080000:2.0:1767319284.753760:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319284.753763:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319284.753799:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec700 x1853164045673600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319284.753828:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045673344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319284.753892:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319284.753958:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319284.753965:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045672960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319284.753989:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319284.754024:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672960 00000100:00100000:2.0:1767319284.754031:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672960 00000100:00100000:2.0:1767319284.754099:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1767319284.754108:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045672960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319284.754168:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045672960:12345-0@lo:400:kworker.0 Request processed in 60us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319284.754175:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00080000:2.0:1767319284.754196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319284.754221:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ee680 x1853164045672960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319284.754234:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045672960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319284.754389:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045673472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319284.754416:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319284.754444:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319284.754448:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045672704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319284.754465:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319284.754828:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045672832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319284.754856:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319284.754884:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045673088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319284.754901:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319284.754915:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045673216:0@lo:38:kworker.0 00000100:00100000:0.0:1767319284.754931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319284.754961:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045673600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319284.754978:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319284.755003:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672704 00000100:00100000:0.0:1767319284.755006:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672704 00000100:00100000:0.0:1767319284.755042:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045672832 00000100:00100000:0.0:1767319284.755045:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045672832 00000100:00100000:0.0:1767319284.755052:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673088 00000100:00100000:0.0:1767319284.755054:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673088 00000100:00100000:0.0:1767319284.755066:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673600 00000100:00100000:0.0:1767319284.755069:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673600 00000100:00100000:0.0:1767319284.755077:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1767319284.755083:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045672704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319284.755118:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045672704:12345-0@lo:400:kworker.0 Request processed in 35us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319284.755124:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:0.0:1767319284.755136:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1767319284.755140:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045672832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319284.755164:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319284.755191:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045672832:12345-0@lo:38:kworker.0 Request processed in 50us (334us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319284.755197:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1767319284.755207:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1767319284.755211:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045673088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319284.755219:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319284.755235:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045673088:12345-0@lo:38:kworker.0 Request processed in 23us (333us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319284.755240:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1767319284.755248:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:0.0:1767319284.755252:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045673600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319284.755259:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319284.755274:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045673600:12345-0@lo:38:kworker.0 Request processed in 21us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319284.755279:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:0.0:1767319284.755293:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673216 00000100:00100000:0.0:1767319284.755296:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673216 00000100:00100000:0.0:1767319284.755312:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1767319284.755316:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045673216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319284.755324:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319284.755344:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045673216:12345-0@lo:38:kworker.0 Request processed in 27us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319284.755349:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:0.0:1767319284.755373:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319284.755377:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319284.755381:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045672832:0@lo:38:kworker.0 00000100:00080000:0.0:1767319284.755388:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319284.755390:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319284.755393:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045673088:0@lo:38:kworker.0 00000100:00080000:0.0:1767319284.755399:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319284.755402:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319284.755404:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045673216:0@lo:38:kworker.0 00000100:00080000:0.0:1767319284.755409:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319284.755412:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319284.755415:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045673600:0@lo:38:kworker.0 00010000:00080000:0.0:1767319284.755445:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc380 x1853164045672704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319284.755455:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045672704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319284.755827:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673344 00000100:00100000:2.0:1767319284.755832:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673344 00000100:00100000:2.0:1767319284.755867:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673472 00000100:00100000:2.0:1767319284.755870:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673472 00000100:00100000:2.0:1767319284.755894:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767319284.755901:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045673344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319284.755942:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045673344:12345-0@lo:400:kworker.0 Request processed in 42us (2050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319284.755957:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1767319284.755968:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1767319284.755974:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045673472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319284.755999:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045673472:12345-0@lo:400:kworker.0 Request processed in 25us (1582us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319284.756004:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:2.0:1767319284.756020:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319284.756024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319284.756026:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319284.756067:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045673344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319284.760685:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045673472:0@lo:400:kworker.0 00010000:00010000:1.0:1767319285.519365:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319285.774500:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045673728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319285.774574:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319285.774994:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673728 00000100:00100000:0.0:1767319285.775006:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673728 00000100:00100000:0.0:1767319285.775073:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1767319285.775083:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045673728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319285.775114:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319285.775170:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045673728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319285.775177:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1767319285.775341:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045673728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319285.775472:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045673856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319285.775506:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319285.775594:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673856 00000100:00100000:3.0:1767319285.775599:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673856 00000100:00100000:3.0:1767319285.775635:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1767319285.775642:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045673856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319285.775660:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319285.775700:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045673856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (193us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319285.775707:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1767319285.776211:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045673856:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319286.543852:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319287.566028:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319288.590155:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319289.295329:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319289.295459:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319289.297608:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862656 00000100:00100000:2.0:1767319289.297624:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862656 00000100:00100000:2.0:1767319289.297693:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1291 00000100:00100000:2.0:1767319289.297702:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985862656:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319289.297730:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319289.297818:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985862656:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 116us (2359us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319289.297824:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1291 00000100:00100000:3.0:1767319289.298823:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985862784 00000100:00100000:3.0:1767319289.298832:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985862784 00000100:00100000:3.0:1767319289.298952:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 997 00000100:00100000:3.0:1767319289.298961:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985862784:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319289.299038:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985862784:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (3722us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319289.299046:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 997 00000100:00080000:2.0:1767319289.299852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319289.615703:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319289.870765:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319289.870790:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319289.870854:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319289.870858:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319289.870862:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319289.870870:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4483 00000100:00080000:2.0:1767319289.870875:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319289.870881:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319289.870905:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ed880 x1853164045674112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319289.870937:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319289.870940:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319289.870942:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319289.870946:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4483 00000100:00080000:2.0:1767319289.870948:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319289.870951:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319289.870964:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec000 x1853164045674368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319289.870972:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319289.870975:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319289.870976:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319289.870980:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4483 00000100:00080000:2.0:1767319289.870983:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319289.870986:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319289.870997:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec380 x1853164045674496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319289.871017:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319289.871020:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319289.871022:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319289.871025:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4483 00000100:00080000:2.0:1767319289.871027:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319289.871030:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319289.871038:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ef100 x1853164045674880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319289.871075:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045674624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319289.871140:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319289.871200:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319289.871207:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045674240:0@lo:400:kworker.0 00000100:00100000:2.0:1767319289.871232:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319289.871315:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045674752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319289.871343:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319289.871370:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319289.871387:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045673984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319289.871410:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319289.871569:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674240 00000100:00100000:3.0:1767319289.871578:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674240 00000100:00100000:3.0:1767319289.871635:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045673984 00000100:00100000:3.0:1767319289.871638:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045673984 00000100:00100000:3.0:1767319289.871658:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1767319289.871666:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045674240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319289.871715:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045674240:12345-0@lo:400:kworker.0 Request processed in 50us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319289.871722:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1767319289.871736:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1767319289.871741:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045673984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319289.871798:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045673984:12345-0@lo:400:kworker.0 Request processed in 56us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319289.871804:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00010000:00080000:3.0:1767319289.871837:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ee680 x1853164045673984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319289.871850:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045673984:0@lo:400:kworker.0 00000100:00080000:1.0:1767319289.871920:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319289.871972:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674624 00000100:00100000:2.0:1767319289.871976:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674624 00000100:00100000:2.0:1767319289.872069:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674752 00000100:00100000:2.0:1767319289.872073:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674752 00000100:00100000:3.0:1767319289.872120:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1767319289.872129:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045674624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319289.872162:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045674624:12345-0@lo:400:kworker.0 Request processed in 36us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319289.872168:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00010000:00080000:3.0:1767319289.872227:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ece00 x1853164045674240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319289.872237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045674240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319289.872248:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045674624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319289.872532:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045674112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319289.872571:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319289.872611:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045674368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319289.872634:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319289.872651:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045674496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319289.872689:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319289.872711:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045674880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319289.872734:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319289.872766:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674496 00000100:00100000:0.0:1767319289.872794:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674496 00000100:00100000:0.0:1767319289.872817:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1767319289.872823:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045674496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319289.872843:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319289.872877:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045674496:12345-0@lo:38:kworker.0 Request processed in 52us (187us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319289.872883:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1767319289.872903:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674112 00000100:00100000:0.0:1767319289.872906:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674112 00000100:00100000:0.0:1767319289.872922:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674368 00000100:00100000:0.0:1767319289.872925:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674368 00000100:00100000:0.0:1767319289.872938:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045674880 00000100:00100000:0.0:1767319289.872941:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045674880 00000100:00100000:0.0:1767319289.872955:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1767319289.872959:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045674112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319289.872969:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319289.872993:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045674112:12345-0@lo:38:kworker.0 Request processed in 33us (422us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319289.872998:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1767319289.873010:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1767319289.873014:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045674368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319289.873023:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319289.873049:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045674368:12345-0@lo:38:kworker.0 Request processed in 33us (414us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319289.873067:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1767319289.873078:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1767319289.873082:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045674880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319289.873090:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319289.873112:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045674880:12345-0@lo:38:kworker.0 Request processed in 28us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319289.873118:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00080000:0.0:1767319289.873154:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319289.873158:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319289.873161:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045674112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319289.873168:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319289.873171:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319289.873174:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045674368:0@lo:38:kworker.0 00000100:00080000:0.0:1767319289.873180:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319289.873182:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319289.873185:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045674496:0@lo:38:kworker.0 00000100:00080000:0.0:1767319289.873190:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319289.873193:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319289.873195:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045674880:0@lo:38:kworker.0 00000100:00080000:1.0:1767319289.874358:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319289.874436:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319289.874551:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1767319289.874565:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045674752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319289.878357:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045674752:12345-0@lo:400:kworker.0 Request processed in 3787us (7001us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319289.878383:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1767319289.882723:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045674752:0@lo:400:kworker.0 00010000:00010000:1.0:1767319290.639504:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319290.896016:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045675008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319290.896111:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319290.896235:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675008 00000100:00100000:0.0:1767319290.896244:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675008 00000100:00100000:0.0:1767319290.896300:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1767319290.896310:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045675008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319290.896337:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319290.896385:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045675008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319290.896392:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1767319290.896611:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045675008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319290.896791:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045675136:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319290.896819:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319290.896897:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675136 00000100:00100000:3.0:1767319290.896901:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675136 00000100:00100000:3.0:1767319290.896936:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1767319290.896943:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045675136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319290.896959:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319290.896990:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045675136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319290.896995:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1767319290.897075:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045675136:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319291.661969:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319292.686067:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319293.382275:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985862912 offset 0 length 520: 4 00000100:00100000:1.0:1767319293.382329:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319293.382484:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863040 00000100:00100000:3.0:1767319293.382496:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863040 00000100:00100000:3.0:1767319293.382608:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1295 00000100:00100000:3.0:1767319293.382618:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985863040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319293.382641:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319293.382713:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985863040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 95us (383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319293.382720:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1295 00000100:00100000:1.0:1767319293.401079:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319293.401287:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863168 00000100:00100000:3.0:1767319293.401298:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863168 00000100:00100000:3.0:1767319293.401369:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1000 00000100:00100000:3.0:1767319293.401380:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985863168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319293.401566:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985863168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 188us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319293.401575:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1000 00000100:00080000:1.0:1767319293.402876:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319293.709997:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319294.734204:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319294.990121:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319269/real 1767319269] req@ffffa07bf2b01f80 x1853164045668736/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319294 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319294.990155:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf2b01f80 x1853164045668736/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319294 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319294.990169:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319294.990178:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319294.990183:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045668736:0@lo:250:kworker.0 00000100:00080000:0.0:1767319294.990251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319294.990257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319294.990260:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319294.990265:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4467 00000100:00080000:0.0:1767319294.990269:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319294.990276:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319294.990309:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045675264/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319294.990375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319294.990379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319294.990381:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319294.990385:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4488 00000100:00080000:0.0:1767319294.990388:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319294.990392:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319294.990412:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ed80 x1853164045675520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319294.990423:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319294.990439:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045675392:0@lo:400:kworker.0 00000100:00080000:0.0:1767319294.990443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319294.990447:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319294.990449:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319294.990453:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4488 00000100:00080000:0.0:1767319294.990455:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319294.990458:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319294.990472:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c380 x1853164045675776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319294.990486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319294.990489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319294.990491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319294.990494:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4488 00000100:00080000:0.0:1767319294.990497:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319294.990501:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319294.990507:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319294.990519:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045675904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319294.990577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319294.990581:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319294.990583:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319294.990588:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4488 00000100:00100000:1.0:1767319294.990588:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045675648:0@lo:400:kworker.0 00000100:00080000:0.0:1767319294.990594:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319294.990601:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319294.990616:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575180 x1853164045676288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319294.990626:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319294.990649:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319294.990650:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675392 00000100:00100000:1.0:1767319294.990655:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045676032:0@lo:400:kworker.0 00000100:00100000:0.0:1767319294.990658:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675392 00000100:00100000:1.0:1767319294.990686:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319294.990716:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045676160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319294.990724:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675648 00000100:00100000:0.0:1767319294.990729:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675648 00000100:00100000:1.0:1767319294.990740:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319294.990765:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1767319294.990799:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676032 00000100:00100000:0.0:1767319294.990803:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045675392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319294.990805:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676032 00000100:00100000:1.0:1767319294.990836:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676160 00000100:00100000:1.0:1767319294.990840:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676160 00000100:00100000:1.0:1767319294.990861:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1767319294.990870:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045676032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319294.990875:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045675392:12345-0@lo:400:kworker.0 Request processed in 73us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319294.990883:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:0.0:1767319294.990903:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1767319294.990911:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045675648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319294.990917:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045676032:12345-0@lo:400:kworker.0 Request processed in 47us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319294.990925:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1767319294.990946:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045675648:12345-0@lo:400:kworker.0 Request processed in 35us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319294.990947:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1767319294.990956:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1767319294.990971:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045676160:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319294.990986:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319294.990991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319294.990994:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319294.991007:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045676160:12345-0@lo:400:kworker.0 Request processed in 50us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319294.991014:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1767319294.991044:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045676160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319294.991049:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045676032:0@lo:400:kworker.0 00010000:00080000:0.0:1767319294.991062:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f100 x1853164045675392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767319294.991067:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0c700 x1853164045675648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319294.991085:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045675648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319294.991223:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045675392:0@lo:400:kworker.0 00000100:00100000:2.0:1767319294.991473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045675264:0@lo:250:kworker.0 00000400:00000100:2.0:1767319294.991498:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045675264 offset 0 length 520: 4 00000100:00100000:2.0:1767319294.991518:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045675520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319294.991540:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319294.991564:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045675776:0@lo:38:kworker.0 00000100:00100000:2.0:1767319294.991583:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319294.991604:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045675904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319294.991625:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319294.991651:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045676288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319294.991666:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319294.991686:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675520 00000100:00100000:2.0:1767319294.991689:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675520 00000100:00100000:2.0:1767319294.991702:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675776 00000100:00100000:2.0:1767319294.991704:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675776 00000100:00100000:2.0:1767319294.991710:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676288 00000100:00100000:2.0:1767319294.991712:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676288 00000100:00100000:2.0:1767319294.991721:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1767319294.991723:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045675520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319294.991737:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319294.991758:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045675520:12345-0@lo:38:kworker.0 Request processed in 34us (218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319294.991762:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1767319294.991787:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1767319294.991790:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045675776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319294.991796:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319294.991810:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045675776:12345-0@lo:38:kworker.0 Request processed in 19us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319294.991813:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1767319294.991819:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:2.0:1767319294.991821:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045676288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319294.991826:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319294.991836:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045676288:12345-0@lo:38:kworker.0 Request processed in 14us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319294.991839:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00080000:2.0:1767319294.991868:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319294.991872:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319294.991874:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045675520:0@lo:38:kworker.0 00000100:00080000:2.0:1767319294.991879:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319294.991880:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319294.991882:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045675776:0@lo:38:kworker.0 00000100:00080000:2.0:1767319294.991888:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319294.991890:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319294.991891:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045676288:0@lo:38:kworker.0 00000100:00100000:1.0:1767319294.992003:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045675904 00000100:00100000:1.0:1767319294.992009:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045675904 00000100:00100000:1.0:1767319294.992042:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1767319294.992047:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045675904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319294.992058:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319294.992091:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045675904:12345-0@lo:38:kworker.0 Request processed in 43us (464us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319294.992097:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:2.0:1767319294.992534:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319294.992539:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319294.992542:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045675904:0@lo:38:kworker.0 00010000:00010000:2.0:1767319295.760051:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319296.014082:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319296.014108:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045676416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319296.014173:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319296.014335:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676416 00000100:00100000:3.0:1767319296.014344:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676416 00000100:00100000:3.0:1767319296.014416:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1767319296.014425:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045676416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319296.014459:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319296.014508:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045676416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319296.014517:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:0.0:1767319296.014905:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319296.014960:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319296.014970:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045676544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319296.015000:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319296.015027:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676544 00000100:00100000:0.0:1767319296.015031:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676544 00000100:00100000:0.0:1767319296.015059:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1767319296.015066:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045676544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319296.015084:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319296.015125:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045676544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (124us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319296.015135:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00080000:0.0:1767319296.015150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319296.015179:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045676544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319296.015209:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045676416:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319296.783366:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319297.807316:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319298.497922:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319298.499139:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863424 00000100:00100000:2.0:1767319298.499149:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863424 00000100:00100000:2.0:1767319298.499224:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1003 00000100:00100000:2.0:1767319298.499236:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985863424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319298.499305:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985863424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (1392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319298.499313:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1003 00000100:00080000:1.0:1767319298.499473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319298.501881:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319298.502026:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863296 00000100:00100000:3.0:1767319298.502038:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863296 00000100:00100000:3.0:1767319298.502088:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1299 00000100:00100000:3.0:1767319298.502097:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985863296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319298.502120:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319298.502186:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985863296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (311us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319298.502195:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1299 00010000:00010000:1.0:1767319298.830546:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319299.855485:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319300.109968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319300.109979:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319300.110044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319300.110048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319300.110053:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319300.110061:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4493 00000100:00080000:1.0:1767319300.110066:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319300.110072:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319300.110094:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b800 x1853164045676800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319300.110135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319300.110139:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319300.110141:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319300.110144:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4493 00000100:00080000:1.0:1767319300.110147:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319300.110151:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319300.110160:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78e00 x1853164045677056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319300.110170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319300.110173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319300.110175:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319300.110179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4493 00000100:00080000:1.0:1767319300.110182:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319300.110185:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319300.110194:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78000 x1853164045677184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319300.110215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319300.110218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319300.110220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319300.110223:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4493 00000100:00080000:1.0:1767319300.110225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319300.110228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319300.110241:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045677568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319300.110316:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045676672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319300.110322:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045676800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319300.110377:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045677440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319300.111643:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045676928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319300.112299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319300.112341:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045677056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319300.112366:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319300.112384:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045677184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319300.112915:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319300.112938:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045677568:0@lo:38:kworker.0 00000100:00100000:3.0:1767319300.112960:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319300.113009:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676800 00000100:00100000:3.0:1767319300.113016:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676800 00000100:00100000:3.0:1767319300.113048:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677056 00000100:00100000:3.0:1767319300.113051:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677056 00000100:00100000:3.0:1767319300.113063:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677568 00000100:00100000:3.0:1767319300.113065:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677568 00000100:00100000:3.0:1767319300.113082:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1767319300.113088:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045676800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319300.113111:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319300.113153:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045676800:12345-0@lo:38:kworker.0 Request processed in 63us (856us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319300.113159:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1767319300.113175:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1767319300.113178:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045677056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319300.113187:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319300.113209:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045677056:12345-0@lo:38:kworker.0 Request processed in 29us (842us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319300.113214:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1767319300.113223:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1767319300.113227:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045677568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319300.113235:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319300.113256:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045677568:12345-0@lo:38:kworker.0 Request processed in 28us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319300.113261:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:3.0:1767319300.113279:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677184 00000100:00100000:3.0:1767319300.113282:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677184 00000100:00100000:3.0:1767319300.113303:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1767319300.113307:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045677184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319300.113316:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319300.113341:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045677184:12345-0@lo:38:kworker.0 Request processed in 32us (427us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319300.113347:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00080000:3.0:1767319300.113394:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319300.113400:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319300.113404:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045676800:0@lo:38:kworker.0 00000100:00080000:3.0:1767319300.113414:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319300.113417:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319300.113420:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045677056:0@lo:38:kworker.0 00000100:00080000:3.0:1767319300.113442:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319300.113446:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319300.113450:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045677184:0@lo:38:kworker.0 00000100:00080000:3.0:1767319300.113458:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319300.113461:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319300.113463:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045677568:0@lo:38:kworker.0 00000100:00100000:3.0:1767319300.113508:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045677312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319300.113536:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319300.113589:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677312 00000100:00100000:3.0:1767319300.113593:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677312 00000100:00100000:3.0:1767319300.113633:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1767319300.113640:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045677312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319300.113681:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045677312:12345-0@lo:400:kworker.0 Request processed in 41us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319300.113687:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1767319300.113715:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045677312:0@lo:400:kworker.0 00000100:00080000:3.0:1767319300.113746:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319300.118665:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319300.119995:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319300.120113:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676672 00000100:00100000:2.0:1767319300.120123:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676672 00000100:00100000:2.0:1767319300.120192:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1767319300.120204:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045676672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319300.120263:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045676672:12345-0@lo:400:kworker.0 Request processed in 63us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319300.120271:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00080000:0.0:1767319300.120346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319300.120378:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79180 x1853164045676672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319300.120393:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045676672:0@lo:400:kworker.0 00000100:00100000:1.0:1767319300.120737:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319300.120843:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677440 00000100:00100000:3.0:1767319300.120850:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677440 00000100:00100000:3.0:1767319300.120901:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1767319300.120909:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045677440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319300.120955:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045677440:12345-0@lo:400:kworker.0 Request processed in 46us (2298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319300.120961:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1767319300.121002:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045677440:0@lo:400:kworker.0 00000100:00080000:0.0:1767319300.121021:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319300.125004:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045676928 00000100:00100000:2.0:1767319300.125020:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045676928 00000100:00100000:2.0:1767319300.125119:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1767319300.125130:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045676928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319300.125307:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045676928:12345-0@lo:400:kworker.0 Request processed in 178us (4569us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319300.125314:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00080000:0.0:1767319300.126560:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319300.131476:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79880 x1853164045676928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319300.131497:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045676928:0@lo:400:kworker.0 00010000:00010000:3.0:1767319300.881158:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319301.134171:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319301.134189:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045677696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319301.134259:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319301.134515:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319301.134526:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045677824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319301.134733:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319301.134822:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677696 00000100:00100000:1.0:1767319301.134836:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677696 00000100:00100000:1.0:1767319301.134895:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677824 00000100:00100000:1.0:1767319301.134899:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677824 00000100:00100000:1.0:1767319301.134918:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767319301.134926:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045677696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319301.134953:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319301.135014:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045677696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.135020:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1767319301.135040:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1767319301.135046:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045677824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319301.135062:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319301.135088:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045677824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319301.135094:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1767319301.135254:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045677824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319301.135300:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045677696:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319301.902040:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319302.927105:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319303.620549:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319303.620595:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319303.620627:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863680 00000100:00100000:3.0:1767319303.620637:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863680 00000100:00100000:3.0:1767319303.620719:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863552 00000100:00100000:3.0:1767319303.620723:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863552 00000100:00100000:3.0:1767319303.620747:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1006 00000100:00100000:3.0:1767319303.620758:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985863680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319303.620810:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1303 00000100:00100000:1.0:1767319303.620817:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985863552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319303.620836:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319303.620926:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985863680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319303.620935:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1006 00000100:00080000:0.0:1767319303.621016:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319303.626913:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985863552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 6080us (6302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319303.626929:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1303 00010000:00010000:2.0:1767319303.951057:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319304.974039:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319305.229901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319305.229912:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319305.229971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319305.229975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319305.229979:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319305.229988:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4498 00000100:00080000:1.0:1767319305.229994:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319305.230000:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767319305.230002:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319305.230012:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045677952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230022:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0e300 x1853164045678080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319305.230067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319305.230070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319305.230072:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319305.230075:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319305.230076:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4498 00000100:00080000:1.0:1767319305.230078:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319305.230082:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319305.230120:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dca80 x1853164045678336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319305.230129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319305.230132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319305.230134:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319305.230137:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4498 00000100:00080000:1.0:1767319305.230139:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319305.230143:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319305.230153:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df100 x1853164045678464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319305.230164:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045677952 00000100:00100000:0.0:1767319305.230171:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045677952 00000100:00080000:1.0:1767319305.230176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319305.230179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319305.230181:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319305.230184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4498 00000100:00080000:1.0:1767319305.230186:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319305.230189:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319305.230197:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ddf80 x1853164045678848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319305.230220:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1767319305.230231:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045677952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230232:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045678592:0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230261:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319305.230271:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045677952:12345-0@lo:400:kworker.0 Request processed in 42us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319305.230277:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:1.0:1767319305.230281:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319305.230284:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045678208:0@lo:400:kworker.0 00000100:00080000:0.0:1767319305.230299:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319305.230303:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319305.230309:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045678720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230325:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678592 00000100:00100000:1.0:1767319305.230328:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678592 00000100:00100000:0.0:1767319305.230329:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767319305.230356:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0c700 x1853164045677952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319305.230357:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678720 00000100:00100000:1.0:1767319305.230360:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678720 00000100:00100000:0.0:1767319305.230368:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045677952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230377:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1767319305.230382:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045678592:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319305.230401:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319305.230404:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319305.230410:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678208 00000100:00100000:0.0:1767319305.230413:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678208 00000100:00100000:1.0:1767319305.230414:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045678592:12345-0@lo:400:kworker.0 Request processed in 32us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319305.230420:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1767319305.230434:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1767319305.230436:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1767319305.230440:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045678208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230440:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045678720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319305.230465:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045678208:12345-0@lo:400:kworker.0 Request processed in 25us (161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319305.230466:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045678720:12345-0@lo:400:kworker.0 Request processed in 27us (137us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319305.230471:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1767319305.230472:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:0.0:1767319305.230484:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319305.230499:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045678720:0@lo:400:kworker.0 00010000:00080000:1.0:1767319305.230499:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ce00 x1853164045678208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319305.230508:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045678208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319305.230517:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045678592:0@lo:400:kworker.0 00000100:00100000:2.0:1767319305.230805:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045678080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319305.230836:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319305.230870:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045678336:0@lo:38:kworker.0 00000100:00100000:2.0:1767319305.230891:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319305.230927:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045678464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319305.230950:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319305.230970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045678848:0@lo:38:kworker.0 00000100:00100000:2.0:1767319305.230989:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319305.231013:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678080 00000100:00100000:1.0:1767319305.231018:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678080 00000100:00100000:1.0:1767319305.231043:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678336 00000100:00100000:1.0:1767319305.231046:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678336 00000100:00100000:1.0:1767319305.231053:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678848 00000100:00100000:1.0:1767319305.231055:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678848 00000100:00100000:1.0:1767319305.231064:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1767319305.231068:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045678080:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319305.231082:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00010000:00020000:1.0:1767319305.231085:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319305.231087:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045678336:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319305.231119:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045678080:12345-0@lo:38:kworker.0 Request processed in 49us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319305.231125:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1767319305.231138:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:1.0:1767319305.231142:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045678848:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319305.231241:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319305.231246:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319305.231249:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045678080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319305.231290:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678464 00000100:00100000:2.0:1767319305.231294:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678464 00000100:00100000:2.0:1767319305.231320:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1767319305.231325:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045678464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319305.231349:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319305.231385:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045678336:12345-0@lo:38:kworker.0 Request processed in 296us (492us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319305.231392:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00010000:00020000:1.0:1767319305.231420:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319305.231423:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319305.231426:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319305.231429:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045678336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319305.231457:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045678848:12345-0@lo:38:kworker.0 Request processed in 313us (466us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319305.231464:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00080000:3.0:1767319305.231471:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319305.231474:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319305.231478:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045678848:0@lo:38:kworker.0 00010000:00020000:2.0:1767319305.241896:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319305.242006:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045678464:12345-0@lo:38:kworker.0 Request processed in 10676us (11052us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319305.242019:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:3.0:1767319305.242270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319305.242277:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319305.242281:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045678464:0@lo:38:kworker.0 00010000:00010000:1.0:1767319305.997949:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319306.253975:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319306.253989:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045678976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319306.254053:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319306.254133:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045678976 00000100:00100000:0.0:1767319306.254140:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045678976 00000100:00100000:0.0:1767319306.254179:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767319306.254187:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045678976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319306.254213:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319306.254253:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045678976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319306.254260:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767319306.254308:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045678976:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319306.255242:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319306.255255:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045679104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319306.255296:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319306.255348:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679104 00000100:00100000:0.0:1767319306.255353:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679104 00000100:00100000:0.0:1767319306.255395:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1767319306.255403:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045679104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319306.255424:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319306.255471:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045679104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319306.255477:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1767319306.255592:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045679104:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319307.022955:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319308.048049:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319308.737993:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319308.738047:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319308.738137:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863808 00000100:00100000:2.0:1767319308.738146:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863808 00000100:00100000:2.0:1767319308.738191:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985863936 00000100:00100000:2.0:1767319308.738195:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985863936 00000100:00100000:2.0:1767319308.738236:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1009 00000100:00100000:2.0:1767319308.738248:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985863936:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319308.738332:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985863936:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319308.738340:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1009 00000100:00100000:2.0:1767319308.738358:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1307 00000100:00100000:2.0:1767319308.738372:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985863808:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319308.738391:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319308.738416:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985863808:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 51us (433us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319308.738423:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1307 00000100:00080000:0.0:1767319308.738980:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319309.071044:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319310.094612:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319310.350659:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319310.350671:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319310.350749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319310.350755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319310.350759:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319310.350787:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4503 00000100:00080000:1.0:1767319310.350792:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319310.350799:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319310.350821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc700 x1853164045679360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319310.350858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319310.350862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319310.350864:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319310.350867:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4503 00000100:00080000:1.0:1767319310.350870:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319310.350874:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319310.350884:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df800 x1853164045679616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319310.350893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319310.350896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319310.350898:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319310.350902:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4503 00000100:00080000:1.0:1767319310.350904:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319310.350909:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319310.350919:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd880 x1853164045679744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319310.350941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319310.350944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319310.350946:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319310.350950:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4503 00000100:00080000:1.0:1767319310.350952:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319310.350956:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319310.350964:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc380 x1853164045680128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319310.351006:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045679488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319310.351083:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319310.351103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045679232:0@lo:400:kworker.0 00000100:00100000:3.0:1767319310.351130:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319310.351133:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319310.351139:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045679872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319310.351155:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319310.351160:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045680000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319310.351163:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319310.351179:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319310.351200:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679872 00000100:00100000:3.0:1767319310.351201:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679488 00000100:00100000:1.0:1767319310.351207:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679872 00000100:00100000:3.0:1767319310.351207:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679488 00000100:00100000:3.0:1767319310.351254:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679232 00000100:00100000:3.0:1767319310.351257:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679232 00000100:00100000:0.0:1767319310.351340:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680000 00000100:00100000:0.0:1767319310.351345:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680000 00000100:00100000:2.0:1767319310.351889:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045679360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319310.351929:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319310.351957:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045679616:0@lo:38:kworker.0 00000100:00100000:2.0:1767319310.351978:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319310.352005:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045679744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319310.352029:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319310.352059:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045680128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319310.352101:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319310.352184:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679360 00000100:00100000:2.0:1767319310.352189:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679360 00000100:00100000:2.0:1767319310.352208:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679616 00000100:00100000:2.0:1767319310.352210:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679616 00000100:00100000:2.0:1767319310.352217:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680128 00000100:00100000:2.0:1767319310.352218:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680128 00000100:00100000:2.0:1767319310.352230:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1767319310.352240:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045679488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319310.352297:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045679488:12345-0@lo:400:kworker.0 Request processed in 59us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319310.352305:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1767319310.352323:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1767319310.352327:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045679360:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319310.352345:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319310.352377:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045679360:12345-0@lo:38:kworker.0 Request processed in 48us (448us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319310.352383:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:2.0:1767319310.352396:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1767319310.352400:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045679616:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319310.352409:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319310.352430:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045679616:12345-0@lo:38:kworker.0 Request processed in 29us (452us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319310.352439:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:2.0:1767319310.352450:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1767319310.352453:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045680128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319310.352461:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319310.352483:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045680128:12345-0@lo:38:kworker.0 Request processed in 28us (381us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319310.352488:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:2.0:1767319310.352508:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045679744 00000100:00100000:2.0:1767319310.352512:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045679744 00000100:00100000:2.0:1767319310.352532:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1767319310.352536:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045679744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319310.352545:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319310.352568:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045679744:12345-0@lo:38:kworker.0 Request processed in 31us (539us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319310.352574:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00080000:2.0:1767319310.352605:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319310.352610:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319310.352614:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045679360:0@lo:38:kworker.0 00000100:00080000:2.0:1767319310.352621:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319310.352624:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319310.352627:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045679616:0@lo:38:kworker.0 00000100:00080000:2.0:1767319310.352633:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319310.352636:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319310.352639:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045679744:0@lo:38:kworker.0 00000100:00080000:2.0:1767319310.352646:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319310.352649:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319310.352651:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045680128:0@lo:38:kworker.0 00010000:00080000:2.0:1767319310.352709:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dd180 x1853164045679488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319310.352721:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045679488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319310.358121:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1767319310.358142:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045679872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319310.358240:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045679872:12345-0@lo:400:kworker.0 Request processed in 107us (7075us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319310.358248:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1767319310.358320:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045679872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319310.360479:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1767319310.360495:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045679232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319310.360573:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045679232:12345-0@lo:400:kworker.0 Request processed in 85us (9441us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319310.360581:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00010000:00080000:3.0:1767319310.360624:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ded80 x1853164045679232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319310.360639:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045679232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319310.361141:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767319310.361152:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045680000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319310.361202:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045680000:12345-0@lo:400:kworker.0 Request processed in 52us (10021us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319310.361208:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1767319310.361237:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045680000:0@lo:400:kworker.0 00000100:00080000:2.0:1767319310.364101:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319310.364313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319310.364317:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319311.118026:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319311.374117:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045680256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319311.374189:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319311.374295:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680256 00000100:00100000:0.0:1767319311.374303:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680256 00000100:00100000:0.0:1767319311.374351:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1767319311.374360:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf621b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045680256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319311.374395:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319311.374441:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf621b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045680256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319311.374447:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767319311.374735:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045680256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319311.377503:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045680384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319311.377567:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319311.378120:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680384 00000100:00100000:0.0:1767319311.378129:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680384 00000100:00100000:0.0:1767319311.378182:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1767319311.378192:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045680384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319311.378218:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319311.378272:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045680384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319311.378279:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1767319311.378614:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045680384:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319312.144745:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319313.165980:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319313.861166:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319313.861284:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319313.871632:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864192 00000100:00100000:1.0:1767319313.871656:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864192 00000100:00100000:1.0:1767319313.871907:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864064 00000100:00100000:1.0:1767319313.871912:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864064 00000100:00100000:1.0:1767319313.871947:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1012 00000100:00100000:1.0:1767319313.871960:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985864192:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319313.872070:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985864192:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 112us (10918us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319313.872079:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1012 00000100:00100000:1.0:1767319313.872106:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1311 00000100:00100000:1.0:1767319313.872111:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985864064:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319313.872136:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319313.872165:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985864064:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (10881us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319313.872172:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1311 00000100:00080000:0.0:1767319313.877474:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319314.194820:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319315.214816:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319315.470573:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319315.470623:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319315.470725:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319315.470731:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319315.470737:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319315.470747:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4508 00000100:00100000:2.0:1767319315.470749:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045680512:0@lo:400:kworker.0 00000100:00080000:1.0:1767319315.470753:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319315.470761:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319315.470859:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319315.471039:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680512 00000100:00100000:0.0:1767319315.471051:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680512 00000100:00100000:0.0:1767319315.471123:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1767319315.471137:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045680512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319315.471138:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dca80 x1853164045680640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319315.471173:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319315.471177:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319315.471179:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319315.471183:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4508 00000100:00080000:1.0:1767319315.471186:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319315.471189:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319315.471194:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045680512:12345-0@lo:400:kworker.0 Request processed in 63us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319315.471199:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd500 x1853164045680896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319315.471203:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00080000:1.0:1767319315.471208:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319315.471211:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319315.471212:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319315.471215:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4508 00000100:00080000:1.0:1767319315.471218:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319315.471221:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00080000:0.0:1767319315.471229:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319315.471233:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc000 x1853164045681024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319315.471256:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045680768:0@lo:400:kworker.0 00000100:00080000:1.0:1767319315.471256:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319315.471260:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319315.471262:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319315.471265:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4508 00000100:00080000:1.0:1767319315.471267:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319315.471271:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319315.471282:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319315.471284:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc380 x1853164045681408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319315.471307:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045680640:0@lo:38:kworker.0 00000100:00100000:0.0:1767319315.471330:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319315.471392:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045681152:0@lo:400:kworker.0 00000100:00100000:1.0:1767319315.471430:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767319315.471508:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ddf80 x1853164045680512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319315.471523:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045680512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319315.471544:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319315.471549:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045681280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319315.471573:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319315.472207:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681152 00000100:00100000:3.0:1767319315.472216:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681152 00000100:00100000:0.0:1767319315.473262:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045680896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319315.473322:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319315.479149:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681280 00000100:00100000:3.0:1767319315.479172:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681280 00000100:00100000:3.0:1767319315.479261:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1767319315.479275:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045681152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319315.479408:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045681152:12345-0@lo:400:kworker.0 Request processed in 137us (7976us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319315.479417:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1767319315.479438:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1767319315.479445:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045681280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319315.479486:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045681280:12345-0@lo:400:kworker.0 Request processed in 41us (7912us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319315.479491:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1767319315.479571:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045681152:0@lo:400:kworker.0 00000100:00080000:3.0:1767319315.479622:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319315.479627:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319315.479844:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045681280:0@lo:400:kworker.0 00000100:00100000:0.0:1767319315.479990:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045681024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319315.480041:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319315.480068:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045681408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319315.480095:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319315.480493:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680768 00000100:00100000:2.0:1767319315.480500:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680768 00000100:00100000:2.0:1767319315.480551:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1767319315.480561:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045680768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319315.480621:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045680768:12345-0@lo:400:kworker.0 Request processed in 62us (9338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319315.480627:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1767319315.480643:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680640 00000100:00100000:2.0:1767319315.480647:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680640 00000100:00100000:2.0:1767319315.480663:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045680896 00000100:00100000:2.0:1767319315.480666:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045680896 00000100:00100000:2.0:1767319315.480689:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1767319315.480693:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045680640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319315.480717:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319315.480761:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045680640:12345-0@lo:38:kworker.0 Request processed in 66us (9430us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319315.480784:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:2.0:1767319315.480796:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1767319315.480804:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045680896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319315.480815:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319315.480839:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045680896:12345-0@lo:38:kworker.0 Request processed in 38us (7518us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319315.480845:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1767319315.480866:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681024 00000100:00100000:2.0:1767319315.480869:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681024 00000100:00100000:2.0:1767319315.480888:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1767319315.480892:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045681024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319315.480902:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319315.481112:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045681024:12345-0@lo:38:kworker.0 Request processed in 33us (886us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319315.481124:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00010000:00080000:2.0:1767319315.481170:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ddc00 x1853164045680768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319315.481184:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045680768:0@lo:400:kworker.0 00000100:00080000:2.0:1767319315.481213:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319315.489818:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319315.489840:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319315.489848:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045680640:0@lo:38:kworker.0 00000100:00080000:0.0:1767319315.489867:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319315.489871:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319315.489875:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045680896:0@lo:38:kworker.0 00000100:00080000:0.0:1767319315.489890:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319315.489895:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319315.489899:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045681024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319315.499971:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681408 00000100:00100000:3.0:1767319315.499997:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681408 00000100:00100000:3.0:1767319315.500083:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1767319315.500094:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045681408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319315.500126:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319315.500252:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045681408:12345-0@lo:38:kworker.0 Request processed in 157us (20153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319315.500259:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00080000:0.0:1767319315.500434:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319315.500442:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319315.500447:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045681408:0@lo:38:kworker.0 00010000:00010000:2.0:1767319316.238033:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319316.494189:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045681536:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319316.494288:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319316.494643:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681536 00000100:00100000:1.0:1767319316.494656:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681536 00000100:00100000:1.0:1767319316.494741:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1767319316.494753:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045681536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319316.494830:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319316.494967:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045681664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319316.495022:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319316.495096:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681664 00000100:00100000:1.0:1767319316.495101:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045681536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 348us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319316.495102:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681664 00000100:00100000:1.0:1767319316.495114:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1767319316.495135:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1767319316.495142:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045681664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319316.495160:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319316.495187:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045681536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319316.495480:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045681664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 338us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319316.495485:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1767319316.495535:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045681664:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319317.262043:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319318.286011:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319318.983130:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319318.983487:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864576 00000100:00100000:2.0:1767319318.983502:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864576 00000100:00100000:2.0:1767319318.983754:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1015 00000100:00100000:2.0:1767319318.983818:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985864576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319318.983925:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985864576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 160us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319318.983934:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1015 00000100:00080000:3.0:1767319318.984178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319318.989396:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985864320 offset 0 length 520: 4 00000100:00100000:3.0:1767319318.989457:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319318.989689:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864448 00000100:00100000:0.0:1767319318.989702:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864448 00000100:00100000:0.0:1767319318.989789:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1315 00000100:00100000:0.0:1767319318.989800:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985864448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319318.989832:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319318.989925:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985864448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 123us (466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319318.989935:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1315 00010000:00010000:1.0:1767319319.313831:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319319.565938:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319294/real 1767319294] req@ffffa07bf8b0fb80 x1853164045675264/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319319 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319319.565977:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8b0fb80 x1853164045675264/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319319 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319319.565998:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319319.566020:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319319.566023:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045675264:0@lo:250:kworker.0 00000100:00080000:0.0:1767319319.566073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319319.566079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319319.566082:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319319.566088:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4493 00000100:00080000:0.0:1767319319.566093:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319319.566101:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319319.566147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576680 x1853164045681792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319319.566218:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045681792:0@lo:250:kworker.0 00000400:00000100:2.0:1767319319.566284:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045681792 offset 0 length 520: 4 00000100:00080000:0.0:1767319319.566674:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319319.566679:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319319.566682:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319319.566686:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4513 00000100:00080000:0.0:1767319319.566689:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319319.566694:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319319.566714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577480 x1853164045682048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319319.566805:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045681920:0@lo:400:kworker.0 00000100:00100000:1.0:1767319319.566859:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319319.566955:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045682048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319319.566985:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319319.567994:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045681920 00000100:00100000:1.0:1767319319.568011:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045681920 00000100:00080000:0.0:1767319319.568121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319319.568126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319319.568131:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319319.568137:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4513 00000100:00080000:0.0:1767319319.568142:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319319.568147:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319319.568282:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576d80 x1853164045682304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319319.568304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319319.568308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319319.568319:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319319.568323:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4513 00000100:00080000:0.0:1767319319.568326:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319319.568330:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319319.568347:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575f80 x1853164045682432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319319.568382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319319.568386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319319.568388:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319319.568392:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4513 00000100:00080000:0.0:1767319319.568394:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319319.568398:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319319.568410:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045682816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319319.568444:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319319.568458:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045682688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319319.568765:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319319.568845:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045682176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319319.568878:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319319.568905:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319319.568910:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045682560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319319.568934:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319319.568982:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045682304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319319.569004:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319319.569022:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045682432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319319.569045:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319319.569070:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682432 00000100:00100000:0.0:1767319319.569076:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682432 00000100:00100000:0.0:1767319319.569119:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1767319319.569128:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045682432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319319.569155:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319319.569356:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682048 00000100:00100000:1.0:1767319319.569361:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682048 00000100:00100000:1.0:1767319319.569376:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682176 00000100:00100000:1.0:1767319319.569378:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682176 00000100:00100000:0.0:1767319319.569432:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045682432:12345-0@lo:38:kworker.0 Request processed in 302us (385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319319.569441:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1767319319.569445:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682304 00000100:00100000:3.0:1767319319.569461:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682304 00000100:00100000:3.0:1767319319.569480:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1767319319.569488:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045681920:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319319.569492:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319319.569560:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045681920:12345-0@lo:400:kworker.0 Request processed in 73us (2700us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319319.569566:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:3.0:1767319319.569587:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1767319319.569591:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045682048:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319319.569594:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319319.569597:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045682432:0@lo:38:kworker.0 00010000:00020000:3.0:1767319319.569602:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319319.569605:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045682816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319319.569629:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045682048:12345-0@lo:38:kworker.0 Request processed in 36us (2643us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319319.569635:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1767319319.569639:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319319.569645:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682816 00000100:00100000:3.0:1767319319.569648:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682816 00000100:00080000:0.0:1767319319.569657:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319319.569660:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00080000:0.0:1767319319.569661:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319319.569664:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045682048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319319.569664:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045682304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319319.569688:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319319.569735:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682688 00000100:00100000:0.0:1767319319.569740:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682688 00000100:00080000:2.0:1767319319.569943:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319319.569947:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045682304:12345-0@lo:38:kworker.0 Request processed in 280us (941us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767319319.569949:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319319.569958:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:2.0:1767319319.569964:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:2.0:1767319319.569969:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045682816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319319.569980:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319319.569980:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682560 00000100:00100000:3.0:1767319319.569983:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682560 00000100:00100000:2.0:1767319319.570010:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045682816:12345-0@lo:38:kworker.0 Request processed in 41us (370us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319319.570015:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1767319319.570017:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1767319319.570022:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045682560:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319319.570036:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319319.570057:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045682560:12345-0@lo:400:kworker.0 Request processed in 36us (1122us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319319.570064:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00010000:00080000:2.0:1767319319.570074:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577b80 x1853164045681920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319319.570087:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045681920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319319.570091:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045682560:0@lo:400:kworker.0 00000100:00100000:1.0:1767319319.571282:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1767319319.571297:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045682176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319319.571402:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045682176:12345-0@lo:400:kworker.0 Request processed in 109us (2521us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319319.571408:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00010000:00080000:1.0:1767319319.571473:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576a00 x1853164045682176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319319.571489:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045682176:0@lo:400:kworker.0 00000100:00080000:1.0:1767319319.571576:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319319.571582:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319319.571586:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045682304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319319.571598:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319319.571602:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319319.571606:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045682816:0@lo:38:kworker.0 00000100:00100000:0.0:1767319319.572692:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1767319319.572710:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045682688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319319.572833:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045682688:12345-0@lo:400:kworker.0 Request processed in 129us (4068us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319319.572841:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1767319319.572994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045682688:0@lo:400:kworker.0 00010000:00010000:2.0:1767319320.334074:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319321.358344:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319321.614544:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045682944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319321.614659:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319321.615278:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045682944 00000100:00100000:0.0:1767319321.615290:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045682944 00000100:00100000:0.0:1767319321.615359:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1767319321.615370:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045682944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319321.615406:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319321.615490:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045682944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319321.615497:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:0.0:1767319321.615554:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045682944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319321.615835:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319321.615848:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045683072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319321.615963:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319321.616441:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319321.616594:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683072 00000100:00100000:0.0:1767319321.616602:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683072 00000100:00100000:0.0:1767319321.616667:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767319321.616676:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045683072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319321.616706:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319321.616803:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045683072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319321.616810:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1767319321.617141:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045683072:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319321.617430:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319322.388899:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319323.406635:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319324.100086:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319324.100142:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319324.100320:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864832 00000100:00100000:3.0:1767319324.100332:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864832 00000100:00100000:3.0:1767319324.100433:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864704 00000100:00100000:3.0:1767319324.100437:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864704 00000100:00100000:3.0:1767319324.100466:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1018 00000100:00100000:3.0:1767319324.100477:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985864832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319324.100490:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1319 00000100:00100000:0.0:1767319324.100500:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985864704:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319324.100528:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319324.100583:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985864832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 108us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319324.100590:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1018 00000100:00080000:2.0:1767319324.100890:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319324.107661:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985864704:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 7134us (7490us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319324.107682:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1319 00010000:00010000:2.0:1767319324.431588:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319324.685975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319324.686097:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319324.686168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319324.686174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319324.686179:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319324.686190:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4517 00000100:00080000:0.0:1767319324.686197:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319324.686206:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319324.686235:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01f80 x1853164045683328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319324.686277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319324.686280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319324.686282:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319324.686286:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4517 00000100:00080000:0.0:1767319324.686288:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319324.686291:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319324.686302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045683584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319324.686311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319324.686314:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319324.686316:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319324.686320:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4517 00000100:00080000:0.0:1767319324.686322:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319324.686325:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319324.686336:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576d80 x1853164045683712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319324.686523:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045683200:0@lo:400:kworker.0 00000100:00080000:0.0:1767319324.686610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319324.686610:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319324.686621:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319324.686624:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319324.686630:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4517 00000100:00080000:0.0:1767319324.686633:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319324.686639:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319324.686656:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577b80 x1853164045684096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319324.686669:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319324.686682:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045683968:0@lo:400:kworker.0 00000100:00100000:3.0:1767319324.686723:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319324.686789:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683200 00000100:00100000:3.0:1767319324.686799:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683200 00000100:00100000:3.0:1767319324.686858:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1767319324.686866:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045683200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319324.686916:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045683200:12345-0@lo:400:kworker.0 Request processed in 51us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319324.686924:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:3.0:1767319324.686954:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683968 00000100:00100000:3.0:1767319324.686958:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683968 00000100:00100000:3.0:1767319324.686995:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1767319324.687002:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045683968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319324.687032:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045683968:12345-0@lo:400:kworker.0 Request processed in 30us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319324.687038:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1767319324.687079:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045683968:0@lo:400:kworker.0 00010000:00080000:3.0:1767319324.687091:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c01880 x1853164045683200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319324.687101:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045683200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319324.687143:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045683456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319324.687178:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319324.687187:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319324.687196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319324.687216:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319324.687233:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683456 00000100:00100000:3.0:1767319324.687238:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045683840:0@lo:400:kworker.0 00000100:00100000:2.0:1767319324.687243:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683456 00000100:00100000:3.0:1767319324.687277:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319324.687319:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1767319324.687328:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683840 00000100:00100000:2.0:1767319324.687335:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045683456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319324.687338:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683840 00000100:00100000:3.0:1767319324.687382:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1767319324.687394:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045683840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319324.687750:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045683456:12345-0@lo:400:kworker.0 Request processed in 419us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319324.687763:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1767319324.687794:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045683840:12345-0@lo:400:kworker.0 Request processed in 376us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319324.687803:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1767319324.687840:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045683840:0@lo:400:kworker.0 00010000:00080000:3.0:1767319324.687850:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576300 x1853164045683456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319324.687858:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045683456:0@lo:400:kworker.0 00000100:00080000:3.0:1767319324.687889:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319324.687895:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319324.687940:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045683328:0@lo:38:kworker.0 00000100:00100000:3.0:1767319324.687975:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319324.687999:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045683584:0@lo:38:kworker.0 00000100:00100000:3.0:1767319324.688019:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319324.688036:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045683712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319324.688058:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319324.688081:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045684096:0@lo:38:kworker.0 00000100:00100000:3.0:1767319324.688199:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319324.688229:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683328 00000100:00100000:3.0:1767319324.688238:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683328 00000100:00100000:3.0:1767319324.688262:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683584 00000100:00100000:3.0:1767319324.688265:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683584 00000100:00100000:2.0:1767319324.688270:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684096 00000100:00100000:2.0:1767319324.688279:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684096 00000100:00100000:3.0:1767319324.688286:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1767319324.688293:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045683328:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319324.688308:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1767319324.688315:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045683584:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319324.688384:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319324.688434:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045683328:12345-0@lo:38:kworker.0 Request processed in 139us (457us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319324.688442:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:3.0:1767319324.688457:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:3.0:1767319324.688462:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045684096:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319324.691363:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319324.691381:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319324.691387:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045683328:0@lo:38:kworker.0 00010000:00020000:2.0:1767319324.694990:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319324.695162:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045683584:12345-0@lo:38:kworker.0 Request processed in 6840us (7135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319324.695185:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1767319324.695356:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045683712 00000100:00100000:0.0:1767319324.695371:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045683712 00000100:00100000:0.0:1767319324.695430:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1767319324.695439:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045683712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319324.695461:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319324.695503:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319324.695507:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045683712:12345-0@lo:38:kworker.0 Request processed in 67us (7446us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319324.695516:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319324.695520:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1767319324.695526:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045683584:0@lo:38:kworker.0 00000100:00080000:1.0:1767319324.695545:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319324.695553:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319324.695556:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045683712:0@lo:38:kworker.0 00010000:00020000:3.0:1767319324.695588:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319324.695717:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045684096:12345-0@lo:38:kworker.0 Request processed in 7249us (7514us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319324.695731:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00080000:1.0:1767319324.695745:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319324.695752:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319324.695756:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045684096:0@lo:38:kworker.0 00010000:00010000:3.0:1767319325.454180:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319326.478808:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319326.734706:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045684224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319326.734840:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319326.735204:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684224 00000100:00100000:3.0:1767319326.735215:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684224 00000100:00100000:3.0:1767319326.735295:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1767319326.735306:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045684224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319326.735347:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319326.735419:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045684224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319326.735428:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1767319326.735488:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045684224:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319326.735573:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319326.736152:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319326.736166:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045684352:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319326.736217:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319326.736485:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684352 00000100:00100000:0.0:1767319326.736493:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684352 00000100:00100000:0.0:1767319326.736555:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1767319326.736563:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045684352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319326.736593:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319326.736938:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319326.737017:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045684352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 454us (798us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319326.737025:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1767319326.738901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045684352:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319327.502206:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319328.526078:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319329.219472:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319329.220763:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319329.235492:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865088 00000100:00100000:0.0:1767319329.235517:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865088 00000100:00100000:2.0:1767319329.236797:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985864960 00000100:00100000:2.0:1767319329.236814:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985864960 00000100:00100000:2.0:1767319329.236919:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1323 00000100:00100000:2.0:1767319329.236929:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985864960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319329.236961:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319329.237069:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985864960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 139us (16314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319329.237078:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1323 00000100:00100000:1.0:1767319329.243048:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1021 00000100:00100000:1.0:1767319329.243072:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985865088:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319329.243216:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985865088:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 151us (23757us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319329.243225:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1021 00000100:00080000:2.0:1767319329.249021:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319329.550063:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319329.808729:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319329.808743:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319329.808854:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319329.808858:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319329.808863:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319329.808872:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4522 00000100:00080000:2.0:1767319329.808878:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319329.808886:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319329.808910:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119c00 x1853164045684608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319329.808957:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319329.808960:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319329.808962:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319329.808966:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4522 00000100:00080000:2.0:1767319329.808969:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319329.808972:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319329.808983:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a680 x1853164045684864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319329.808992:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319329.808995:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319329.808997:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319329.809000:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4522 00000100:00080000:2.0:1767319329.809002:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319329.809006:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319329.809027:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11bb80 x1853164045684992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319329.809144:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319329.809169:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045684480:0@lo:400:kworker.0 00000100:00100000:1.0:1767319329.809242:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045684736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319329.809267:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319329.809314:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684480 00000100:00100000:1.0:1767319329.809338:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684480 00000100:00080000:3.0:1767319329.809371:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319329.809403:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1767319329.809413:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045684480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319329.809490:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045684480:12345-0@lo:400:kworker.0 Request processed in 77us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319329.809498:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1767319329.809526:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319329.809553:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684736 00000100:00100000:1.0:1767319329.809557:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684736 00000100:00100000:1.0:1767319329.809580:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:1.0:1767319329.809586:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045684736:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319329.809597:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319329.809629:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119500 x1853164045684480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319329.809644:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045684480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319329.809655:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045684608:0@lo:38:kworker.0 00000100:00080000:2.0:1767319329.809726:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319329.809731:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319329.809734:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319329.809738:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4522 00000100:00080000:2.0:1767319329.809741:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319329.809745:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319329.809758:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11ad80 x1853164045685376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319329.809814:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319329.809824:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045685248:0@lo:400:kworker.0 00000100:00100000:3.0:1767319329.809894:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045685120:0@lo:400:kworker.0 00000100:00100000:1.0:1767319329.815613:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045684736:12345-0@lo:400:kworker.0 Request processed in 6009us (6068us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319329.815634:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00010000:00080000:1.0:1767319329.815750:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119f80 x1853164045684736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319329.817070:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045684736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319329.817196:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319329.817257:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045684864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319329.817295:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319329.817339:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045684992:0@lo:38:kworker.0 00000100:00100000:1.0:1767319329.817416:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684608 00000100:00100000:1.0:1767319329.817425:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684608 00000100:00100000:1.0:1767319329.817461:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684864 00000100:00100000:1.0:1767319329.818011:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684864 00000100:00100000:0.0:1767319329.818571:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319329.818648:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1767319329.818657:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045684608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319329.818687:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319329.818755:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045684608:12345-0@lo:38:kworker.0 Request processed in 97us (1558us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319329.818763:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:1.0:1767319329.818807:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1767319329.818812:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045684864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319329.818822:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319329.818848:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045684864:12345-0@lo:38:kworker.0 Request processed in 34us (1551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319329.818853:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:1.0:1767319329.818906:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045684992 00000100:00100000:1.0:1767319329.818912:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045684992 00000100:00100000:1.0:1767319329.818936:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1767319329.818941:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045684992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319329.818951:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319329.818977:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045684992:12345-0@lo:38:kworker.0 Request processed in 35us (408us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319329.818983:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00080000:0.0:1767319329.819395:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319329.819401:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319329.819404:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045684992:0@lo:38:kworker.0 00000100:00100000:0.0:1767319329.819413:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045685376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319329.819444:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319329.819483:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319329.819489:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319329.819491:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045684608:0@lo:38:kworker.0 00000100:00080000:0.0:1767319329.819501:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319329.819504:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319329.819508:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045684864:0@lo:38:kworker.0 00000100:00100000:1.0:1767319329.819514:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685376 00000100:00100000:1.0:1767319329.819517:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685376 00000100:00100000:1.0:1767319329.819537:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:1.0:1767319329.819541:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045685376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319329.819564:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319329.819609:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045685376:12345-0@lo:38:kworker.0 Request processed in 66us (162us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319329.819615:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:0.0:1767319329.819760:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319329.819766:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319329.819795:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045685376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319329.823726:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319329.825342:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685248 00000100:00100000:0.0:1767319329.825364:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685248 00000100:00100000:0.0:1767319329.825483:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1767319329.825497:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045685248:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319329.825609:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319329.828556:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045685248:12345-0@lo:400:kworker.0 Request processed in 3049us (4829us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319329.828577:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1767319329.829470:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319329.829620:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685120 00000100:00100000:0.0:1767319329.829632:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685120 00000100:00100000:2.0:1767319329.829989:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045685248:0@lo:400:kworker.0 00000100:00080000:1.0:1767319329.831479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319329.831497:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1767319329.831512:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045685120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319329.831636:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045685120:12345-0@lo:400:kworker.0 Request processed in 128us (2170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319329.831644:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1767319329.831986:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045685120:0@lo:400:kworker.0 00010000:00010000:1.0:1767319330.574104:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319331.598049:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319331.854162:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319331.854197:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045685504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319331.854302:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319331.858625:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685504 00000100:00100000:0.0:1767319331.858638:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685504 00000100:00100000:0.0:1767319331.858721:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1767319331.858732:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045685504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319331.858790:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319331.858896:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045685504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 165us (4593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319331.858904:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00080000:0.0:1767319331.858928:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319331.859186:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045685504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319331.859553:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319331.859573:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045685632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319331.859636:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319331.859731:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685632 00000100:00100000:3.0:1767319331.859737:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685632 00000100:00100000:3.0:1767319331.859814:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1767319331.859823:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045685632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319331.859849:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319331.859892:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045685632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319331.859898:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00080000:2.0:1767319331.859971:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319331.860001:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045685632:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319332.622214:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319333.646122:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319334.339209:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319334.339281:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319334.345924:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865344 00000100:00100000:0.0:1767319334.345948:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865344 00000100:00100000:0.0:1767319334.346222:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865216 00000100:00100000:0.0:1767319334.346227:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865216 00000100:00100000:0.0:1767319334.346288:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1024 00000100:00100000:0.0:1767319334.346305:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985865344:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767319334.346336:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319334.346565:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1327 00000100:00100000:1.0:1767319334.346574:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985865216:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319334.346600:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319334.346751:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985865344:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 451us (7555us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319334.346761:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1024 00000100:00100000:1.0:1767319334.347588:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985865216:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1006us (8299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319334.347600:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1327 00010000:00010000:1.0:1767319334.673301:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319334.925927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319334.925943:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319334.926045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319334.926050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319334.926055:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319334.926067:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4528 00000100:00080000:2.0:1767319334.926074:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319334.926083:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319334.926112:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b480 x1853164045685888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319334.926171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319334.926175:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319334.926177:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319334.926181:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4528 00000100:00080000:2.0:1767319334.926188:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319334.926193:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319334.926206:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a680 x1853164045686144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319334.926216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319334.926219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319334.926221:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319334.926236:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4528 00000100:00080000:2.0:1767319334.926239:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319334.926244:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319334.926260:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119c00 x1853164045686272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319334.926285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319334.926288:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319334.926290:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319334.926295:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4528 00000100:00080000:2.0:1767319334.926297:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319334.926301:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319334.926312:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119500 x1853164045686656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319334.926638:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045686400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.926753:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319334.926876:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319334.926884:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045686016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.926916:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319334.926973:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686016 00000100:00100000:2.0:1767319334.926984:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686016 00000100:00100000:3.0:1767319334.927043:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045685888:0@lo:38:kworker.0 00000100:00100000:3.0:1767319334.927124:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319334.927245:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045685760:0@lo:400:kworker.0 00000100:00100000:0.0:1767319334.927289:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319334.927406:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045686528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319334.927443:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319334.930679:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685888 00000100:00100000:2.0:1767319334.930700:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685888 00000100:00100000:2.0:1767319334.930749:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045685760 00000100:00100000:2.0:1767319334.930752:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045685760 00000100:00100000:2.0:1767319334.930822:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1767319334.930835:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045686016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.930953:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045686016:12345-0@lo:400:kworker.0 Request processed in 121us (4036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319334.930961:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1767319334.930980:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1767319334.930988:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045685760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.931018:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045685760:12345-0@lo:400:kworker.0 Request processed in 32us (3729us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319334.931025:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1767319334.931037:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:2.0:1767319334.931041:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045685888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319334.931066:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319334.931098:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045685888:12345-0@lo:38:kworker.0 Request processed in 55us (3975us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319334.931105:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00010000:00080000:2.0:1767319334.931178:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11ad80 x1853164045686016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319334.931194:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045686016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.931266:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686400 00000100:00100000:2.0:1767319334.931271:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686400 00000100:00080000:0.0:1767319334.933438:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319334.933453:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319334.933622:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319334.933637:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319334.933644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045685888:0@lo:38:kworker.0 00000100:00100000:3.0:1767319334.933658:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045686144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319334.933707:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686528 00000100:00100000:2.0:1767319334.933719:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686528 00000100:00100000:3.0:1767319334.933721:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1767319334.933742:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045686400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.933805:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767319334.933819:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045686528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319334.933927:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045686528:12345-0@lo:400:kworker.0 Request processed in 112us (6482us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319334.933936:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767319334.934018:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319334.934059:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045686272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319334.934095:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319334.934125:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686272 00000100:00100000:2.0:1767319334.934129:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686272 00000100:00100000:2.0:1767319334.934153:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1767319334.934159:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045686272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319334.934183:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319334.934242:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045686272:12345-0@lo:38:kworker.0 Request processed in 81us (146us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319334.934249:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:2.0:1767319334.934291:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319334.934297:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319334.934301:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045686272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319334.934309:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045686656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319334.934339:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319334.934530:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045686400:12345-0@lo:400:kworker.0 Request processed in 794us (7773us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319334.934542:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1767319334.934825:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045686400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319334.935544:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686144 00000100:00100000:1.0:1767319334.935552:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686144 00000100:00100000:1.0:1767319334.935583:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686656 00000100:00100000:1.0:1767319334.935587:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686656 00000100:00100000:1.0:1767319334.935614:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1767319334.935694:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045686144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319334.935711:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319334.935796:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045686144:12345-0@lo:38:kworker.0 Request processed in 104us (1778us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319334.935804:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:1.0:1767319334.935825:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:1.0:1767319334.935829:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045686656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319334.935840:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319334.935864:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045686656:12345-0@lo:38:kworker.0 Request processed in 33us (1524us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319334.935870:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00080000:0.0:1767319334.935988:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1767319334.936254:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119180 x1853164045685760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319334.936270:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045685760:0@lo:400:kworker.0 00000100:00080000:2.0:1767319334.936687:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319334.936694:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319334.936698:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045686144:0@lo:38:kworker.0 00000100:00100000:1.0:1767319334.936814:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045686528:0@lo:400:kworker.0 00000100:00080000:3.0:1767319334.938735:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319334.938751:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319334.938757:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045686656:0@lo:38:kworker.0 00010000:00010000:1.0:1767319335.694089:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319336.718788:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319336.974287:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319336.974289:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319336.974311:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045686912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319336.974312:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045686784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319336.974414:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319336.974542:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319336.979222:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686912 00000100:00100000:2.0:1767319336.979244:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686912 00000100:00100000:2.0:1767319336.979394:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045686784 00000100:00100000:2.0:1767319336.979399:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045686784 00000100:00080000:1.0:1767319336.979427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319336.979433:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319336.979458:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767319336.979473:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045686912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319336.979646:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319336.979761:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1767319336.979807:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045686784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319336.979827:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319336.985254:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045686912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5768us (10822us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319336.985278:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1767319336.985462:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045686912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319336.985759:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045686784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5990us (11216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319336.985836:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1767319336.987345:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045686784:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319337.742806:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319338.766125:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319339.458223:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319339.458288:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319339.458310:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865472 00000100:00100000:2.0:1767319339.458325:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865472 00000100:00100000:2.0:1767319339.458390:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865600 00000100:00100000:2.0:1767319339.458393:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865600 00000100:00100000:3.0:1767319339.458442:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1331 00000100:00100000:3.0:1767319339.458453:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985865472:12345-192.168.204.59@tcp:38:kworker.0 00000100:00080000:1.0:1767319339.458491:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767319339.458492:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319339.458590:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985865472:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 136us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319339.463728:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1027 00000100:00100000:2.0:1767319339.463766:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985865600:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319339.464023:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985865600:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 280us (5733us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319339.464031:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1027 00000100:00100000:3.0:1767319339.465473:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1331 00010000:00010000:1.0:1767319339.790681:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319340.048749:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319340.048763:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319340.048934:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319340.048939:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319340.048944:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319340.048956:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4533 00000100:00080000:0.0:1767319340.048962:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319340.048971:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319340.048978:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045687040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319340.048997:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbea300 x1853164045687168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319340.049057:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045687168:0@lo:38:kworker.0 00000100:00100000:3.0:1767319340.049078:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319340.049188:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687040 00000100:00080000:0.0:1767319340.049254:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319340.049267:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687040 00000100:00100000:1.0:1767319340.049350:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:1.0:1767319340.049363:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045687040:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319340.049685:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319340.049690:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319340.049695:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4533 00000100:00080000:0.0:1767319340.049699:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319340.049704:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319340.049720:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8000 x1853164045687424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319340.049731:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319340.049735:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319340.049736:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319340.049740:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4533 00000100:00080000:0.0:1767319340.049742:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319340.049746:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319340.049761:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45f80 x1853164045687552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319340.049847:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319340.049851:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319340.049853:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319340.049856:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4533 00000100:00080000:0.0:1767319340.049859:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319340.049868:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319340.049887:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9180 x1853164045687936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319340.049920:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045687296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319340.052071:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319340.052096:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045687808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319340.052186:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319340.052290:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687808 00000100:00100000:3.0:1767319340.052301:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687808 00000100:00100000:3.0:1767319340.052364:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1767319340.052375:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045687808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319340.052435:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045687808:12345-0@lo:400:kworker.0 Request processed in 61us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319340.052441:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00080000:3.0:1767319340.052468:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319340.052472:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319340.052502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045687808:0@lo:400:kworker.0 00000100:00100000:3.0:1767319340.052533:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045687680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319340.052559:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319340.052588:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687680 00000100:00100000:3.0:1767319340.052592:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687680 00000100:00100000:3.0:1767319340.052621:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1767319340.052627:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045687680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319340.052665:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319340.052716:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045687424:0@lo:38:kworker.0 00000100:00100000:2.0:1767319340.052747:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319340.052766:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045687552:0@lo:38:kworker.0 00000100:00100000:2.0:1767319340.052833:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319340.052861:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045687936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319340.052863:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045687680:12345-0@lo:400:kworker.0 Request processed in 40us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319340.052874:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1767319340.052889:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319340.052895:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319340.052929:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687168 00000100:00100000:2.0:1767319340.052934:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687168 00000100:00100000:2.0:1767319340.052957:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687424 00000100:00100000:2.0:1767319340.052960:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687424 00000100:00100000:2.0:1767319340.052973:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687936 00000100:00100000:2.0:1767319340.052975:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687936 00000100:00100000:2.0:1767319340.052986:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:2.0:1767319340.052992:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045687168:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319340.053003:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045687680:0@lo:400:kworker.0 00010000:00020000:2.0:1767319340.053017:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319340.053044:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687552 00000100:00100000:3.0:1767319340.053049:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687552 00000100:00100000:2.0:1767319340.053066:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045687168:12345-0@lo:38:kworker.0 Request processed in 72us (403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319340.053074:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1767319340.053076:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1767319340.053084:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045687552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319340.053096:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319340.053099:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1767319340.053106:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045687424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319340.053119:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319340.053140:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045687552:12345-0@lo:38:kworker.0 Request processed in 46us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319340.053148:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1767319340.053169:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045687424:12345-0@lo:38:kworker.0 Request processed in 60us (419us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319340.053174:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:2.0:1767319340.053186:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1767319340.053187:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045687936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319340.053201:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319340.053226:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045687936:12345-0@lo:38:kworker.0 Request processed in 43us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319340.053230:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00080000:2.0:1767319340.053558:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319340.053565:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319340.053569:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045687424:0@lo:38:kworker.0 00000100:00080000:2.0:1767319340.053579:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319340.053583:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319340.053587:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045687552:0@lo:38:kworker.0 00000100:00080000:2.0:1767319340.053595:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319340.053598:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319340.053601:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045687936:0@lo:38:kworker.0 00000100:00080000:2.0:1767319340.053610:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319340.053613:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319340.053616:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045687168:0@lo:38:kworker.0 00010000:00080000:3.0:1767319340.053865:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9180 x1853164045687040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319340.053879:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045687040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319340.057220:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319340.057436:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045687296 00000100:00100000:3.0:1767319340.057449:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045687296 00000100:00100000:3.0:1767319340.057597:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1767319340.057610:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045687296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319340.057632:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045687040:12345-0@lo:400:kworker.0 Request processed in 8267us (8547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319340.057649:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:2.0:1767319340.057812:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319340.057928:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8a80 x1853164045687296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319340.057947:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045687296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319340.058018:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045687296:12345-0@lo:400:kworker.0 Request processed in 411us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319340.058027:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00010000:00010000:2.0:1767319340.816156:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319341.838952:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319342.094151:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319342.094186:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045688064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319342.094285:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319342.094437:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045688192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319342.094639:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688064 00000100:00100000:3.0:1767319342.094651:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688064 00000100:00100000:0.0:1767319342.094701:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319342.094730:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688192 00000100:00100000:3.0:1767319342.094734:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688192 00000100:00100000:3.0:1767319342.094761:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:3.0:1767319342.094795:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045688064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319342.094846:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319342.094914:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1767319342.094925:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045688192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319342.094947:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319342.094984:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045688192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319342.094992:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1767319342.095048:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045688192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319342.095058:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045688064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 286us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319342.095109:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045688064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319342.095145:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00080000:2.0:1767319342.095249:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319342.095255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319342.862192:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319343.554031:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985865728 offset 0 length 520: 4 00000100:00100000:1.0:1767319343.557417:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319343.557482:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319343.557642:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865856 00000100:00100000:3.0:1767319343.557644:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985865984 00000100:00100000:2.0:1767319343.557655:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865856 00000100:00100000:3.0:1767319343.557655:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985865984 00000100:00100000:2.0:1767319343.557730:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1030 00000100:00100000:2.0:1767319343.557751:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985865984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767319343.557855:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319343.557893:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985865984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 153us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319343.560487:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1335 00000100:00100000:3.0:1767319343.560507:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985865856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319343.560540:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319343.560638:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985865856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 133us (3234us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319343.560647:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1335 00000100:00100000:2.0:1767319343.563841:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1030 00010000:00010000:1.0:1767319343.888232:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319344.142528:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319319/real 1767319319] req@ffffa07bf0576680 x1853164045681792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319344.142562:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0576680 x1853164045681792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319344.142584:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319344.142598:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319344.142602:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045681792:0@lo:250:kworker.0 00000100:00080000:2.0:1767319344.143496:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319344.143509:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319344.143514:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319344.143523:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4517 00000100:00080000:2.0:1767319344.143529:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319344.143537:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319344.143600:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a680 x1853164045688320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319344.143713:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045688448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319344.143720:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045688320:0@lo:250:kworker.0 00000400:00000100:1.0:1767319344.143860:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045688320 offset 0 length 520: 4 00000100:00100000:3.0:1767319344.143886:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319344.143987:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688448 00000100:00100000:1.0:1767319344.144008:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688448 00000100:00100000:1.0:1767319344.144090:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:1.0:1767319344.144101:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045688448:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319344.144507:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319344.144640:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319344.144646:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319344.144650:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319344.144656:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4538 00000100:00080000:2.0:1767319344.144660:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319344.144666:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319344.144693:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119180 x1853164045688576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319344.144739:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319344.144743:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319344.144745:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319344.144749:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4538 00000100:00080000:2.0:1767319344.144752:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319344.144756:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319344.144785:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119c00 x1853164045688832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319344.144796:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319344.144800:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319344.144802:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319344.144806:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4538 00000100:00080000:2.0:1767319344.144808:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319344.144812:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319344.144827:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b480 x1853164045688960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319344.149143:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045688704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149254:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319344.149322:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319344.149329:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045689088:0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149361:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319344.149409:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689088 00000100:00100000:0.0:1767319344.149419:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689088 00000100:00100000:0.0:1767319344.149494:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1767319344.149504:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045689088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149568:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045689088:12345-0@lo:400:kworker.0 Request processed in 64us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319344.149576:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00080000:0.0:1767319344.149606:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319344.149621:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688704 00000100:00100000:0.0:1767319344.149624:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688704 00000100:00100000:0.0:1767319344.149663:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:0.0:1767319344.149670:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045688704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149702:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045688704:12345-0@lo:400:kworker.0 Request processed in 34us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319344.149709:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:0.0:1767319344.149729:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319344.149809:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045689088:0@lo:400:kworker.0 00010000:00080000:0.0:1767319344.149827:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11bb80 x1853164045688704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319344.149838:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045688704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149871:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045689216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149898:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319344.149931:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689216 00000100:00100000:0.0:1767319344.149934:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689216 00000100:00100000:0.0:1767319344.149960:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1767319344.149966:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045689216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.149999:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045689216:12345-0@lo:400:kworker.0 Request processed in 33us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319344.150006:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:0.0:1767319344.150018:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319344.150035:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045689216:0@lo:400:kworker.0 00000100:00100000:0.0:1767319344.150091:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045688576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319344.150118:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319344.150137:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045688832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319344.150159:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319344.150175:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045688960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319344.150202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319344.150247:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688576 00000100:00100000:0.0:1767319344.150251:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688576 00000100:00100000:0.0:1767319344.150279:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688832 00000100:00100000:0.0:1767319344.150283:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688832 00000100:00100000:0.0:1767319344.150300:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1767319344.150305:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045688576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319344.150327:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319344.150361:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045688576:12345-0@lo:38:kworker.0 Request processed in 54us (241us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319344.150368:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:0.0:1767319344.150380:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1767319344.150383:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045688832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319344.150392:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319344.150413:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045688832:12345-0@lo:38:kworker.0 Request processed in 28us (253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319344.150419:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00080000:0.0:1767319344.150446:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319344.150453:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319344.150456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045688576:0@lo:38:kworker.0 00000100:00080000:0.0:1767319344.150465:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319344.150468:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319344.150471:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045688832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319344.150511:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045688960 00000100:00100000:0.0:1767319344.150515:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045688960 00000100:00100000:0.0:1767319344.150537:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1767319344.150542:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045688960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319344.150551:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319344.150580:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045688960:12345-0@lo:38:kworker.0 Request processed in 37us (377us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319344.150586:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:0.0:1767319344.150612:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319344.150616:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319344.150620:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045688960:0@lo:38:kworker.0 00000100:00100000:1.0:1767319344.158706:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045688448:12345-0@lo:400:kworker.0 Request processed in 14597us (14816us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319344.158723:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00010000:00080000:3.0:1767319344.166071:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119f80 x1853164045688448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319344.166098:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045688448:0@lo:400:kworker.0 00000100:00080000:2.0:1767319344.166490:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319344.166498:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319344.166504:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319344.166510:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4538 00000100:00080000:2.0:1767319344.166515:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319344.166523:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319344.166580:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbea300 x1853164045689344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319344.166732:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045689344:0@lo:38:kworker.0 00000100:00100000:1.0:1767319344.166873:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319344.166950:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689344 00000100:00100000:2.0:1767319344.166960:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689344 00000100:00100000:2.0:1767319344.167151:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1767319344.167160:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045689344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319344.167187:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319344.167275:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045689344:12345-0@lo:38:kworker.0 Request processed in 114us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319344.167284:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00080000:1.0:1767319344.167378:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319344.167385:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319344.167390:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045689344:0@lo:38:kworker.0 00010000:00010000:2.0:1767319344.911634:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319345.934967:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319346.958141:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319347.213986:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045689472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319347.214088:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319347.214100:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319347.214108:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045689600:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319347.214150:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319347.214240:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689472 00000100:00100000:3.0:1767319347.214249:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689472 00000100:00100000:2.0:1767319347.214252:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689600 00000100:00100000:2.0:1767319347.214259:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689600 00000100:00080000:1.0:1767319347.214335:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319347.214342:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319347.216545:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1767319347.216581:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045689600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319347.216906:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319347.217060:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045689600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 498us (2906us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319347.217070:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1767319347.217099:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1767319347.217110:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045689472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319347.217132:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319347.217138:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045689600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319347.217180:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045689472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (3081us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319347.217187:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1767319347.217234:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045689472:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319347.982163:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319348.676942:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319348.677002:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319348.677018:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866112 00000100:00100000:2.0:1767319348.677035:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866112 00000100:00100000:2.0:1767319348.677148:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866240 00000100:00100000:2.0:1767319348.677153:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866240 00000100:00080000:1.0:1767319348.677801:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319348.678294:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1033 00000100:00100000:3.0:1767319348.678321:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985866240:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319348.678380:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1339 00000100:00100000:0.0:1767319348.678389:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985866112:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319348.678420:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319348.678440:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985866240:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 130us (1435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319348.678452:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1033 00000100:00100000:0.0:1767319348.678661:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985866112:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 268us (1735us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319348.678671:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1339 00010000:00010000:2.0:1767319349.007290:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319349.268198:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319349.268210:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319349.268288:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319349.268293:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319349.268297:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319349.268305:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319349.268310:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319349.268320:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319349.268346:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9180 x1853164045689856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319349.268368:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045689728:0@lo:400:kworker.0 00000100:00080000:3.0:1767319349.268407:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319349.268413:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319349.268417:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319349.268425:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319349.268429:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319349.268435:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319349.268442:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045689856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319349.268463:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319349.268467:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164045690112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319349.268484:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319349.268491:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045689984:0@lo:400:kworker.0 00000100:00080000:3.0:1767319349.268493:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319349.268502:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319349.268511:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319349.268514:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319349.268520:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319349.268536:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319349.268553:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450a80 x1853164045690240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319349.268592:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319349.268595:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319349.268597:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319349.268600:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319349.268603:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319349.268606:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319349.268619:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045690624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319349.268651:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045690496:0@lo:400:kworker.0 00000100:00100000:1.0:1767319349.268826:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319349.270859:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689856 00000100:00100000:0.0:1767319349.270881:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689856 00000100:00100000:0.0:1767319349.270949:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1767319349.270958:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045689856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319349.271085:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319349.271176:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045689856:12345-0@lo:38:kworker.0 Request processed in 217us (2641us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319349.271187:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1767319349.272320:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045690368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319349.272398:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319349.272472:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690368 00000100:00100000:1.0:1767319349.272480:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690368 00000100:00100000:1.0:1767319349.272557:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1767319349.272568:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045690368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319349.272626:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045690368:12345-0@lo:400:kworker.0 Request processed in 60us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319349.272634:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00080000:2.0:1767319349.273203:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319349.273212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319349.273217:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045689856:0@lo:38:kworker.0 00000100:00080000:0.0:1767319349.273236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319349.273252:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045690112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319349.273292:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319349.273327:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319349.273330:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045690240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319349.273367:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319349.273390:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045690624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319349.273417:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319349.273452:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690112 00000100:00100000:0.0:1767319349.273455:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045690368:0@lo:400:kworker.0 00000100:00100000:2.0:1767319349.273457:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690112 00000100:00100000:0.0:1767319349.273486:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690624 00000100:00100000:2.0:1767319349.273486:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689728 00000100:00100000:0.0:1767319349.273489:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690624 00000100:00100000:2.0:1767319349.273489:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689728 00000100:00100000:2.0:1767319349.273522:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1767319349.273533:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045689728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319349.273580:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045689728:12345-0@lo:400:kworker.0 Request processed in 50us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319349.273587:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1767319349.273603:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1767319349.273607:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045690112:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319349.273625:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00010000:00020000:2.0:1767319349.273628:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319349.273629:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045690624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319349.273637:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319349.273662:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045690624:12345-0@lo:38:kworker.0 Request processed in 31us (245us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319349.273662:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045690112:12345-0@lo:38:kworker.0 Request processed in 53us (369us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319349.273669:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1767319349.273675:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1767319349.273688:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690240 00000100:00100000:2.0:1767319349.273692:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690240 00000100:00080000:0.0:1767319349.273708:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319349.273711:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1767319349.273716:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045690240:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319349.273719:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319349.273726:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319349.273749:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045689984 00000100:00100000:2.0:1767319349.273750:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045690240:12345-0@lo:38:kworker.0 Request processed in 33us (384us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319349.273752:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045689984 00000100:00100000:2.0:1767319349.273758:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1767319349.273797:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:0.0:1767319349.273803:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045689984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319349.273839:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045689984:12345-0@lo:400:kworker.0 Request processed in 36us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319349.273845:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00080000:0.0:1767319349.274236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319349.274255:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1767319349.274257:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02d80 x1853164045689984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319349.274260:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319349.274264:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045690112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319349.274269:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045689984:0@lo:400:kworker.0 00000100:00080000:2.0:1767319349.274272:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319349.274275:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319349.274278:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045690240:0@lo:38:kworker.0 00000100:00080000:2.0:1767319349.274286:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319349.274289:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319349.274292:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045690624:0@lo:38:kworker.0 00010000:00080000:1.0:1767319349.281005:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45f80 x1853164045689728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319349.281038:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045689728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319349.282710:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319349.282930:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690496 00000100:00100000:1.0:1767319349.282947:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690496 00000100:00100000:1.0:1767319349.283059:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1767319349.283072:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045690496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319349.283189:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045690496:12345-0@lo:400:kworker.0 Request processed in 120us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319349.283197:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1767319349.283328:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045690496:0@lo:400:kworker.0 00000100:00080000:0.0:1767319349.283819:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319350.032163:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319351.054010:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319352.081566:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319352.334607:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319352.334633:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045690752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319352.334720:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319352.334895:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690752 00000100:00100000:0.0:1767319352.334917:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690752 00000100:00080000:2.0:1767319352.334991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319352.335007:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1767319352.335020:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045690752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319352.335059:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319352.335392:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045690880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319352.335427:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319352.335475:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045690880 00000100:00100000:3.0:1767319352.335480:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045690880 00000100:00100000:3.0:1767319352.335531:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1767319352.335540:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045690880:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319352.335549:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767319352.335563:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319352.335610:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045690880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319352.335620:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1767319352.335679:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045690880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319352.335898:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045690752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 879us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319352.335915:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1767319352.336086:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045690752:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319353.103407:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319353.796030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319353.796081:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319353.796187:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866496 00000100:00100000:1.0:1767319353.796204:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866496 00000100:00100000:1.0:1767319353.796305:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866368 00000100:00100000:1.0:1767319353.796309:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866368 00000100:00100000:1.0:1767319353.796333:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1036 00000100:00100000:1.0:1767319353.796345:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985866496:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319353.796431:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985866496:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 89us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319353.796439:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1036 00000100:00100000:1.0:1767319353.796461:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1343 00000100:00100000:1.0:1767319353.796466:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985866368:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319353.796485:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319353.796511:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985866368:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (430us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319353.796517:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1343 00000100:00080000:2.0:1767319353.796710:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319354.125992:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319354.381911:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319354.381920:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319354.381966:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319354.381971:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319354.381975:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319354.381982:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4547 00000100:00080000:3.0:1767319354.381987:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319354.381993:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319354.382012:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045691136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319354.382057:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319354.382061:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319354.382063:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319354.382066:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4547 00000100:00080000:3.0:1767319354.382068:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319354.382071:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319354.382082:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ece00 x1853164045691392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319354.382090:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319354.382093:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319354.382095:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319354.382099:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4547 00000100:00080000:3.0:1767319354.382101:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319354.382105:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319354.382138:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d73b80 x1853164045691520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319354.382159:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319354.382162:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319354.382164:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319354.382167:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4547 00000100:00080000:3.0:1767319354.382169:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319354.382173:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319354.382182:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d72d80 x1853164045691904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319354.382212:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045691648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319354.382274:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319354.382333:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319354.382340:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045691264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319354.382361:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319354.382453:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691648 00000100:00100000:2.0:1767319354.382461:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691648 00000100:00100000:2.0:1767319354.382520:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1767319354.382529:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045691648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319354.382575:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045691648:12345-0@lo:400:kworker.0 Request processed in 48us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319354.382582:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1767319354.382613:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045691136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319354.382637:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319354.382656:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045691392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319354.382682:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319354.382699:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045691520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319354.382721:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319354.382741:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045691904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319354.382758:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319354.382815:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691520 00000100:00100000:2.0:1767319354.382819:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691520 00000100:00100000:2.0:1767319354.382837:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1767319354.382842:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045691520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319354.382858:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319354.382900:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045691520:12345-0@lo:38:kworker.0 Request processed in 56us (177us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319354.382907:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1767319354.382923:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691264 00000100:00100000:2.0:1767319354.382927:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691264 00000100:00100000:2.0:1767319354.382948:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691136 00000100:00100000:2.0:1767319354.382951:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691136 00000100:00100000:2.0:1767319354.382962:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691392 00000100:00100000:2.0:1767319354.382964:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691392 00000100:00100000:2.0:1767319354.382971:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691904 00000100:00100000:2.0:1767319354.382973:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691904 00000100:00100000:2.0:1767319354.382981:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1767319354.382987:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045691264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319354.383014:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045691264:12345-0@lo:400:kworker.0 Request processed in 27us (651us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319354.383023:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1767319354.383033:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1767319354.383036:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045691136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319354.383045:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319354.383064:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045691136:12345-0@lo:38:kworker.0 Request processed in 26us (427us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319354.383070:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:2.0:1767319354.383081:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767319354.383084:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045691392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319354.383092:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319354.383112:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045691392:12345-0@lo:38:kworker.0 Request processed in 27us (429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319354.383117:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:2.0:1767319354.383126:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1767319354.383130:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045691904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319354.383138:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319354.383154:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045691904:12345-0@lo:38:kworker.0 Request processed in 22us (395us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319354.383159:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00080000:2.0:1767319354.383197:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319354.383202:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319354.383206:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045691136:0@lo:38:kworker.0 00000100:00080000:2.0:1767319354.383214:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319354.383217:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319354.383220:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045691392:0@lo:38:kworker.0 00000100:00080000:2.0:1767319354.383228:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319354.383231:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319354.383234:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045691520:0@lo:38:kworker.0 00000100:00080000:2.0:1767319354.383241:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319354.383244:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319354.383246:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045691904:0@lo:38:kworker.0 00000100:00100000:1.0:1767319354.383346:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045691776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319354.383377:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319354.383404:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319354.383409:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045691008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319354.383430:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319354.383453:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691776 00000100:00100000:1.0:1767319354.383457:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691776 00000100:00100000:1.0:1767319354.383486:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1767319354.383492:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045691776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319354.383523:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045691776:12345-0@lo:400:kworker.0 Request processed in 32us (145us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319354.383529:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1767319354.383559:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045691776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319354.383626:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045691008 00000100:00100000:3.0:1767319354.383630:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045691008 00000100:00100000:3.0:1767319354.383666:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:3.0:1767319354.383673:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045691008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319354.383706:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045691008:12345-0@lo:400:kworker.0 Request processed in 33us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319354.383712:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00080000:3.0:1767319354.383728:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319354.383731:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319354.383733:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1767319354.383750:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0d500 x1853164045691008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319354.383760:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045691008:0@lo:400:kworker.0 00010000:00080000:3.0:1767319354.383804:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91eea00 x1853164045691264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319354.383813:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045691264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319354.383823:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045691648:0@lo:400:kworker.0 00010000:00010000:1.0:1767319355.150007:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319356.173990:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319357.198095:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319357.454801:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319357.454828:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045692032:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319357.454908:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319357.455015:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692032 00000100:00100000:3.0:1767319357.455023:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692032 00000100:00100000:3.0:1767319357.455084:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1767319357.455093:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045692032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319357.455118:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319357.455160:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045692032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319357.455167:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:2.0:1767319357.455233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319357.455273:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045692032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319357.458119:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319357.458143:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045692160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319357.458205:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319357.458317:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692160 00000100:00100000:0.0:1767319357.458325:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692160 00000100:00100000:0.0:1767319357.458389:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1767319357.458408:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045692160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319357.458435:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319357.458487:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045692160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319357.458494:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:2.0:1767319357.458555:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319357.458804:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045692160:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319358.224981:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319358.922559:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319358.922645:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319358.922678:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866752 00000100:00100000:0.0:1767319358.922691:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866752 00000100:00100000:0.0:1767319358.922835:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866624 00000100:00100000:0.0:1767319358.922838:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866624 00000100:00100000:0.0:1767319358.922852:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1039 00000100:00100000:0.0:1767319358.922860:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985866752:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319358.922916:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985866752:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 58us (367us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319358.922921:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1039 00000100:00100000:0.0:1767319358.922934:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1347 00000100:00100000:0.0:1767319358.922937:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985866624:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319358.922953:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319358.922968:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985866624:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 30us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319358.922972:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1347 00000100:00080000:2.0:1767319358.923513:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319359.246630:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319359.504435:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319359.504446:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319359.504507:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319359.504513:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319359.504518:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319359.504525:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4552 00000100:00080000:3.0:1767319359.504530:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319359.504535:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319359.504564:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70380 x1853164045692416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319359.504610:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319359.504614:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319359.504616:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319359.504620:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4552 00000100:00080000:3.0:1767319359.504622:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319359.504625:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319359.504637:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70a80 x1853164045692672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319359.504646:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319359.504649:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319359.504651:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319359.504654:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4552 00000100:00080000:3.0:1767319359.504657:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319359.504660:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319359.504671:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d73100 x1853164045692800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319359.504691:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319359.504694:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319359.504696:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319359.504699:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4552 00000100:00080000:3.0:1767319359.504702:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319359.504705:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319359.504716:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71f80 x1853164045693184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319359.504739:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045692928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319359.504830:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319359.504895:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319359.504901:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045692544:0@lo:400:kworker.0 00000100:00100000:3.0:1767319359.504926:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319359.504957:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692544 00000100:00100000:3.0:1767319359.504965:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692544 00000100:00100000:3.0:1767319359.505020:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1767319359.505029:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045692544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319359.505079:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045692544:12345-0@lo:400:kworker.0 Request processed in 51us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319359.505087:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00010000:00080000:3.0:1767319359.505125:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d72300 x1853164045692544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319359.505137:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045692544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319359.505280:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045692416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319359.505320:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319359.505341:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045692672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319359.505361:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319359.505375:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045692800:0@lo:38:kworker.0 00000100:00100000:0.0:1767319359.505395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319359.505412:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045693184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319359.505426:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319359.505828:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692800 00000100:00100000:2.0:1767319359.505834:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692800 00000100:00100000:2.0:1767319359.505867:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1767319359.505873:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045692800:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319359.505890:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319359.505931:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045692800:12345-0@lo:38:kworker.0 Request processed in 57us (534us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319359.505937:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00080000:2.0:1767319359.505955:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319359.505974:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319359.505978:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319359.505982:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045692800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319359.506003:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692928 00000100:00100000:2.0:1767319359.506007:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692928 00000100:00100000:2.0:1767319359.506040:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1767319359.506047:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045692928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319359.506093:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045692928:12345-0@lo:400:kworker.0 Request processed in 47us (1262us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319359.506099:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:2.0:1767319359.506118:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319359.506127:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045693056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319359.506152:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319359.506171:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319359.506177:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045692288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319359.506197:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319359.506221:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692416 00000100:00100000:2.0:1767319359.506225:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692416 00000100:00100000:2.0:1767319359.506240:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692672 00000100:00100000:2.0:1767319359.506243:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692672 00000100:00100000:2.0:1767319359.506254:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693184 00000100:00100000:2.0:1767319359.506257:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693184 00000100:00100000:2.0:1767319359.506262:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045692288 00000100:00100000:2.0:1767319359.506265:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045692288 00000100:00100000:2.0:1767319359.506285:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767319359.506290:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045692288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319359.506322:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045692288:12345-0@lo:400:kworker.0 Request processed in 31us (123us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319359.506327:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767319359.506338:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1767319359.506341:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045692416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319359.506351:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319359.506374:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045692416:12345-0@lo:38:kworker.0 Request processed in 31us (1053us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319359.506379:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1767319359.506389:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1767319359.506392:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045692672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319359.506401:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319359.506421:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045692672:12345-0@lo:38:kworker.0 Request processed in 28us (1059us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319359.506426:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1767319359.506435:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1767319359.506439:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045693184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319359.506447:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319359.506467:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045693184:12345-0@lo:38:kworker.0 Request processed in 27us (1040us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319359.506473:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1767319359.506487:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693056 00000100:00100000:2.0:1767319359.506490:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693056 00000100:00100000:2.0:1767319359.506512:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1767319359.506518:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045693056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319359.506545:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045693056:12345-0@lo:400:kworker.0 Request processed in 26us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319359.506551:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00080000:2.0:1767319359.506564:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319359.506567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319359.506582:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319359.506586:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319359.506589:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045692416:0@lo:38:kworker.0 00000100:00080000:2.0:1767319359.506597:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319359.506600:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319359.506603:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045692672:0@lo:38:kworker.0 00000100:00080000:2.0:1767319359.506610:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319359.506613:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319359.506616:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045693184:0@lo:38:kworker.0 00010000:00080000:2.0:1767319359.506650:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70000 x1853164045692288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319359.506660:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045692288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319359.506670:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045693056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319359.507388:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045692928:0@lo:400:kworker.0 00010000:00010000:1.0:1767319360.270068:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319361.294132:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319362.319409:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319362.574206:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045693312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319362.574281:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319362.574298:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045693440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319362.574306:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319362.574351:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319362.574383:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693312 00000100:00100000:3.0:1767319362.574391:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693312 00000100:00100000:1.0:1767319362.574408:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693440 00000100:00100000:1.0:1767319362.574412:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693440 00000100:00100000:3.0:1767319362.574460:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1767319362.574469:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045693312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319362.574496:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319362.574504:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319362.574508:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319362.574572:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1767319362.574580:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045693440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319362.574596:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319362.574630:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045693440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 51us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319362.574638:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1767319362.574975:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045693312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 507us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319362.574983:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1767319362.575027:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045693440:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319362.575055:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045693312:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319363.343752:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319364.040234:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319364.040315:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319364.040562:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867008 00000100:00100000:2.0:1767319364.040573:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867008 00000100:00100000:0.0:1767319364.040605:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985866880 00000100:00100000:0.0:1767319364.040611:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985866880 00000100:00080000:3.0:1767319364.040719:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319364.040809:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1042 00000100:00100000:0.0:1767319364.040821:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985867008:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319364.040927:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985867008:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319364.040935:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1042 00000100:00100000:0.0:1767319364.040954:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1351 00000100:00100000:0.0:1767319364.040959:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985866880:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319364.040979:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319364.041327:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985866880:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 364us (1009us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319364.041334:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1351 00010000:00010000:1.0:1767319364.366051:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319364.622066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319364.622076:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319364.622134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319364.622138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319364.622142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319364.622150:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4557 00000100:00080000:2.0:1767319364.622154:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319364.622160:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319364.622180:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586d80 x1853164045693696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319364.622228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319364.622231:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319364.622233:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319364.622237:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4557 00000100:00080000:2.0:1767319364.622240:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319364.622243:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319364.622254:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164045693952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319364.622263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319364.622266:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319364.622267:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319364.622270:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4557 00000100:00080000:2.0:1767319364.622272:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319364.622276:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319364.622286:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587800 x1853164045694080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319364.622322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319364.622325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319364.622326:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319364.622329:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4557 00000100:00080000:2.0:1767319364.622331:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319364.622334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319364.622344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584000 x1853164045694464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319364.622367:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045693824:0@lo:400:kworker.0 00000100:00100000:2.0:1767319364.622430:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319364.622461:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045694336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319364.622500:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319364.622530:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319364.622536:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045693568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319364.622559:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319364.622592:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694336 00000100:00100000:0.0:1767319364.622599:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694336 00000100:00100000:0.0:1767319364.622659:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767319364.622666:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045693696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319364.622671:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045694336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319364.622712:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319364.622746:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045693952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319364.622747:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045694336:12345-0@lo:400:kworker.0 Request processed in 77us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319364.622760:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1767319364.622807:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693824 00000100:00100000:1.0:1767319364.622809:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319364.622813:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693824 00000100:00100000:1.0:1767319364.622841:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045694080:0@lo:38:kworker.0 00000100:00100000:0.0:1767319364.622848:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693568 00000100:00100000:0.0:1767319364.622852:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693568 00000100:00100000:0.0:1767319364.622876:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693696 00000100:00100000:0.0:1767319364.622880:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693696 00000100:00100000:0.0:1767319364.622890:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045693952 00000100:00100000:1.0:1767319364.622894:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319364.622895:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045693952 00000100:00100000:0.0:1767319364.622909:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1767319364.622918:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045693824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319364.622927:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045694464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319364.622959:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045693824:12345-0@lo:400:kworker.0 Request processed in 42us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319364.622964:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319364.622973:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1767319364.622989:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694464 00000100:00100000:1.0:1767319364.623001:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1767319364.623010:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045693568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319364.623037:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045693568:12345-0@lo:400:kworker.0 Request processed in 30us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319364.623042:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1767319364.623055:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767319364.623059:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045693696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319364.623075:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319364.623098:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694464 00000100:00100000:1.0:1767319364.623106:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045693696:12345-0@lo:38:kworker.0 Request processed in 45us (394us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319364.623113:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767319364.623124:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1767319364.623128:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045693952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319364.623138:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319364.623158:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045693952:12345-0@lo:38:kworker.0 Request processed in 28us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319364.623162:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1767319364.623178:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694080 00000100:00100000:1.0:1767319364.623182:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694080 00000100:00100000:1.0:1767319364.623220:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1767319364.623224:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045694080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319364.623232:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319364.623254:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045694080:12345-0@lo:38:kworker.0 Request processed in 29us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319364.623261:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1767319364.623274:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1767319364.623280:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045694464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319364.623293:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319364.623305:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319364.623312:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319364.623317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045693696:0@lo:38:kworker.0 00000100:00100000:0.0:1767319364.623325:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045694464:12345-0@lo:38:kworker.0 Request processed in 43us (362us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319364.623330:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319364.623336:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00080000:1.0:1767319364.623338:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319364.623343:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045693952:0@lo:38:kworker.0 00000100:00080000:1.0:1767319364.623355:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319364.623360:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319364.623364:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045694080:0@lo:38:kworker.0 00000100:00080000:1.0:1767319364.623377:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:0.0:1767319364.623378:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586a00 x1853164045693568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319364.623383:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319364.623392:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045694464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319364.623399:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045693568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319364.623418:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045694336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319364.623478:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045694208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319364.623516:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319364.623556:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694208 00000100:00100000:1.0:1767319364.623561:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694208 00000100:00100000:1.0:1767319364.623592:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1767319364.623599:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045694208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319364.623633:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045694208:12345-0@lo:400:kworker.0 Request processed in 36us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319364.623638:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1767319364.623729:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045694208:0@lo:400:kworker.0 00000100:00080000:3.0:1767319364.624163:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319364.624168:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319364.624170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1767319364.624282:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584700 x1853164045693824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319364.624308:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045693824:0@lo:400:kworker.0 00010000:00010000:2.0:1767319365.391752:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319366.414091:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319367.438263:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319367.694363:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045694592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319367.694449:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319367.694571:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694592 00000100:00100000:3.0:1767319367.694586:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694592 00000100:00100000:3.0:1767319367.694686:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00080000:0.0:1767319367.694701:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319367.694702:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045694592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319367.694848:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319367.694934:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045694592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 237us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319367.694945:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1767319367.695123:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319367.695138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045694720:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319367.695368:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319367.695751:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045694592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319367.695901:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694720 00000100:00100000:3.0:1767319367.695910:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694720 00000100:00080000:1.0:1767319367.695983:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319367.695990:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1767319367.696005:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045694720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319367.696039:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319367.697029:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045694720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1021us (1652us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319367.697042:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1767319367.697158:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045694720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319368.131305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319368.131650:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867392 00000100:00100000:0.0:1767319368.131663:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867392 00000100:00100000:0.0:1767319368.131869:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1045 00000100:00100000:0.0:1767319368.131883:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985867392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319368.131991:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985867392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319368.132001:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1045 00000100:00080000:2.0:1767319368.132962:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767319368.134746:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985867136 offset 0 length 520: 4 00000100:00100000:3.0:1767319368.134863:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319368.135230:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867264 00000100:00100000:1.0:1767319368.135243:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867264 00000100:00100000:1.0:1767319368.135628:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1355 00000100:00100000:1.0:1767319368.135639:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985867264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319368.135670:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319368.135757:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985867264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 117us (903us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319368.135766:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1355 00010000:00010000:1.0:1767319368.468502:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319369.487158:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319369.742114:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319344/real 1767319344] req@ffffa07bec11a680 x1853164045688320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319369 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319369.742150:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bec11a680 x1853164045688320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319369 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319369.742174:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319369.742196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319369.742199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045688320:0@lo:250:kworker.0 00000100:00080000:3.0:1767319369.742539:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319369.742547:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319369.742551:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319369.742557:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4542 00000100:00080000:3.0:1767319369.742562:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319369.742578:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319369.742633:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71c00 x1853164045694848/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319369.742751:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045694976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319369.742875:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319369.743221:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045694976 00000100:00100000:2.0:1767319369.743232:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045694976 00000100:00100000:2.0:1767319369.743318:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1767319369.743502:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045694976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319369.743521:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045694848:0@lo:250:kworker.0 00000400:00000100:1.0:1767319369.743564:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045694848 offset 0 length 520: 4 00000100:00080000:3.0:1767319369.743667:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319369.743672:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319369.743676:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319369.743681:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4562 00000100:00080000:3.0:1767319369.743685:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319369.743689:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319369.743712:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71f80 x1853164045695104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319369.743760:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319369.743763:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319369.743765:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319369.743780:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4562 00000100:00080000:3.0:1767319369.743783:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319369.743787:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319369.743799:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d70380 x1853164045695360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319369.743807:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319369.743811:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319369.743813:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319369.743816:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4562 00000100:00080000:3.0:1767319369.743818:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319369.743822:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319369.743837:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d73100 x1853164045695488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319369.744220:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045695104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319369.744251:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319369.744272:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045695360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319369.744413:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319369.744437:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045695488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319369.744466:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319369.744507:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695488 00000100:00100000:1.0:1767319369.744512:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695488 00000100:00100000:1.0:1767319369.744539:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1767319369.744545:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045695488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319369.744567:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319369.744613:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045695488:12345-0@lo:38:kworker.0 Request processed in 66us (145us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319369.744621:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00080000:1.0:1767319369.744672:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319369.744676:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319369.744680:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045695488:0@lo:38:kworker.0 00000100:00100000:1.0:1767319369.744720:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045695616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319369.744760:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319369.744799:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319369.744805:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045695232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319369.744838:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319369.744866:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695104 00000100:00100000:1.0:1767319369.744871:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695104 00000100:00100000:1.0:1767319369.744889:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695360 00000100:00100000:1.0:1767319369.744891:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695360 00000100:00100000:1.0:1767319369.744899:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695232 00000100:00100000:1.0:1767319369.744901:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695232 00000100:00100000:1.0:1767319369.744932:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1767319369.744939:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045695232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319369.744976:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045695232:12345-0@lo:400:kworker.0 Request processed in 38us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319369.744983:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1767319369.744996:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1767319369.745009:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045695104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319369.745019:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319369.745047:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045695104:12345-0@lo:38:kworker.0 Request processed in 45us (796us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319369.745054:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1767319369.745065:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:1.0:1767319369.745069:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045695360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319369.745079:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319369.745102:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045695360:12345-0@lo:38:kworker.0 Request processed in 30us (807us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319369.745111:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00010000:00080000:1.0:1767319369.745139:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70a80 x1853164045695232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319369.745151:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045695232:0@lo:400:kworker.0 00000100:00080000:1.0:1767319369.745168:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319369.745172:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319369.745175:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045695104:0@lo:38:kworker.0 00000100:00080000:1.0:1767319369.745183:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319369.745185:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319369.745188:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045695360:0@lo:38:kworker.0 00000100:00100000:1.0:1767319369.745230:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695616 00000100:00100000:1.0:1767319369.745233:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695616 00000100:00100000:1.0:1767319369.745262:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1767319369.745267:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045695616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319369.745299:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045695616:12345-0@lo:400:kworker.0 Request processed in 32us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319369.745305:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1767319369.745332:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045695616:0@lo:400:kworker.0 00000100:00080000:3.0:1767319369.750154:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319369.750169:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319369.750174:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319369.750183:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4562 00000100:00080000:3.0:1767319369.750188:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319369.750196:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00080000:3.0:1767319369.750291:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319369.750297:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1f80 x1853164045695872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319369.750299:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319369.750325:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045695744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319369.750436:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319369.750520:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045695872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319369.750559:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319369.750638:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695872 00000100:00100000:0.0:1767319369.750647:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695872 00000100:00100000:0.0:1767319369.750694:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1767319369.750702:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045695872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319369.750727:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319369.750801:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045695872:12345-0@lo:38:kworker.0 Request processed in 98us (240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319369.750809:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00080000:0.0:1767319369.750867:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319369.750872:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319369.750876:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045695872:0@lo:38:kworker.0 00000100:00100000:3.0:1767319369.751314:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045695744 00000100:00100000:3.0:1767319369.751318:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045695744 00000100:00080000:0.0:1767319369.751573:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319369.752100:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1767319369.752112:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045695744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319369.752186:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045695744:12345-0@lo:400:kworker.0 Request processed in 78us (1751us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319369.752192:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1767319369.752480:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045695744:0@lo:400:kworker.0 00010000:00080000:0.0:1767319369.755422:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70000 x1853164045694976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319369.755446:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045694976:0@lo:400:kworker.0 00000100:00100000:2.0:1767319369.756129:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045694976:12345-0@lo:400:kworker.0 Request processed in 12629us (13250us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319369.756145:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00010000:00010000:3.0:1767319370.509936:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319371.534227:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319372.559419:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319372.814805:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045696000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319372.814906:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319372.815453:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045696128:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319372.815496:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319372.815720:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696000 00000100:00100000:1.0:1767319372.815732:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696000 00000100:00100000:1.0:1767319372.815962:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696128 00000100:00100000:1.0:1767319372.815966:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696128 00000100:00100000:2.0:1767319372.816162:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00080000:0.0:1767319372.816242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319372.816248:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319372.816397:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1767319372.816409:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045696128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319372.816447:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319372.816517:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045696128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319372.816525:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1767319372.816596:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045696000:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319372.816602:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045696128:0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319372.816641:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319372.816852:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045696000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 677us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319372.816859:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1767319372.817083:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045696000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319373.253005:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319373.253065:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319373.253179:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867648 00000100:00100000:2.0:1767319373.253197:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867648 00000100:00100000:2.0:1767319373.253293:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867520 00000100:00100000:2.0:1767319373.253299:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867520 00000100:00100000:2.0:1767319373.253323:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1048 00000100:00100000:2.0:1767319373.253347:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985867648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319373.253442:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985867648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319373.253449:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1048 00000100:00100000:2.0:1767319373.253470:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1359 00000100:00100000:2.0:1767319373.253475:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985867520:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319373.253495:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319373.253529:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985867520:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319373.253543:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1359 00000100:00080000:3.0:1767319373.253596:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319373.582602:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319374.606252:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319374.862765:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319374.862793:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319374.862855:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319374.862859:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319374.862863:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319374.862871:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319374.862876:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319374.862882:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319374.862903:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584a80 x1853164045696384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319374.862934:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319374.862937:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319374.862939:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319374.862943:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319374.862945:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319374.862948:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319374.862959:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584e00 x1853164045696640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319374.862966:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319374.862969:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319374.862971:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319374.862974:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319374.862976:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319374.862980:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319374.862989:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586a00 x1853164045696768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319374.863013:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319374.863016:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319374.863017:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319374.863020:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319374.863022:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319374.863025:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319374.863035:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164045697152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319374.863189:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045696384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319374.863255:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319374.863272:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045696256:0@lo:400:kworker.0 00000100:00100000:2.0:1767319374.863287:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045696640:0@lo:38:kworker.0 00000100:00100000:1.0:1767319374.863316:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319374.863324:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045696512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319374.863353:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319374.863355:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319374.863364:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045697024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319374.863377:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319374.863386:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045696896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319374.863398:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319374.863419:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319374.863451:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696384 00000100:00100000:2.0:1767319374.863453:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696256 00000100:00100000:1.0:1767319374.863460:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696384 00000100:00100000:2.0:1767319374.863460:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696256 00000100:00100000:1.0:1767319374.863512:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696512 00000100:00100000:1.0:1767319374.863517:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696512 00000100:00100000:2.0:1767319374.863524:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1767319374.863525:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697024 00000100:00100000:3.0:1767319374.863532:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697024 00000100:00100000:1.0:1767319374.863559:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:0.0:1767319374.863623:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696896 00000100:00100000:0.0:1767319374.863628:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696896 00000100:00100000:0.0:1767319374.863660:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1767319374.863667:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045696896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319374.863723:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045696896:12345-0@lo:400:kworker.0 Request processed in 56us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319374.863731:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1767319374.863757:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1767319374.863764:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045696384:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319374.863789:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1767319374.863799:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045697024:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1767319374.863801:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319374.863871:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045697024:12345-0@lo:400:kworker.0 Request processed in 74us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319374.863879:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:3.0:1767319374.863896:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319374.863900:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319374.863902:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319374.864979:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045696256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319374.864990:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045696384:12345-0@lo:38:kworker.0 Request processed in 1225us (1735us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319374.864998:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:2.0:1767319374.865026:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045696256:12345-0@lo:400:kworker.0 Request processed in 1494us (1711us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319374.865029:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319374.865033:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1767319374.865047:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696640 00000100:00100000:0.0:1767319374.865051:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045696768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319374.865051:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696640 00000100:00100000:2.0:1767319374.865065:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767319374.865070:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045696640:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319374.865077:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319374.865083:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319374.865094:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045697152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319374.865108:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045696640:12345-0@lo:38:kworker.0 Request processed in 37us (77us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319374.865112:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319374.865114:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767319374.865123:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697152 00000100:00100000:2.0:1767319374.865126:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697152 00000100:00100000:2.0:1767319374.865135:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1767319374.865139:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045697152:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319374.865142:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319374.865146:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:2.0:1767319374.865147:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319374.865149:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045696384:0@lo:38:kworker.0 00000100:00080000:0.0:1767319374.865158:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319374.865160:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319374.865163:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045696640:0@lo:38:kworker.0 00000100:00100000:2.0:1767319374.865168:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045697152:12345-0@lo:38:kworker.0 Request processed in 28us (55us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319374.865171:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319374.865173:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319374.865173:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1767319374.865176:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045697152:0@lo:38:kworker.0 00000100:00100000:2.0:1767319374.865200:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045696896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319374.865245:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045696768 00000100:00100000:0.0:1767319374.865248:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045696768 00000100:00100000:0.0:1767319374.865267:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1767319374.865271:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045696768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319374.865281:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319374.865308:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045696768:12345-0@lo:38:kworker.0 Request processed in 35us (229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319374.865314:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00080000:0.0:1767319374.865333:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319374.865336:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319374.865339:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045696768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319374.865384:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045697024:0@lo:400:kworker.0 00010000:00080000:0.0:1767319374.865395:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586300 x1853164045696256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319374.865404:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045696256:0@lo:400:kworker.0 00000100:00100000:1.0:1767319374.869898:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045696512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319374.870004:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045696512:12345-0@lo:400:kworker.0 Request processed in 6435us (6649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319374.870014:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00010000:00080000:2.0:1767319374.871822:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0585880 x1853164045696512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319374.871840:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045696512:0@lo:400:kworker.0 00010000:00010000:1.0:1767319375.630091:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319376.660399:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319377.679932:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319377.934589:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045697280:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319377.934698:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319377.934804:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697280 00000100:00100000:1.0:1767319377.934811:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697280 00000100:00100000:1.0:1767319377.934910:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767319377.934917:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045697280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319377.934953:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319377.934990:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045697280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319377.934997:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767319377.935085:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045697280:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319377.935121:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319377.942897:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045697408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319377.943023:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319377.943251:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697408 00000100:00100000:3.0:1767319377.943261:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697408 00000100:00100000:3.0:1767319377.943396:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1767319377.943406:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045697408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319377.943449:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319377.943501:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045697408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319377.943508:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1767319377.943552:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045697408:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319377.943682:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319378.369944:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319378.370257:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867904 00000100:00100000:2.0:1767319378.370267:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867904 00000100:00100000:2.0:1767319378.370346:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1051 00000100:00100000:2.0:1767319378.370357:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985867904:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319378.370470:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985867904:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319378.370478:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1051 00000100:00080000:1.0:1767319378.370518:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319378.374513:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319378.374681:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985867776 00000100:00100000:0.0:1767319378.374691:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985867776 00000100:00100000:0.0:1767319378.374750:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1363 00000100:00100000:0.0:1767319378.374757:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985867776:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319378.374843:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319378.374945:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985867776:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 186us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319378.374953:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1363 00010000:00010000:3.0:1767319378.702005:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319379.726074:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319379.981872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319379.981882:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319379.981943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319379.981947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319379.981951:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319379.981959:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319379.981964:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319379.981970:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319379.981990:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045697664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319379.981994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045697536:0@lo:400:kworker.0 00000100:00080000:2.0:1767319379.982088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319379.982092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319379.982093:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319379.982097:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319379.982099:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319379.982112:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319379.982122:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319379.982123:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5880 x1853164045697920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319379.982131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319379.982134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319379.982135:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319379.982138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319379.982141:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319379.982144:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319379.982153:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4e00 x1853164045698048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319379.982181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319379.982184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319379.982186:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319379.982187:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767319379.982189:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4573 00000100:00080000:2.0:1767319379.982191:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319379.982192:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045698304:0@lo:400:kworker.0 00000100:00080000:2.0:1767319379.982195:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319379.982211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6300 x1853164045698432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319379.982216:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319379.982242:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698304 00000100:00100000:0.0:1767319379.982248:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698304 00000100:00100000:2.0:1767319379.982249:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697536 00000100:00100000:2.0:1767319379.982251:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697536 00000100:00100000:2.0:1767319379.982306:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1767319379.982315:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045697536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319379.982363:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045697536:12345-0@lo:400:kworker.0 Request processed in 49us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319379.982370:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1767319379.982415:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045698176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319379.982433:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045697664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319379.982455:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319379.982460:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319379.982475:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045697920:0@lo:38:kworker.0 00000100:00100000:3.0:1767319379.982487:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319379.982492:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045697792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319379.982512:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319379.982672:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697664 00000100:00100000:3.0:1767319379.982676:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697664 00000100:00100000:3.0:1767319379.982695:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697792 00000100:00100000:3.0:1767319379.982698:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697792 00000100:00100000:2.0:1767319379.983926:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319379.983965:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045698048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319379.983991:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319379.984497:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698176 00000100:00100000:0.0:1767319379.984504:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698176 00000100:00100000:0.0:1767319379.984535:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1767319379.984543:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045698304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319379.984593:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045698304:12345-0@lo:400:kworker.0 Request processed in 51us (2375us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319379.984599:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1767319379.984614:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767319379.984620:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045698176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319379.984649:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045698176:12345-0@lo:400:kworker.0 Request processed in 29us (2188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319379.984654:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1767319379.984675:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045697920 00000100:00100000:0.0:1767319379.984679:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045697920 00000100:00100000:0.0:1767319379.984696:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1767319379.984701:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045697664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319379.984719:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319379.984745:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045697664:12345-0@lo:38:kworker.0 Request processed in 43us (2289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319379.984751:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1767319379.984763:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1767319379.984766:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045697920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319379.984790:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319379.984811:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045697920:12345-0@lo:38:kworker.0 Request processed in 43us (887us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319379.984816:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1767319379.984867:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045698304:0@lo:400:kworker.0 00010000:00080000:0.0:1767319379.984881:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0fb80 x1853164045697536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319379.984889:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045697536:0@lo:400:kworker.0 00000100:00100000:0.0:1767319379.984962:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698048 00000100:00100000:0.0:1767319379.984965:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698048 00000100:00100000:0.0:1767319379.984984:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1767319379.984989:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045698048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319379.984998:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319379.985023:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045698048:12345-0@lo:38:kworker.0 Request processed in 34us (1032us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319379.985029:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:2.0:1767319379.985061:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319379.985067:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319379.985069:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045698176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319379.985070:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045698048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319379.985076:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045698432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319379.985113:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319379.985149:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319379.985153:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319379.985156:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045697664:0@lo:38:kworker.0 00000100:00080000:2.0:1767319379.985173:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319379.985176:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319379.985179:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045697920:0@lo:38:kworker.0 00000100:00100000:0.0:1767319379.985322:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698432 00000100:00100000:0.0:1767319379.985326:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698432 00000100:00100000:0.0:1767319379.985376:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1767319379.985380:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045698432:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319379.985390:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319379.985426:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045698432:12345-0@lo:38:kworker.0 Request processed in 44us (321us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319379.985432:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00080000:2.0:1767319379.985595:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319379.985600:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319379.985603:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045698432:0@lo:38:kworker.0 00000100:00080000:1.0:1767319379.987198:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319379.987207:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319379.987210:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319379.987407:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1767319379.987420:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045697792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319379.988314:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045697792:12345-0@lo:400:kworker.0 Request processed in 892us (5795us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319379.988324:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00010000:00080000:0.0:1767319379.992518:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c7800 x1853164045697792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319379.992536:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045697792:0@lo:400:kworker.0 00010000:00010000:1.0:1767319380.750173:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319381.774011:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319382.798017:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319383.054336:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045698688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319383.054450:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319383.054623:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698688 00000100:00100000:1.0:1767319383.054636:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698688 00000100:00100000:1.0:1767319383.054746:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1767319383.054756:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045698688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319383.054828:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319383.054900:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045698688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319383.054908:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1767319383.055388:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045698688:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319383.055414:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319383.056157:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319383.056366:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045698560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319383.056418:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319383.057004:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698560 00000100:00100000:3.0:1767319383.057012:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698560 00000100:00100000:3.0:1767319383.057163:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1767319383.057185:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045698560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319383.057211:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319383.057267:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045698560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (848us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319383.057274:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1767319383.057369:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045698560:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319383.057597:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319383.490823:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319383.490887:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319383.491044:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868032 00000100:00100000:0.0:1767319383.491053:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868032 00000100:00100000:0.0:1767319383.491108:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868160 00000100:00100000:0.0:1767319383.491111:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868160 00000100:00100000:0.0:1767319383.491162:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1054 00000100:00100000:0.0:1767319383.491172:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985868160:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319383.491250:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985868160:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319383.491258:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1054 00000100:00100000:0.0:1767319383.491275:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1367 00000100:00100000:0.0:1767319383.491280:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985868032:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319383.491300:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319383.491325:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985868032:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (513us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319383.491360:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1367 00000100:00080000:1.0:1767319383.494178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319383.822033:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319384.855338:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319385.101925:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319385.101935:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319385.101993:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319385.101997:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319385.102001:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319385.102008:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4578 00000100:00080000:2.0:1767319385.102013:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319385.102020:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319385.102046:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5880 x1853164045698944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319385.102076:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319385.102079:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319385.102081:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319385.102129:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4578 00000100:00080000:2.0:1767319385.102132:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319385.102150:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319385.102162:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164045699200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319385.102172:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319385.102175:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319385.102176:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319385.102179:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4578 00000100:00080000:2.0:1767319385.102182:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319385.102185:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319385.102196:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6680 x1853164045699328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319385.102219:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319385.102222:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319385.102224:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319385.102227:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4578 00000100:00080000:2.0:1767319385.102229:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319385.102248:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319385.102259:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6a00 x1853164045699712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319385.102322:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045699072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319385.102407:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319385.102473:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319385.102479:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045699456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319385.102505:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319385.102540:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699072 00000100:00100000:3.0:1767319385.102540:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045698944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319385.102549:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699072 00000100:00100000:3.0:1767319385.102580:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319385.102638:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045698816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319385.102643:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045699200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319385.102680:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319385.102818:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319385.102846:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045699584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319385.102875:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319385.102914:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699456 00000100:00100000:1.0:1767319385.102918:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699456 00000100:00100000:1.0:1767319385.102953:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699584 00000100:00100000:1.0:1767319385.102956:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699584 00000100:00100000:1.0:1767319385.102978:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767319385.102986:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045699456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319385.103040:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045699456:12345-0@lo:400:kworker.0 Request processed in 54us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319385.103047:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767319385.103066:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767319385.103072:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045699584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319385.103104:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045699584:12345-0@lo:400:kworker.0 Request processed in 31us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319385.103109:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767319385.103152:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045699584:0@lo:400:kworker.0 00000100:00100000:1.0:1767319385.103200:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045699456:0@lo:400:kworker.0 00000100:00080000:1.0:1767319385.103213:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319385.103216:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319385.103628:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1767319385.103661:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045699072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319385.103703:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045699072:12345-0@lo:400:kworker.0 Request processed in 68us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319385.103709:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:3.0:1767319385.110525:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045699328:0@lo:38:kworker.0 00000100:00100000:2.0:1767319385.114856:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698944 00000100:00100000:2.0:1767319385.114873:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698944 00000100:00100000:2.0:1767319385.114926:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699200 00000100:00100000:2.0:1767319385.114930:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699200 00000100:00100000:2.0:1767319385.114954:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1767319385.114963:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045698944:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319385.114985:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319385.115059:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045698944:12345-0@lo:38:kworker.0 Request processed in 96us (12479us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319385.115067:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1767319385.115084:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1767319385.115088:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045699200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319385.115099:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319385.115128:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045699200:12345-0@lo:38:kworker.0 Request processed in 37us (12447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319385.116481:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319385.116497:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1767319385.116553:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045699712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319385.116566:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319385.116598:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319385.116619:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045698816 00000100:00100000:2.0:1767319385.116626:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045698816 00000100:00080000:3.0:1767319385.116658:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319385.116664:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319385.116668:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045698944:0@lo:38:kworker.0 00000100:00080000:3.0:1767319385.116679:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319385.116682:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319385.116684:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045699200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319385.116716:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699328 00000100:00100000:3.0:1767319385.116720:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699328 00000100:00100000:3.0:1767319385.116808:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1767319385.116814:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045699328:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319385.116831:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699712 00010000:00020000:3.0:1767319385.116831:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319385.116837:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699712 00000100:00100000:2.0:1767319385.116853:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1767319385.116863:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045698816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319385.116875:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045699328:12345-0@lo:38:kworker.0 Request processed in 58us (399us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319385.116883:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1767319385.116908:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1767319385.116915:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045699712:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319385.116921:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045698816:12345-0@lo:400:kworker.0 Request processed in 58us (352us total) trans 0 rc 0/0 00010000:00020000:3.0:1767319385.116930:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319385.116931:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1767319385.116969:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045699712:12345-0@lo:38:kworker.0 Request processed in 54us (371us total) trans 0 rc -19/-19 00010000:00080000:2.0:1767319385.116977:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6300 x1853164045698816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319385.116978:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1767319385.116994:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045698816:0@lo:400:kworker.0 00000100:00080000:3.0:1767319385.117014:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319385.117020:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319385.117024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045699328:0@lo:38:kworker.0 00000100:00080000:3.0:1767319385.117033:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319385.117037:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319385.117040:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045699712:0@lo:38:kworker.0 00010000:00080000:3.0:1767319385.117084:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c4e00 x1853164045699072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319385.117094:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045699072:0@lo:400:kworker.0 00000100:00080000:3.0:1767319385.117120:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319385.870019:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319386.894179:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319387.918017:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319388.174063:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319388.174080:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045699840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319388.174174:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.174761:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319388.174794:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045699968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319388.174836:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319388.174906:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699840 00000100:00100000:1.0:1767319388.174915:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699840 00000100:00100000:1.0:1767319388.174979:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045699968 00000100:00100000:1.0:1767319388.174983:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045699968 00000100:00100000:1.0:1767319388.175013:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1767319388.175025:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045699840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319388.175056:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319388.175102:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045699840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319388.175110:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:1.0:1767319388.175129:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767319388.175135:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045699968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319388.175154:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319388.175185:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045699968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319388.175191:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767319388.175228:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045699968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319388.175275:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045699840:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319388.175280:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319388.175287:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319388.613869:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319388.614257:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868416 00000100:00100000:1.0:1767319388.614268:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868416 00000100:00100000:1.0:1767319388.614340:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1057 00000100:00100000:1.0:1767319388.614350:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985868416:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767319388.614411:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319388.614433:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985868416:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319388.614441:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1057 00000100:00100000:3.0:1767319388.616867:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319388.617758:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868288 00000100:00100000:1.0:1767319388.617800:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868288 00000100:00100000:1.0:1767319388.617855:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1371 00000100:00100000:1.0:1767319388.617864:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985868288:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319388.617886:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319388.617950:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985868288:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (1092us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319388.617957:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1371 00010000:00010000:1.0:1767319388.942574:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319389.965936:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319390.225811:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319390.225823:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319390.225882:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319390.225886:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319390.225890:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319390.225898:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319390.225903:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319390.225909:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319390.225931:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4e00 x1853164045700224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319390.225967:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319390.225970:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319390.225972:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319390.225976:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319390.225978:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319390.225981:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319390.225992:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6680 x1853164045700480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319390.226001:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319390.226004:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319390.226006:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319390.226010:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319390.226012:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319390.226015:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319390.226026:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164045700608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319390.226046:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319390.226050:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319390.226052:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319390.226055:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4583 00000100:00080000:2.0:1767319390.226071:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319390.226075:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319390.226088:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7480 x1853164045700992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319390.226115:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045700864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319390.226760:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.226856:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319390.226863:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045700096:0@lo:400:kworker.0 00000100:00100000:2.0:1767319390.226893:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.226966:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045700736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319390.226991:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.227009:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319390.227014:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045700352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319390.227055:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.227085:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045700224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319390.227106:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.227128:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045700480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319390.227148:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.227164:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045700608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319390.228626:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700096 00000100:00100000:3.0:1767319390.228638:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700096 00000100:00100000:3.0:1767319390.228697:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700352 00000100:00100000:3.0:1767319390.228700:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700352 00000100:00100000:3.0:1767319390.228726:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700224 00000100:00100000:3.0:1767319390.228729:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700224 00000100:00100000:3.0:1767319390.228738:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700480 00000100:00100000:3.0:1767319390.228741:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700480 00000100:00100000:3.0:1767319390.228754:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1767319390.228763:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045700096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319390.228865:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045700096:12345-0@lo:400:kworker.0 Request processed in 102us (1970us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319390.228871:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1767319390.228888:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1767319390.228895:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045700352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319390.228929:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045700352:12345-0@lo:400:kworker.0 Request processed in 35us (1874us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319390.228935:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1767319390.228948:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1767319390.228953:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045700224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319390.228983:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319390.229021:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045700224:12345-0@lo:38:kworker.0 Request processed in 67us (1913us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319390.229028:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:3.0:1767319390.229040:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1767319390.229043:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045700480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319390.229053:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319390.229089:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045700480:12345-0@lo:38:kworker.0 Request processed in 43us (1939us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319390.229095:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00080000:3.0:1767319390.229111:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319390.229161:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6a00 x1853164045700352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319390.229567:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700864 00000100:00100000:1.0:1767319390.229573:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700864 00000100:00100000:1.0:1767319390.229609:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700736 00000100:00100000:1.0:1767319390.229612:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700736 00000100:00100000:1.0:1767319390.229632:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1767319390.229638:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045700864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319390.229675:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045700864:12345-0@lo:400:kworker.0 Request processed in 37us (2916us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319390.229682:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1767319390.229698:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1767319390.229704:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045700736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319390.229734:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045700736:12345-0@lo:400:kworker.0 Request processed in 31us (2743us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319390.229741:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:1.0:1767319390.229760:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319390.229763:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1767319390.229850:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6300 x1853164045700096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319390.229861:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045700096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319390.229873:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045700864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319390.229964:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045700352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319390.229981:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045700736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319390.230613:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319390.230737:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045700992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319390.230806:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319390.230836:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319390.230840:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319390.230843:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045700224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319390.230852:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319390.230855:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319390.230858:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045700480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319390.231446:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700608 00000100:00100000:3.0:1767319390.231452:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700608 00000100:00100000:3.0:1767319390.231491:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1767319390.231498:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045700608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319390.231515:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319390.231563:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045700608:12345-0@lo:38:kworker.0 Request processed in 64us (951us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319390.231569:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00080000:2.0:1767319390.233512:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319390.233524:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319390.233528:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045700608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319390.233694:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045700992 00000100:00100000:1.0:1767319390.233702:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045700992 00000100:00100000:1.0:1767319390.233753:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1767319390.233760:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045700992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319390.233815:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319390.233880:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045700992:12345-0@lo:38:kworker.0 Request processed in 120us (3073us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319390.233887:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00080000:3.0:1767319390.235140:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319390.235150:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319390.235154:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045700992:0@lo:38:kworker.0 00010000:00010000:3.0:1767319390.990052:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319392.014016:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319393.038008:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319393.294294:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319393.294317:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045701120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319393.294375:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319393.294636:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045701120 00000100:00100000:1.0:1767319393.294646:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045701120 00000100:00100000:1.0:1767319393.294761:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1767319393.294791:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045701120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319393.294823:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319393.294880:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045701120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319393.294890:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:3.0:1767319393.295040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319393.295075:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045701120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319393.296803:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045701248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319393.296861:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319393.297038:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045701248 00000100:00100000:1.0:1767319393.297045:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045701248 00000100:00100000:1.0:1767319393.297137:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:1.0:1767319393.297146:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045701248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319393.297186:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319393.297233:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045701248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319393.297238:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1767319393.297305:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045701248:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319393.297418:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319393.729964:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319393.730031:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319393.730096:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868672 00000100:00100000:2.0:1767319393.730106:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868672 00000100:00080000:3.0:1767319393.730208:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319393.730938:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985868800 offset 0 length 520: 4 00000100:00100000:2.0:1767319393.731679:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868544 00000100:00100000:2.0:1767319393.731688:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868544 00000100:00100000:3.0:1767319393.734024:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1060 00000100:00100000:3.0:1767319393.734050:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985868672:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319393.734276:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1375 00000100:00100000:1.0:1767319393.734283:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985868544:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319393.734304:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319393.734353:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985868672:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 315us (4396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319393.734361:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1060 00000100:00100000:1.0:1767319393.735910:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985868544:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1617us (5870us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319393.735922:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1375 00010000:00010000:2.0:1767319394.062453:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319394.317996:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319369/real 1767319369] req@ffffa07bf3d71c00 x1853164045694848/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319394 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319394.318032:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf3d71c00 x1853164045694848/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319394 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319394.318051:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319394.318075:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319394.318079:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045694848:0@lo:250:kworker.0 00000100:00080000:2.0:1767319394.318100:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319394.318106:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319394.318110:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319394.318115:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4568 00000100:00080000:2.0:1767319394.318128:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319394.318146:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319394.318176:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8000 x1853164045701376/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319394.318226:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319394.318230:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319394.318232:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319394.318235:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4588 00000100:00080000:2.0:1767319394.318238:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319394.318244:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319394.318244:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045701376:0@lo:250:kworker.0 00000100:00100000:2.0:1767319394.318264:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08da300 x1853164045701632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319394.318292:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319394.318296:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319394.318298:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319394.318301:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4588 00000100:00080000:2.0:1767319394.318306:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000100:3.0:1767319394.318306:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045701376 offset 0 length 520: 4 00000100:00080000:2.0:1767319394.318314:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319394.318326:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08db100 x1853164045701888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319394.318336:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319394.318339:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319394.318341:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319394.318344:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4588 00000100:00080000:2.0:1767319394.318346:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319394.318350:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319394.318360:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045701632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319394.318365:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d9500 x1853164045702016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319394.318395:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319394.318398:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319394.318402:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319394.318402:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319394.318409:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4588 00000100:00080000:2.0:1767319394.318413:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319394.318417:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319394.318427:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045701888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319394.318432:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08da680 x1853164045702400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319394.318454:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319394.318476:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045701760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319394.318484:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045702016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319394.318517:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319394.318522:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319394.318542:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319394.318549:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045702144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319394.318584:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319394.318614:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045701632 00000100:00100000:2.0:1767319394.318620:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045701632 00000100:00100000:2.0:1767319394.318644:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767319394.318649:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045701632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319394.318664:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319394.318689:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045701632:12345-0@lo:38:kworker.0 Request processed in 40us (290us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319394.318694:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767319394.318704:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045701888 00000100:00100000:2.0:1767319394.318706:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045701888 00000100:00100000:2.0:1767319394.318715:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045701760 00000100:00100000:2.0:1767319394.318716:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045701760 00000100:00100000:2.0:1767319394.318748:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1767319394.318754:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045701760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319394.318825:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045701760:12345-0@lo:400:kworker.0 Request processed in 70us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319394.318831:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1767319394.318843:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:2.0:1767319394.318847:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045701888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319394.318860:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319394.318883:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045701888:12345-0@lo:38:kworker.0 Request processed in 34us (429us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319394.318888:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00080000:2.0:1767319394.318903:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319394.318928:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08d8a80 x1853164045701760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319394.318939:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045701760:0@lo:400:kworker.0 00000100:00100000:1.0:1767319394.319018:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045702272:0@lo:400:kworker.0 00000100:00100000:1.0:1767319394.319039:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319394.319058:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319394.319061:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045701504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319394.319077:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319394.319108:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045701504 00000100:00100000:3.0:1767319394.319109:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045702400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319394.319112:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045701504 00000100:00100000:3.0:1767319394.319150:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319394.319161:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702400 00000100:00100000:1.0:1767319394.319165:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702400 00000100:00080000:3.0:1767319394.319177:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319394.319183:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319394.319186:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1767319394.319189:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045701632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319394.319198:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045701504:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319394.319201:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319394.319207:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319394.319210:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045701888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319394.319234:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045701504:12345-0@lo:400:kworker.0 Request processed in 40us (156us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319394.319239:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1767319394.319244:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702016 00000100:00100000:3.0:1767319394.319252:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702016 00000100:00100000:1.0:1767319394.319254:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1767319394.319259:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045702400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319394.319266:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319394.319287:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045702400:12345-0@lo:38:kworker.0 Request processed in 26us (138us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319394.319291:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1767319394.319297:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1767319394.319307:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045702016:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319394.319311:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702144 00000100:00100000:1.0:1767319394.319316:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702144 00010000:00020000:3.0:1767319394.319325:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319394.319340:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702272 00000100:00100000:1.0:1767319394.319345:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702272 00000100:00100000:3.0:1767319394.319366:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045702016:12345-0@lo:38:kworker.0 Request processed in 58us (844us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319394.319367:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1767319394.319378:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1767319394.319379:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045702144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319394.319412:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045702144:12345-0@lo:400:kworker.0 Request processed in 38us (840us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319394.319413:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319394.319422:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319394.319424:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1767319394.319427:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045702016:0@lo:38:kworker.0 00000100:00080000:3.0:1767319394.319440:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319394.319444:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00080000:3.0:1767319394.319446:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319394.319451:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045702400:0@lo:38:kworker.0 00000100:00100000:1.0:1767319394.319456:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045702272:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319394.319487:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319394.319490:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045702272:12345-0@lo:400:kworker.0 Request processed in 36us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319394.319497:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00010000:00080000:1.0:1767319394.319526:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08d8380 x1853164045701504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319410 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319394.319536:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045701504:0@lo:400:kworker.0 00000100:00100000:1.0:1767319394.319546:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045702272:0@lo:400:kworker.0 00000100:00100000:2.0:1767319394.322851:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045702144:0@lo:400:kworker.0 00010000:00010000:3.0:1767319395.086111:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319396.109972:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319397.136188:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319398.162956:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319398.413975:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045702528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319398.414051:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319398.414227:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702528 00000100:00100000:1.0:1767319398.414236:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702528 00000100:00100000:3.0:1767319398.414243:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045702656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319398.414279:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319398.414348:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702656 00000100:00100000:0.0:1767319398.414353:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702656 00000100:00100000:1.0:1767319398.415290:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1767319398.415303:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045702528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319398.415335:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319398.415395:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045702528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319398.415403:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1767319398.415453:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045702528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319398.417287:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319398.417296:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319398.428918:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1767319398.428935:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045702656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319398.428968:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319398.429242:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045702656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 145us (14794us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319398.429250:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1767319398.429305:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045702656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319398.852291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319398.852371:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869056 00000100:00100000:2.0:1767319398.852381:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869056 00000100:00100000:2.0:1767319398.852474:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1063 00000100:00100000:2.0:1767319398.852486:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985869056:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319398.852570:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985869056:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319398.852578:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1063 00000100:00080000:3.0:1767319398.852648:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319398.853421:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319398.853487:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985868928 00000100:00100000:3.0:1767319398.853494:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985868928 00000100:00100000:3.0:1767319398.853526:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1379 00000100:00100000:3.0:1767319398.853533:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985868928:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319398.853556:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319398.853610:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985868928:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 76us (191us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319398.853618:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1379 00010000:00010000:3.0:1767319399.182088:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319399.442184:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319399.442196:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319399.442276:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319399.442280:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319399.442284:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319399.442293:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4592 00000100:00080000:2.0:1767319399.442298:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319399.442306:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319399.442330:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08daa00 x1853164045702912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319399.442374:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319399.442377:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319399.442379:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319399.442383:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4592 00000100:00080000:2.0:1767319399.442386:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319399.442389:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319399.442401:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d9f80 x1853164045703168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319399.442411:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319399.442414:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319399.442416:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319399.442420:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4592 00000100:00080000:2.0:1767319399.442422:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319399.442426:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319399.442436:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8380 x1853164045703296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319399.442457:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319399.442460:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319399.442462:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319399.442466:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4592 00000100:00080000:2.0:1767319399.442468:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319399.442472:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319399.442483:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08db100 x1853164045703680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319399.442577:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045702912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319399.442649:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.442689:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045703168:0@lo:38:kworker.0 00000100:00100000:3.0:1767319399.442710:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.442728:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045703296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319399.442753:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.442791:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045703680:0@lo:38:kworker.0 00000100:00100000:3.0:1767319399.442812:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.442848:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702912 00000100:00100000:3.0:1767319399.442856:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702912 00000100:00100000:3.0:1767319399.442885:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703168 00000100:00100000:3.0:1767319399.442888:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703168 00000100:00100000:3.0:1767319399.442900:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703680 00000100:00100000:3.0:1767319399.442902:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703680 00000100:00100000:3.0:1767319399.442920:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1767319399.442927:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045702912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319399.442947:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319399.443000:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045702912:12345-0@lo:38:kworker.0 Request processed in 72us (351us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319399.443007:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1767319399.443031:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1767319399.443035:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045703168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319399.443053:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319399.443073:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045703552:0@lo:400:kworker.0 00000100:00100000:3.0:1767319399.443079:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045703168:12345-0@lo:38:kworker.0 Request processed in 40us (365us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319399.443086:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1767319399.443098:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1767319399.443103:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045703680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319399.443114:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319399.443118:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319399.443147:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319399.443151:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045703680:12345-0@lo:38:kworker.0 Request processed in 45us (336us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319399.443157:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045702784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319399.443166:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1767319399.443187:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703296 00000100:00100000:1.0:1767319399.443189:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.443193:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703296 00000100:00100000:3.0:1767319399.443218:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1767319399.443222:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045703424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319399.443224:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045703296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319399.443236:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319399.443252:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319399.443274:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045703296:12345-0@lo:38:kworker.0 Request processed in 49us (519us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319399.443279:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319399.443283:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1767319399.443289:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045703040:0@lo:400:kworker.0 00000100:00100000:3.0:1767319399.443303:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045702784 00000100:00100000:3.0:1767319399.443309:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045702784 00000100:00100000:1.0:1767319399.443315:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319399.443342:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703040 00000100:00100000:1.0:1767319399.443346:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703040 00000100:00100000:3.0:1767319399.443348:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:1.0:1767319399.443378:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00080000:2.0:1767319399.443466:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319399.443472:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319399.443478:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045702912:0@lo:38:kworker.0 00000100:00080000:2.0:1767319399.443487:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319399.443490:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319399.443493:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045703168:0@lo:38:kworker.0 00000100:00080000:2.0:1767319399.443499:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319399.443501:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319399.443504:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045703296:0@lo:38:kworker.0 00000100:00080000:2.0:1767319399.443510:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319399.443513:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319399.443515:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045703680:0@lo:38:kworker.0 00000100:00080000:2.0:1767319399.443554:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319399.443587:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703552 00000100:00100000:0.0:1767319399.443591:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703552 00000100:00100000:0.0:1767319399.443617:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703424 00000100:00100000:0.0:1767319399.443620:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703424 00000100:00100000:0.0:1767319399.443637:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767319399.443644:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045703552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319399.443686:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045703552:12345-0@lo:400:kworker.0 Request processed in 42us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319399.443691:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767319399.443702:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1767319399.443707:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045703424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319399.443736:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045703424:12345-0@lo:400:kworker.0 Request processed in 28us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319399.443742:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1767319399.443854:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045703552:0@lo:400:kworker.0 00000100:00100000:0.0:1767319399.443879:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045703424:0@lo:400:kworker.0 00000100:00100000:3.0:1767319399.452925:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045702784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319399.453049:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045702784:12345-0@lo:400:kworker.0 Request processed in 9683us (9851us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319399.453060:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00010000:00080000:0.0:1767319399.453129:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08d8a80 x1853164045702784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319399.453144:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045702784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319399.455611:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045703040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319399.455714:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045703040:12345-0@lo:400:kworker.0 Request processed in 12328us (12398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319399.455724:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00010000:00080000:0.0:1767319399.455839:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08d9c00 x1853164045703040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319415 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319399.455854:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045703040:0@lo:400:kworker.0 00010000:00010000:1.0:1767319400.206307:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319401.230515:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319402.254017:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319403.278896:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319403.534172:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045703808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319403.534263:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319403.534475:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703808 00000100:00100000:1.0:1767319403.534486:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703808 00000100:00100000:1.0:1767319403.534553:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1767319403.534563:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045703808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319403.534681:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319403.534727:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045703808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 166us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319403.534735:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1767319403.535578:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1767319403.535927:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319403.536575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045703808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319403.536802:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045703936:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319403.536883:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319403.537794:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045703936 00000100:00100000:3.0:1767319403.537804:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045703936 00000100:00100000:3.0:1767319403.537868:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1767319403.537885:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045703936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319403.538075:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319403.538215:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045703936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 338us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319403.538224:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1767319403.538455:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045703936:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319403.538543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319403.973003:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319403.973211:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869184 00000100:00100000:2.0:1767319403.973225:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869184 00000100:00100000:2.0:1767319403.973276:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1383 00000100:00100000:2.0:1767319403.973285:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985869184:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319403.973310:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319403.973391:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985869184:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 106us (398us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319403.973399:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1383 00000100:00100000:0.0:1767319403.974164:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319403.974639:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869312 00000100:00100000:3.0:1767319403.974647:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869312 00000100:00100000:3.0:1767319403.974724:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1066 00000100:00100000:3.0:1767319403.974734:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985869312:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319403.974906:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985869312:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 173us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319403.974914:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1066 00000100:00080000:0.0:1767319403.975542:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319404.302189:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319404.558113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319404.558134:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319404.558217:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045704064:0@lo:400:kworker.0 00000100:00100000:2.0:1767319404.558291:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319404.558415:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704064 00000100:00100000:1.0:1767319404.558424:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704064 00000100:00100000:1.0:1767319404.558481:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1767319404.558491:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045704064:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319404.558561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319404.558565:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319404.558569:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319404.558581:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319404.558585:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319404.558590:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319404.558610:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6d80 x1853164045704192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319404.558639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319404.558642:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319404.558644:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319404.558647:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319404.558650:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319404.558654:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319404.558663:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d5180 x1853164045704448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319404.558671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319404.558674:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319404.558675:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319404.558678:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319404.558680:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319404.558683:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319404.558693:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d7800 x1853164045704576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319404.558940:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045704320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.558983:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319404.559008:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319404.559013:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045704704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559040:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319404.559069:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704320 00000100:00100000:0.0:1767319404.559073:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704320 00000100:00100000:0.0:1767319404.559104:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1767319404.559110:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045704320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559146:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045704320:12345-0@lo:400:kworker.0 Request processed in 35us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319404.559152:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1767319404.559174:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704704 00000100:00100000:0.0:1767319404.559178:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704704 00000100:00100000:0.0:1767319404.559207:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1767319404.559214:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045704704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559243:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045704704:12345-0@lo:400:kworker.0 Request processed in 30us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319404.559249:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00080000:0.0:1767319404.559519:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319404.559551:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045704704:0@lo:400:kworker.0 00010000:00080000:0.0:1767319404.559562:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4700 x1853164045704320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319404.559584:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045704320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559636:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045704832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559677:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319404.559708:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704832 00000100:00100000:0.0:1767319404.559712:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704832 00000100:00100000:0.0:1767319404.559734:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1767319404.559740:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045704832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559826:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045704832:12345-0@lo:400:kworker.0 Request processed in 85us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319404.559831:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1767319404.559855:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045704832:0@lo:400:kworker.0 00000100:00100000:0.0:1767319404.559958:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045704192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319404.559984:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319404.560010:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045704448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319404.560030:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319404.560063:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045704576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319404.560086:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319404.560118:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704192 00000100:00100000:0.0:1767319404.560122:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704192 00000100:00100000:0.0:1767319404.560140:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704448 00000100:00100000:0.0:1767319404.560142:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704448 00000100:00100000:0.0:1767319404.560157:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1767319404.560162:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045704192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319404.560179:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319404.560213:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045704192:12345-0@lo:38:kworker.0 Request processed in 50us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319404.560219:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:0.0:1767319404.560230:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1767319404.560234:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045704448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319404.560243:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319404.560263:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045704448:12345-0@lo:38:kworker.0 Request processed in 28us (232us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319404.560268:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00080000:0.0:1767319404.560295:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319404.560300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319404.560303:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045704192:0@lo:38:kworker.0 00000100:00080000:0.0:1767319404.560311:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319404.560314:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319404.560317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045704448:0@lo:38:kworker.0 00000100:00100000:0.0:1767319404.560352:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704576 00000100:00100000:0.0:1767319404.560356:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704576 00000100:00100000:0.0:1767319404.560375:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1767319404.560379:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045704576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319404.560389:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319404.560417:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045704576:12345-0@lo:38:kworker.0 Request processed in 37us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319404.560423:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:0.0:1767319404.560446:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319404.560450:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319404.560453:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045704576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319404.565894:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045704064:12345-0@lo:400:kworker.0 Request processed in 7394us (7591us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319404.565911:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00010000:00080000:2.0:1767319404.566105:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d6a00 x1853164045704064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319420 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319404.566214:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045704064:0@lo:400:kworker.0 00000100:00080000:3.0:1767319404.572407:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319404.572418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319404.572423:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319404.572430:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4597 00000100:00080000:3.0:1767319404.572435:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319404.572443:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319404.572524:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15880 x1853164045704960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319404.572753:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045704960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319404.572844:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319404.573707:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045704960 00000100:00100000:1.0:1767319404.573719:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045704960 00000100:00100000:1.0:1767319404.573797:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1767319404.573806:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045704960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319404.573827:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319404.577398:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045704960:12345-0@lo:38:kworker.0 Request processed in 3580us (4542us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319404.577413:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00080000:0.0:1767319404.583240:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319404.583256:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319404.583261:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045704960:0@lo:38:kworker.0 00010000:00010000:1.0:1767319405.330716:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319406.351420:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319407.378745:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319408.399249:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319408.654088:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319408.654823:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319408.654843:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045705216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319408.654924:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319408.655046:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705216 00000100:00100000:3.0:1767319408.655055:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705216 00000100:00100000:3.0:1767319408.655117:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1767319408.655126:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045705216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319408.655156:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319408.655205:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045705216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319408.655212:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1767319408.655261:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045705216:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319408.655410:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319408.657094:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045705088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319408.657158:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319408.659705:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705088 00000100:00100000:3.0:1767319408.659719:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705088 00000100:00100000:3.0:1767319408.660235:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1767319408.660246:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045705088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319408.660278:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319408.660380:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045705088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 136us (3221us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319408.660388:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1767319408.663186:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045705088:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319408.664172:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319409.093237:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319409.093276:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319409.093636:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869568 00000100:00100000:3.0:1767319409.093646:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869568 00000100:00100000:2.0:1767319409.093714:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869440 00000100:00100000:2.0:1767319409.093719:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869440 00000100:00100000:3.0:1767319409.093720:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1069 00000100:00080000:0.0:1767319409.093795:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319409.094048:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985869568:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319409.094128:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985869568:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319409.095217:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1387 00000100:00100000:2.0:1767319409.095225:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985869440:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319409.095247:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319409.095301:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985869440:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 75us (2023us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319409.095309:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1387 00000100:00100000:3.0:1767319409.099492:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1069 00010000:00010000:1.0:1767319409.423075:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319409.678143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319409.678153:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319409.678239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045705344:0@lo:400:kworker.0 00000100:00100000:3.0:1767319409.678308:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319409.678442:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705344 00000100:00100000:2.0:1767319409.678450:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705344 00000100:00100000:2.0:1767319409.678510:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:2.0:1767319409.678517:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045705344:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319409.678590:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319409.678685:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319409.678690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319409.678694:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319409.678699:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4602 00000100:00080000:0.0:1767319409.678703:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319409.678707:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319409.678727:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4700 x1853164045705472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319409.678757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319409.678760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319409.678762:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319409.678803:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4602 00000100:00080000:0.0:1767319409.678806:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319409.678809:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319409.678822:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0632680 x1853164045705728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319409.678831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319409.678834:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319409.678836:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319409.678838:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4602 00000100:00080000:0.0:1767319409.678841:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319409.678844:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319409.678868:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5500 x1853164045705856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319409.678923:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045706112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.678962:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319409.678999:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045705472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319409.679018:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319409.679036:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045705728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319409.679050:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319409.679062:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045705856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319409.679079:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319409.679105:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045705984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.679122:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319409.679135:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319409.679139:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045705600:0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.679154:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319409.679173:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705856 00000100:00100000:1.0:1767319409.679176:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705856 00000100:00100000:1.0:1767319409.679195:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1767319409.679200:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045705856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319409.679216:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319409.679290:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045705856:12345-0@lo:38:kworker.0 Request processed in 89us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319409.679297:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1767319409.679320:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705472 00000100:00100000:1.0:1767319409.679323:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705472 00000100:00100000:1.0:1767319409.679335:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705728 00000100:00100000:1.0:1767319409.679337:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705728 00000100:00100000:1.0:1767319409.679346:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705600 00000100:00100000:1.0:1767319409.679348:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705600 00000100:00100000:1.0:1767319409.679365:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1767319409.679370:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045705600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.679397:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045705600:12345-0@lo:400:kworker.0 Request processed in 27us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319409.679402:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1767319409.679413:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1767319409.679417:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045705472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319409.679425:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319409.679441:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045705472:12345-0@lo:38:kworker.0 Request processed in 24us (422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319409.679447:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:1.0:1767319409.679456:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:1.0:1767319409.679459:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045705728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319409.679466:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319409.679482:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045705728:12345-0@lo:38:kworker.0 Request processed in 22us (431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319409.679487:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00080000:1.0:1767319409.679500:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319409.679520:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d5880 x1853164045705600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319409.679531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045705600:0@lo:400:kworker.0 00000100:00080000:1.0:1767319409.679552:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319409.679569:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319409.679572:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045705472:0@lo:38:kworker.0 00000100:00080000:1.0:1767319409.679580:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319409.679583:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319409.679585:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045705728:0@lo:38:kworker.0 00000100:00080000:1.0:1767319409.679592:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319409.679595:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319409.679598:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045705856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319409.679630:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706112 00000100:00100000:1.0:1767319409.679634:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706112 00000100:00100000:1.0:1767319409.679657:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045705984 00000100:00100000:1.0:1767319409.679659:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045705984 00000100:00100000:1.0:1767319409.679674:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767319409.679679:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045706112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.679713:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045706112:12345-0@lo:400:kworker.0 Request processed in 32us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319409.679719:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1767319409.679731:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767319409.679736:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045705984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.679763:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045705984:12345-0@lo:400:kworker.0 Request processed in 27us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319409.679789:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1767319409.679816:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045706112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319409.679839:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045705984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319409.684009:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045705344:12345-0@lo:400:kworker.0 Request processed in 5483us (5691us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319409.684022:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00080000:0.0:1767319409.686096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319409.686103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319409.686106:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319409.686112:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4602 00000100:00080000:0.0:1767319409.686116:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319409.686121:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319409.686154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1880 x1853164045706240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319409.686291:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045706240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319409.686342:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319409.689074:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706240 00000100:00100000:2.0:1767319409.689087:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706240 00000100:00100000:2.0:1767319409.689137:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:2.0:1767319409.689143:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045706240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319409.689162:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319409.689935:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045706240:12345-0@lo:38:kworker.0 Request processed in 789us (3589us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319409.689942:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00010000:00080000:3.0:1767319409.690308:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d6d80 x1853164045705344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319425 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319409.690323:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045705344:0@lo:400:kworker.0 00000100:00080000:0.0:1767319409.690411:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319409.690417:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319409.690421:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045706240:0@lo:38:kworker.0 00010000:00010000:2.0:1767319410.446127:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319411.473171:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319412.496670:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319413.518147:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319413.776056:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319413.776089:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045706496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319413.776421:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319413.776494:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706496 00000100:00100000:3.0:1767319413.776503:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706496 00000100:00100000:1.0:1767319413.776539:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319413.776558:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045706368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319413.776581:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1767319413.776593:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045706496:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319413.776602:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767319413.776629:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319413.776635:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706368 00000100:00100000:1.0:1767319413.776640:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706368 00000100:00100000:1.0:1767319413.776663:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1767319413.776671:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045706368:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319413.776699:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045706496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (282us total) trans 0 rc 0/0 00002000:00000024:1.0:1767319413.776702:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319413.776709:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1767319413.776758:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045706496:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319413.776871:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319413.776875:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319413.777012:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045706368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 342us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319413.777023:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1767319413.777099:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045706368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319414.213005:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319414.213086:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319414.213480:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869696 00000100:00100000:2.0:1767319414.213490:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869696 00000100:00100000:2.0:1767319414.213709:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985869824 00000100:00100000:2.0:1767319414.213713:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985869824 00000100:00100000:2.0:1767319414.213833:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1072 00000100:00100000:0.0:1767319414.213844:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1391 00000100:00100000:0.0:1767319414.213850:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985869696:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767319414.213853:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985869824:12345-192.168.204.59@tcp:400:kworker.0 00010000:00020000:0.0:1767319414.213871:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319414.213917:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985869696:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (926us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319414.213925:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1391 00000100:00080000:3.0:1767319414.214019:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319414.214140:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985869824:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 298us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319414.214147:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1072 00010000:00010000:2.0:1767319414.542058:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319414.798412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319414.798424:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319414.798592:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319414.798645:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045706624:0@lo:400:kworker.0 00000100:00100000:2.0:1767319414.798727:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319414.799061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319414.799067:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319414.799315:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706624 00000100:00100000:3.0:1767319414.799330:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706624 00000100:00080000:0.0:1767319414.799389:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319414.799397:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319414.799405:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319414.799442:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db800 x1853164045706752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319414.799443:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1767319414.799462:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045706624:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319414.799501:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319414.799506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319414.799510:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319414.799515:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319414.799519:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319414.799524:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319414.799546:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db100 x1853164045707008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319414.799555:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045706624:12345-0@lo:400:kworker.0 Request processed in 83us (813us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319414.799567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319414.799573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767319414.799574:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00080000:0.0:1767319414.799576:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319414.799583:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319414.799586:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319414.799590:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319414.799609:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045706880:0@lo:400:kworker.0 00000100:00100000:0.0:1767319414.799616:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762d80 x1853164045707136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319414.799646:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319414.799670:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319414.799675:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319414.799677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319414.799681:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4607 00000100:00080000:0.0:1767319414.799685:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319414.799690:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767319414.799691:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319414.799706:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045707264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319414.799714:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9c00 x1853164045707520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319414.799729:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706880 00000100:00100000:1.0:1767319414.799737:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706880 00000100:00100000:3.0:1767319414.799749:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319414.799753:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045706752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319414.799855:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319414.799894:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045707008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319414.799924:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319414.799951:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045707136:0@lo:38:kworker.0 00010000:00080000:3.0:1767319414.799958:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e2d80 x1853164045706624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319414.799975:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045706624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319414.799988:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319414.800016:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319414.800024:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045707520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319414.800030:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045707392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319414.800062:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319414.800090:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319414.800117:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707136 00000100:00100000:0.0:1767319414.800124:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707136 00000100:00100000:3.0:1767319414.800144:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045706752 00000100:00100000:3.0:1767319414.800152:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045706752 00000100:00100000:3.0:1767319414.800177:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707008 00000100:00100000:3.0:1767319414.800181:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707008 00000100:00100000:3.0:1767319414.800193:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707520 00000100:00100000:3.0:1767319414.800195:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707520 00000100:00100000:3.0:1767319414.800205:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1767319414.800211:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045706752:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319414.800230:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319414.800261:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1767319414.800272:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045706752:12345-0@lo:38:kworker.0 Request processed in 58us (416us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319414.800283:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045707136:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319414.800283:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00010000:00020000:0.0:1767319414.800299:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319414.800304:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1767319414.800309:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045707008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319414.800320:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319414.800335:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045707136:12345-0@lo:38:kworker.0 Request processed in 53us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319414.800343:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1767319414.800353:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045707008:12345-0@lo:38:kworker.0 Request processed in 41us (431us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319414.800360:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1767319414.800370:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1767319414.800374:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045707520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319414.800384:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319414.800406:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045707520:12345-0@lo:38:kworker.0 Request processed in 30us (349us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319414.800411:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1767319414.800691:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707264 00000100:00100000:3.0:1767319414.800697:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707264 00000100:00080000:0.0:1767319414.800699:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319414.800706:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319414.800710:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045706752:0@lo:38:kworker.0 00000100:00080000:0.0:1767319414.800722:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319414.800727:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319414.800729:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707392 00000100:00100000:0.0:1767319414.800732:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045707008:0@lo:38:kworker.0 00000100:00100000:3.0:1767319414.800734:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707392 00000100:00080000:0.0:1767319414.800744:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319414.800748:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319414.800752:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045707136:0@lo:38:kworker.0 00000100:00080000:0.0:1767319414.800802:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319414.800806:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319414.800809:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045707520:0@lo:38:kworker.0 00000100:00100000:1.0:1767319414.800909:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1767319414.800924:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045706880:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319414.800931:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319414.800987:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1767319414.800997:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1767319414.801002:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045706880:12345-0@lo:400:kworker.0 Request processed in 81us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319414.801004:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045707264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319414.801017:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045707392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319414.801023:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00010000:00080000:1.0:1767319414.801220:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70dbb80 x1853164045706880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319430 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319414.801237:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045707392:12345-0@lo:400:kworker.0 Request processed in 224us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319414.801237:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045707264:12345-0@lo:400:kworker.0 Request processed in 235us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319414.801239:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045706880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319414.801272:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1767319414.801281:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1767319414.801309:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045707264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319414.801375:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045707392:0@lo:400:kworker.0 00010000:00010000:3.0:1767319415.571220:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319416.591047:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319417.614159:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319418.313808:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985869952 offset 0 length 520: 4 00000100:00100000:1.0:1767319418.313857:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319418.313897:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319418.313996:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870208 00000100:00100000:3.0:1767319418.313996:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870080 00000100:00100000:2.0:1767319418.314006:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870208 00000100:00100000:3.0:1767319418.314006:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870080 00000100:00100000:3.0:1767319418.314063:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1075 00000100:00080000:0.0:1767319418.314106:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319418.314159:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985870208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319418.314232:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985870208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319418.315117:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1395 00000100:00100000:2.0:1767319418.315126:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985870080:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319418.315147:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319418.315184:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985870080:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 58us (1327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319418.315191:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1395 00000100:00100000:3.0:1767319418.317635:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1075 00010000:00010000:2.0:1767319418.638629:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319418.894402:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319418.894419:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045707648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319418.894483:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319418.894698:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707648 00000100:00100000:0.0:1767319418.894706:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707648 00000100:00100000:0.0:1767319418.894764:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767319418.894797:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045707648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319418.894827:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319418.894867:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045707648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319418.894874:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:0.0:1767319418.895048:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319418.896081:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045707648:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319418.897472:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045707776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319418.897546:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319418.897837:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045707776 00000100:00100000:3.0:1767319418.897844:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045707776 00000100:00080000:0.0:1767319418.897967:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319418.898021:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1767319418.898294:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045707776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319418.898324:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319418.898384:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045707776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 354us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319418.898391:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1767319418.898476:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045707776:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319419.662184:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319419.917909:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319394/real 1767319394] req@ffffa07bd08d8000 x1853164045701376/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319419 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319419.917941:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd08d8000 x1853164045701376/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319419 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319419.917957:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319419.917963:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319419.917965:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045701376:0@lo:250:kworker.0 00000100:00080000:3.0:1767319419.918057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319419.918065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319419.918068:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319419.918072:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4592 00000100:00080000:3.0:1767319419.918076:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319419.918082:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319419.918116:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15500 x1853164045707904/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319419.918175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319419.918178:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319419.918179:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319419.918182:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4613 00000100:00080000:3.0:1767319419.918184:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319419.918186:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319419.918199:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045708160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319419.918216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319419.918219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319419.918220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319419.918222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4613 00000100:00080000:3.0:1767319419.918224:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319419.918225:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319419.918233:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17b80 x1853164045708416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319419.918238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319419.918239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319419.918241:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319419.918244:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4613 00000100:00080000:3.0:1767319419.918245:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319419.918247:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319419.918254:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045708544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319419.918273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319419.918276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319419.918277:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319419.918280:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4613 00000100:00080000:3.0:1767319419.918282:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319419.918286:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319419.918296:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14700 x1853164045708928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319419.918319:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045708800:0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.918369:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319419.918424:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319419.918430:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045708032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.918453:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319419.918488:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045708288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.918509:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319419.918528:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319419.918532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045708672:0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.918551:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319419.918583:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708032 00000100:00100000:3.0:1767319419.918591:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708032 00000100:00100000:3.0:1767319419.918632:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708288 00000100:00100000:3.0:1767319419.918635:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708288 00000100:00100000:3.0:1767319419.918658:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1767319419.918679:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045708032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.918733:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045708032:12345-0@lo:400:kworker.0 Request processed in 55us (277us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319419.918735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319419.918741:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:0.0:1767319419.918752:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708800 00000100:00100000:0.0:1767319419.918756:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708800 00000100:00100000:3.0:1767319419.918756:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1767319419.918761:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045708288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319419.918797:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708672 00000100:00100000:0.0:1767319419.918801:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708672 00000100:00100000:3.0:1767319419.918816:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045708288:12345-0@lo:400:kworker.0 Request processed in 54us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319419.918820:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1767319419.918822:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:0.0:1767319419.918826:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045708800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.918840:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1767319419.918846:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045708672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319419.918855:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045708800:12345-0@lo:400:kworker.0 Request processed in 30us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319419.918860:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1767319419.918871:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045708672:12345-0@lo:400:kworker.0 Request processed in 24us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319419.918876:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1767319419.918965:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045707904:0@lo:250:kworker.0 00000100:00100000:3.0:1767319419.918978:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045708672:0@lo:400:kworker.0 00000400:00000100:2.0:1767319419.918986:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045707904 offset 0 length 520: 4 00010000:00080000:3.0:1767319419.918988:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16680 x1853164045708288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319419.918996:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045708288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319419.919004:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045708160:0@lo:38:kworker.0 00010000:00080000:3.0:1767319419.919019:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15c00 x1853164045708032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319419.919024:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319419.919029:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045708032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319419.919038:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045708800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319419.919041:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045708416:0@lo:38:kworker.0 00000100:00100000:2.0:1767319419.919077:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319419.919101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045708544:0@lo:38:kworker.0 00000100:00100000:2.0:1767319419.919124:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319419.919139:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045708928:0@lo:38:kworker.0 00000100:00100000:2.0:1767319419.919155:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319419.919181:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708160 00000100:00100000:2.0:1767319419.919185:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708160 00000100:00100000:2.0:1767319419.919202:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708416 00000100:00100000:2.0:1767319419.919205:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708416 00000100:00100000:2.0:1767319419.919217:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708928 00000100:00100000:2.0:1767319419.919219:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708928 00000100:00100000:2.0:1767319419.919233:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1767319419.919238:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045708160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319419.919261:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319419.919281:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1767319419.919286:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045708416:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319419.919290:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045708160:12345-0@lo:38:kworker.0 Request processed in 52us (266us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319419.919296:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00010000:00020000:3.0:1767319419.919296:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319419.919308:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1767319419.919312:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045708928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319419.919320:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319419.919332:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045708416:12345-0@lo:38:kworker.0 Request processed in 33us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319419.919338:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1767319419.919340:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045708928:12345-0@lo:38:kworker.0 Request processed in 27us (184us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319419.919345:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00080000:2.0:1767319419.919363:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319419.919367:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319419.919370:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045708160:0@lo:38:kworker.0 00000100:00080000:2.0:1767319419.919379:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319419.919382:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319419.919385:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045708416:0@lo:38:kworker.0 00000100:00080000:2.0:1767319419.919392:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319419.919394:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319419.919396:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045708928:0@lo:38:kworker.0 00000100:00100000:0.0:1767319419.920878:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045708544 00000100:00100000:0.0:1767319419.920889:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045708544 00000100:00100000:0.0:1767319419.920975:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1767319419.920982:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045708544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319419.921000:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319419.921067:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045708544:12345-0@lo:38:kworker.0 Request processed in 84us (1941us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319419.921074:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:2.0:1767319419.921113:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319419.921119:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319419.921124:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045708544:0@lo:38:kworker.0 00010000:00010000:1.0:1767319420.686047:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319421.711284:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319422.733939:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319423.426960:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319423.427119:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319423.429807:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870336 00000100:00100000:3.0:1767319423.429852:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870336 00000100:00100000:3.0:1767319423.429940:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870464 00000100:00100000:3.0:1767319423.429944:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870464 00000100:00100000:3.0:1767319423.430231:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1078 00000100:00100000:3.0:1767319423.430242:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985870464:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319423.430340:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985870464:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 99us (3220us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319423.430349:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1078 00000100:00100000:3.0:1767319423.430366:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1399 00000100:00100000:3.0:1767319423.430371:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985870336:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319423.430413:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319423.430441:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985870336:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 68us (3488us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319423.431049:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1399 00000100:00080000:2.0:1767319423.431388:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319423.758000:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319424.013962:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319424.013980:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045709056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319424.014207:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319424.014219:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045709184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319424.014977:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319424.015112:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709184 00000100:00100000:0.0:1767319424.015121:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709184 00000100:00100000:0.0:1767319424.015186:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1767319424.015196:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045709184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319424.015238:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319424.015288:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045709184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319424.015295:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1767319424.015353:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045709184:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319424.015630:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319424.016567:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319424.016675:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709056 00000100:00100000:1.0:1767319424.016682:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709056 00000100:00100000:1.0:1767319424.016740:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1767319424.016749:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045709056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319424.016788:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319424.016846:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045709056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319424.016854:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1767319424.016906:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045709056:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319424.016947:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319424.782717:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319425.038303:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319425.038312:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319425.038360:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319425.038364:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319425.038368:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319425.038375:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4618 00000100:00080000:3.0:1767319425.038380:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319425.038386:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319425.038409:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164045709440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319425.038443:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319425.038446:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319425.038448:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319425.038452:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4618 00000100:00080000:3.0:1767319425.038454:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319425.038458:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319425.038469:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17800 x1853164045709696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319425.038479:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319425.038481:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767319425.038482:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319425.038486:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319425.038490:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4618 00000100:00080000:3.0:1767319425.038493:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319425.038497:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045709312:0@lo:400:kworker.0 00000100:00080000:3.0:1767319425.038499:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319425.038514:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045709824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319425.038597:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319425.038622:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319425.038626:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319425.038628:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319425.038632:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4618 00000100:00080000:3.0:1767319425.038635:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319425.038638:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045710080:0@lo:400:kworker.0 00000100:00080000:3.0:1767319425.038640:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319425.038654:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045710208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319425.038689:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045709568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319425.038720:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319425.038828:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045709440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319425.038863:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319425.038883:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045709696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319425.038905:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319425.038932:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709312 00000100:00100000:1.0:1767319425.038941:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709312 00000100:00100000:0.0:1767319425.039075:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319425.039107:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319425.039119:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045709952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319425.039145:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710080 00000100:00100000:3.0:1767319425.039150:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319425.039151:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710080 00000100:00100000:1.0:1767319425.039215:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709568 00000100:00100000:1.0:1767319425.039220:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709568 00000100:00100000:0.0:1767319425.039250:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709952 00000100:00100000:0.0:1767319425.039253:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709952 00000100:00100000:0.0:1767319425.039277:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767319425.039286:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045710080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319425.039337:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045710080:12345-0@lo:400:kworker.0 Request processed in 53us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319425.039345:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767319425.039359:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1767319425.039380:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045709952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319425.039424:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045709952:12345-0@lo:400:kworker.0 Request processed in 59us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319425.039430:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1767319425.046046:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045709824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319425.046113:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319425.046160:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045710208:0@lo:38:kworker.0 00000100:00100000:2.0:1767319425.046190:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319425.047109:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709440 00000100:00100000:1.0:1767319425.047119:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709440 00000100:00100000:1.0:1767319425.047158:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709696 00000100:00100000:1.0:1767319425.047161:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709696 00000100:00100000:1.0:1767319425.047177:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1767319425.047192:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045709312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319425.047605:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1767319425.047617:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045709568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319425.047765:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045709312:12345-0@lo:400:kworker.0 Request processed in 580us (9196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319425.047788:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1767319425.047810:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767319425.047814:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045709440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319425.047831:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319425.047859:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045709440:12345-0@lo:38:kworker.0 Request processed in 44us (8997us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319425.047866:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767319425.047877:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1767319425.047881:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045709696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319425.047893:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319425.047917:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045709696:12345-0@lo:38:kworker.0 Request processed in 35us (9013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319425.047923:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:0.0:1767319425.048115:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045709568:12345-0@lo:400:kworker.0 Request processed in 502us (9394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319425.048122:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:0.0:1767319425.048144:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045709824 00000100:00100000:0.0:1767319425.048148:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045709824 00000100:00100000:0.0:1767319425.048176:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:0.0:1767319425.048181:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045709824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319425.048191:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319425.048215:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045709824:12345-0@lo:38:kworker.0 Request processed in 33us (2103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319425.048221:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1767319425.048581:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045710080:0@lo:400:kworker.0 00010000:00080000:1.0:1767319425.048601:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15c00 x1853164045709312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319425.048611:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045709312:0@lo:400:kworker.0 00000100:00080000:0.0:1767319425.048937:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319425.049561:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045709952:0@lo:400:kworker.0 00010000:00080000:3.0:1767319425.049589:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16a00 x1853164045709568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319441 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319425.049600:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045709568:0@lo:400:kworker.0 00000100:00080000:2.0:1767319425.052141:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319425.052153:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319425.052157:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045709440:0@lo:38:kworker.0 00000100:00080000:2.0:1767319425.052170:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319425.052173:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319425.052176:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045709696:0@lo:38:kworker.0 00000100:00080000:2.0:1767319425.052185:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319425.052188:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319425.052191:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045709824:0@lo:38:kworker.0 00000100:00100000:3.0:1767319425.053522:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710208 00000100:00100000:3.0:1767319425.053535:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710208 00000100:00100000:3.0:1767319425.053693:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:3.0:1767319425.053702:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045710208:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319425.053723:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319425.053895:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045710208:12345-0@lo:38:kworker.0 Request processed in 192us (7704us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319425.053903:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00080000:2.0:1767319425.057420:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319425.057433:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319425.057438:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045710208:0@lo:38:kworker.0 00010000:00010000:1.0:1767319425.807349:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319426.830013:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319427.856664:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319428.547913:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319428.547973:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319428.548153:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870592 00000100:00100000:3.0:1767319428.548162:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870592 00000100:00100000:3.0:1767319428.548224:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870720 00000100:00100000:3.0:1767319428.548228:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870720 00000100:00100000:0.0:1767319428.548268:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1403 00000100:00100000:0.0:1767319428.548278:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985870592:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:3.0:1767319428.548299:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1081 00000100:00100000:3.0:1767319428.548309:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985870720:12345-192.168.204.59@tcp:400:kworker.0 00010000:00020000:0.0:1767319428.548322:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319428.548409:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985870720:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319428.548417:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1081 00000100:00100000:0.0:1767319428.548548:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985870592:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 269us (643us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319428.548557:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1403 00000100:00080000:2.0:1767319428.548971:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319428.879909:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319429.134093:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319429.134109:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045710336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319429.134209:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319429.134411:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710336 00000100:00100000:0.0:1767319429.134419:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710336 00000100:00100000:0.0:1767319429.134541:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1767319429.134561:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045710336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319429.134613:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319429.134679:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045710336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319429.134688:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:0.0:1767319429.134732:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045710336:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319429.134948:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319429.135238:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045710464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319429.135275:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319429.135373:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710464 00000100:00100000:2.0:1767319429.135378:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710464 00000100:00100000:2.0:1767319429.135421:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1767319429.135439:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045710464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319429.135456:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319429.135491:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045710464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319429.135508:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:3.0:1767319429.135682:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319429.135708:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045710464:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319429.905990:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319430.158747:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319430.158755:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319430.158862:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045710592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319430.158930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319430.159353:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710592 00000100:00100000:2.0:1767319430.159363:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710592 00000100:00100000:2.0:1767319430.159440:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1767319430.159451:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045710592:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319430.159544:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319430.159687:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319430.159691:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319430.159694:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319430.159698:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319430.159702:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319430.159706:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319430.159732:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045710720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319430.159759:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319430.159761:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319430.159763:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319430.159835:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319430.159838:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319430.159842:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319430.159857:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17800 x1853164045710976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319430.159867:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319430.159870:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319430.159872:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319430.159875:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319430.159877:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319430.159881:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319430.159892:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164045711104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319430.159960:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045711360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319430.160015:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319430.160056:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711360 00000100:00100000:3.0:1767319430.160060:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711360 00000100:00100000:3.0:1767319430.160091:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1767319430.160098:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045711360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319430.160136:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045711360:12345-0@lo:400:kworker.0 Request processed in 37us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319430.160143:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1767319430.161942:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045711360:0@lo:400:kworker.0 00000100:00100000:3.0:1767319430.162005:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045710720:0@lo:38:kworker.0 00000100:00100000:3.0:1767319430.162096:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319430.162148:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045710976:0@lo:38:kworker.0 00000100:00100000:3.0:1767319430.162183:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319430.162209:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045711104:0@lo:38:kworker.0 00000100:00100000:3.0:1767319430.162255:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319430.162307:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711104 00000100:00100000:3.0:1767319430.162312:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711104 00000100:00100000:3.0:1767319430.162341:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1767319430.162348:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045711104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319430.162366:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319430.163528:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710720 00000100:00100000:0.0:1767319430.163539:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710720 00000100:00100000:0.0:1767319430.163573:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710976 00000100:00100000:0.0:1767319430.163575:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710976 00000100:00100000:0.0:1767319430.163589:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767319430.163594:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045710720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319430.163606:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319430.164375:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045711104:12345-0@lo:38:kworker.0 Request processed in 2022us (2114us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319430.164386:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1767319430.164435:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1767319430.164441:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045710976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319430.164456:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319430.166743:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045710720:12345-0@lo:38:kworker.0 Request processed in 3138us (4637us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319430.166759:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767319430.166836:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045710848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319430.166891:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319430.166931:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319430.166938:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045711232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319430.166962:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319430.166989:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045710848 00000100:00100000:0.0:1767319430.166995:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045710848 00000100:00100000:0.0:1767319430.167033:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1767319430.167038:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045710848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319430.169326:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045710592:12345-0@lo:400:kworker.0 Request processed in 9869us (10386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319430.169340:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1767319430.169439:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045710848:12345-0@lo:400:kworker.0 Request processed in 2397us (2545us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319430.169449:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00080000:2.0:1767319430.169482:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319430.169488:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319430.169494:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711232 00000100:00100000:2.0:1767319430.169494:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045710720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319430.169503:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711232 00000100:00100000:0.0:1767319430.169547:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1767319430.169555:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045711232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319430.169600:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045711232:12345-0@lo:400:kworker.0 Request processed in 46us (2636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319430.169606:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1767319430.169640:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045711232:0@lo:400:kworker.0 00010000:00080000:0.0:1767319430.169655:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17480 x1853164045710848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319430.169665:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045710848:0@lo:400:kworker.0 00010000:00080000:0.0:1767319430.169701:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d5880 x1853164045710592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319446 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319430.169711:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045710592:0@lo:400:kworker.0 00000100:00080000:0.0:1767319430.169750:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319430.172844:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319430.172854:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319430.172859:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319430.172859:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045710976:12345-0@lo:38:kworker.0 Request processed in 8409us (10669us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319430.172868:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4623 00000100:00080000:1.0:1767319430.172873:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319430.172877:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00080000:1.0:1767319430.172881:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319430.172947:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15c00 x1853164045711488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319430.176075:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319430.176089:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319430.176095:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045710976:0@lo:38:kworker.0 00000100:00080000:2.0:1767319430.176110:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319430.176114:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319430.176117:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045711104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319430.176430:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045711488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319430.176511:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319430.176761:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711488 00000100:00100000:3.0:1767319430.176783:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711488 00000100:00100000:3.0:1767319430.176822:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1767319430.176829:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045711488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319430.176849:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319430.176901:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045711488:12345-0@lo:38:kworker.0 Request processed in 71us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319430.176908:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00080000:2.0:1767319430.177086:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319430.177091:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319430.177094:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045711488:0@lo:38:kworker.0 00010000:00010000:2.0:1767319430.926049:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319431.952557:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319432.973992:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319433.670001:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319433.670065:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319433.670198:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870976 00000100:00100000:3.0:1767319433.670469:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870976 00000100:00100000:3.0:1767319433.670552:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985870848 00000100:00100000:3.0:1767319433.670557:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985870848 00000100:00100000:3.0:1767319433.670577:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1084 00000100:00100000:3.0:1767319433.670588:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985870976:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319433.670665:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985870976:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319433.670673:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1084 00000100:00100000:3.0:1767319433.670692:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1407 00000100:00100000:3.0:1767319433.670696:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985870848:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319433.670717:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319433.670747:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985870848:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (682us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319433.670753:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1407 00000100:00080000:0.0:1767319433.671151:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319433.997970:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319434.253971:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319434.253987:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045711616:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319434.254006:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045711744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319434.254732:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319434.254871:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319434.258162:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711616 00000100:00100000:0.0:1767319434.258179:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711616 00000100:00080000:1.0:1767319434.258355:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319434.258414:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711744 00000100:00100000:0.0:1767319434.258418:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711744 00000100:00100000:0.0:1767319434.258492:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1767319434.258500:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045711616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319434.258535:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319434.258617:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045711616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (3885us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319434.258624:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1767319434.258640:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1767319434.258646:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045711744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319434.258663:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319434.258699:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045711744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (3828us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319434.258705:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1767319434.258749:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045711744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319434.258824:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045711616:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319434.259462:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319435.021988:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319435.278482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319435.278492:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319435.278585:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045711872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319435.278653:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319435.278783:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045711872 00000100:00100000:1.0:1767319435.278791:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045711872 00000100:00100000:1.0:1767319435.278854:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1767319435.278865:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045711872:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319435.279001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319435.279006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319435.279009:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319435.279015:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319435.279019:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319435.279024:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319435.279051:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648380 x1853164045712000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319435.279098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319435.279101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319435.279103:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319435.279107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319435.279109:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319435.279113:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319435.279125:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2680 x1853164045712256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319435.279134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319435.279137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319435.279138:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319435.279142:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319435.279144:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319435.279159:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319435.279174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045712384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319435.279235:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319435.279260:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045712512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319435.279310:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319435.279337:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319435.279348:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045712128:0@lo:400:kworker.0 00000100:00100000:3.0:1767319435.279372:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319435.279413:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712512 00000100:00100000:3.0:1767319435.279418:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712512 00000100:00100000:1.0:1767319435.279422:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045711872:12345-0@lo:400:kworker.0 Request processed in 559us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319435.279430:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1767319435.279445:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1767319435.279447:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712128 00000100:00100000:1.0:1767319435.279450:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712128 00000100:00100000:3.0:1767319435.279450:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045712512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319435.279474:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1767319435.279480:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045712128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319435.279483:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045712512:12345-0@lo:400:kworker.0 Request processed in 33us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319435.279489:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1767319435.279507:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045712128:12345-0@lo:400:kworker.0 Request processed in 27us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319435.279512:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00080000:3.0:1767319435.279513:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319435.279532:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045712000:0@lo:38:kworker.0 00010000:00080000:3.0:1767319435.279533:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1500 x1853164045712128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319435.279545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045712128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319435.279556:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319435.279556:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045712512:0@lo:400:kworker.0 00000100:00100000:1.0:1767319435.279576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045712256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319435.279591:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045712640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319435.279596:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319435.279608:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045712384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319435.279612:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319435.279628:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319435.279635:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712640 00000100:00100000:3.0:1767319435.279638:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712640 00000100:00100000:1.0:1767319435.279654:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712000 00000100:00100000:3.0:1767319435.279657:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1767319435.279658:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712000 00000100:00100000:3.0:1767319435.279663:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045712640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319435.279671:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712256 00000100:00100000:1.0:1767319435.279673:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712256 00000100:00100000:1.0:1767319435.279686:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1767319435.279690:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045712000:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319435.279695:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045712640:12345-0@lo:400:kworker.0 Request processed in 33us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319435.279700:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00010000:00020000:1.0:1767319435.279708:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319435.279715:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:3.0:1767319435.279719:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045712256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319435.279727:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319435.279737:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045712000:12345-0@lo:38:kworker.0 Request processed in 46us (180us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319435.279743:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:3.0:1767319435.279746:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045712256:12345-0@lo:38:kworker.0 Request processed in 27us (150us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319435.279752:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00080000:1.0:1767319435.279765:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319435.279782:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319435.279786:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045712000:0@lo:38:kworker.0 00000100:00100000:3.0:1767319435.279790:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045712640:0@lo:400:kworker.0 00000100:00080000:1.0:1767319435.279793:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319435.279796:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319435.279798:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045712256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319435.279813:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712384 00000100:00100000:3.0:1767319435.279817:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712384 00000100:00100000:3.0:1767319435.279866:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1767319435.279871:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045712384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319435.279881:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319435.279916:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045712384:12345-0@lo:38:kworker.0 Request processed in 44us (287us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319435.279922:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00080000:1.0:1767319435.279943:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319435.279947:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319435.279950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045712384:0@lo:38:kworker.0 00000100:00080000:2.0:1767319435.279985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319435.279998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319435.280000:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319435.280004:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4628 00000100:00080000:2.0:1767319435.280007:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319435.280011:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319435.280027:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045712768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319435.280076:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045712768:0@lo:38:kworker.0 00000100:00100000:1.0:1767319435.280105:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319435.280163:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712768 00000100:00100000:3.0:1767319435.280167:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712768 00000100:00100000:3.0:1767319435.280185:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1767319435.280189:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045712768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319435.280199:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1767319435.280463:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962d80 x1853164045711872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319435.280473:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045711872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319435.281610:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73bb850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045712768:12345-0@lo:38:kworker.0 Request processed in 1416us (1500us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319435.281644:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00080000:1.0:1767319435.282232:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319435.282238:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319435.282242:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045712768:0@lo:38:kworker.0 00010000:00010000:3.0:1767319436.046095:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319437.070433:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319438.093994:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319438.786246:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319438.786455:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985871232 00000100:00100000:3.0:1767319438.786465:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985871232 00000100:00100000:3.0:1767319438.786542:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1087 00000100:00100000:3.0:1767319438.786553:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985871232:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767319438.788307:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319438.788983:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985871232:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 2417us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319438.788997:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1087 00000100:00100000:0.0:1767319438.789339:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319438.790271:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985871104 00000100:00100000:3.0:1767319438.790282:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985871104 00000100:00100000:3.0:1767319438.790377:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1411 00000100:00100000:3.0:1767319438.790385:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985871104:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319438.790406:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319438.790470:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985871104:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 84us (1131us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319438.790477:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1411 00010000:00010000:2.0:1767319439.118008:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319439.374206:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045712896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319439.374263:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319439.374337:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045712896 00000100:00100000:0.0:1767319439.374345:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045712896 00000100:00100000:0.0:1767319439.374388:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767319439.374396:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045712896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319439.374426:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319439.374477:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045712896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319439.374485:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767319439.374534:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045712896:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319439.374625:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319439.376689:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045713024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319439.376765:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319439.384047:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713024 00000100:00100000:2.0:1767319439.384063:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713024 00000100:00100000:2.0:1767319439.384177:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1767319439.384188:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045713024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319439.384225:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319439.384316:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045713024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (7540us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319439.384325:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1767319439.384388:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045713024:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319439.389659:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319440.142539:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319440.399135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319440.399148:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319440.399209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319440.399214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319440.399217:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319440.399225:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4633 00000100:00080000:1.0:1767319440.399230:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319440.399236:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319440.399257:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045713280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319440.399313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319440.399317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319440.399319:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319440.399323:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4633 00000100:00080000:1.0:1767319440.399325:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319440.399329:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319440.399341:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14700 x1853164045713536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319440.399350:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319440.399353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319440.399354:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319440.399358:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4633 00000100:00080000:1.0:1767319440.399360:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319440.399363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319440.399374:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17800 x1853164045713664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319440.399394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319440.399397:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319440.399398:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319440.399402:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4633 00000100:00080000:1.0:1767319440.399404:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319440.399407:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319440.399416:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164045714048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319440.399441:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045713792:0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.399712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045713152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319440.399792:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045713280:0@lo:38:kworker.0 00000100:00100000:2.0:1767319440.399890:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045713408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.404099:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319440.404186:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319440.404200:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045713920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.404233:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319440.404272:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713152 00000100:00100000:3.0:1767319440.404279:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713152 00000100:00100000:3.0:1767319440.404375:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1767319440.404387:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045713152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.404451:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045713152:12345-0@lo:400:kworker.0 Request processed in 68us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319440.404458:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1767319440.404492:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713920 00000100:00100000:3.0:1767319440.404496:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713920 00000100:00100000:3.0:1767319440.404524:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1767319440.404530:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045713920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.404562:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045713920:12345-0@lo:400:kworker.0 Request processed in 32us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319440.404568:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1767319440.404610:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045713920:0@lo:400:kworker.0 00010000:00080000:3.0:1767319440.404622:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15f80 x1853164045713152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319440.404631:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045713152:0@lo:400:kworker.0 00000100:00080000:3.0:1767319440.404676:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319440.405025:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319440.405059:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045713536:0@lo:38:kworker.0 00000100:00100000:0.0:1767319440.405083:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319440.405101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045713664:0@lo:38:kworker.0 00000100:00100000:0.0:1767319440.405128:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319440.405149:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045714048:0@lo:38:kworker.0 00000100:00100000:0.0:1767319440.405168:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319440.405200:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713664 00000100:00100000:0.0:1767319440.405205:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713664 00000100:00100000:0.0:1767319440.405231:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1767319440.405236:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045713664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319440.405256:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319440.405307:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045713664:12345-0@lo:38:kworker.0 Request processed in 50us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319440.405313:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1767319440.405527:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713280 00000100:00100000:0.0:1767319440.405532:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713280 00000100:00100000:0.0:1767319440.405549:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713536 00000100:00100000:0.0:1767319440.405552:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713536 00000100:00100000:0.0:1767319440.405563:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714048 00000100:00100000:0.0:1767319440.405565:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714048 00000100:00100000:0.0:1767319440.405578:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1767319440.405582:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045713280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319440.405592:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319440.405617:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045713280:12345-0@lo:38:kworker.0 Request processed in 33us (592us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319440.405622:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1767319440.405633:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1767319440.405637:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045713536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319440.405644:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319440.405664:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045713536:12345-0@lo:38:kworker.0 Request processed in 26us (580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319440.405670:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:0.0:1767319440.405681:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:0.0:1767319440.405685:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045714048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319440.405693:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319440.405714:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045714048:12345-0@lo:38:kworker.0 Request processed in 27us (544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319440.405719:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00080000:0.0:1767319440.405756:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319440.405761:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319440.405764:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045713280:0@lo:38:kworker.0 00000100:00080000:0.0:1767319440.405797:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319440.405801:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319440.405804:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045713536:0@lo:38:kworker.0 00000100:00080000:0.0:1767319440.405812:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319440.405815:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319440.405817:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045713664:0@lo:38:kworker.0 00000100:00080000:0.0:1767319440.405825:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319440.405828:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319440.405831:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045714048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319440.408915:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319440.409094:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319440.409185:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713408 00000100:00100000:0.0:1767319440.409195:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713408 00000100:00100000:0.0:1767319440.409264:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1767319440.409273:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045713408:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319440.409577:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319440.409639:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045713408:12345-0@lo:400:kworker.0 Request processed in 366us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319440.409647:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00010000:00080000:2.0:1767319440.409729:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16a00 x1853164045713408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319440.409750:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045713408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.409971:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045713792 00000100:00100000:3.0:1767319440.409977:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045713792 00000100:00100000:3.0:1767319440.410054:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:3.0:1767319440.410062:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045713792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319440.410116:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045713792:12345-0@lo:400:kworker.0 Request processed in 55us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319440.410122:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1767319440.410190:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045713792:0@lo:400:kworker.0 00010000:00010000:1.0:1767319441.166071:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319442.190067:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319443.215793:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767319443.906344:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985871360 offset 0 length 520: 4 00000100:00100000:1.0:1767319443.906402:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319443.906512:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985871488 00000100:00100000:0.0:1767319443.906524:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985871488 00000100:00100000:3.0:1767319443.906552:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319443.908880:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985871616 00000100:00100000:1.0:1767319443.908900:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985871616 00000100:00080000:3.0:1767319443.908972:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319443.908996:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1090 00000100:00100000:1.0:1767319443.909008:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985871616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319443.909119:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985871616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (2567us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319443.909129:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1090 00000100:00100000:0.0:1767319443.909734:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1415 00000100:00100000:0.0:1767319443.909740:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985871488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319443.909760:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319443.909820:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985871488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 78us (3418us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319443.909827:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1415 00010000:00010000:3.0:1767319444.238199:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319444.493984:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045714176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319444.494116:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319444.494355:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319419/real 1767319419] req@ffffa07bf0b15500 x1853164045707904/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319444 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319444.494380:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0b15500 x1853164045707904/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319444 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319444.494394:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319444.494417:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319444.494421:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045707904:0@lo:250:kworker.0 00000100:00080000:0.0:1767319444.494488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319444.494493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319444.494496:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319444.494500:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4618 00000100:00080000:0.0:1767319444.494504:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319444.494510:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319444.494528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7bb80 x1853164045714304/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319444.494569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319444.494573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319444.494574:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319444.494578:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4638 00000100:00080000:0.0:1767319444.494580:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319444.494584:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319444.494598:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78700 x1853164045714560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319444.494613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319444.494616:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319444.494618:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319444.494621:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4638 00000100:00080000:0.0:1767319444.494624:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319444.494627:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319444.494636:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79880 x1853164045714816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319444.494645:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319444.494648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319444.494650:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319444.494653:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4638 00000100:00080000:0.0:1767319444.494655:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319444.494658:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319444.494667:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79180 x1853164045714944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319444.494687:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319444.494690:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319444.494692:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319444.494695:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4638 00000100:00080000:0.0:1767319444.494697:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319444.494700:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319444.494710:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79500 x1853164045715200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319444.494730:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045714432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319444.494761:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319444.494811:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319444.494817:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045714688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319444.494839:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319444.494862:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045715072:0@lo:400:kworker.0 00000100:00100000:0.0:1767319444.494884:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319444.494914:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714432 00000100:00100000:0.0:1767319444.494921:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714432 00000100:00100000:0.0:1767319444.494969:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714688 00000100:00100000:0.0:1767319444.494972:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714688 00000100:00100000:0.0:1767319444.494994:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1767319444.495001:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045714432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319444.495051:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045714432:12345-0@lo:400:kworker.0 Request processed in 49us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319444.495058:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1767319444.495075:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1767319444.495080:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045714688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319444.495104:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045714688:12345-0@lo:400:kworker.0 Request processed in 24us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319444.495110:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00080000:0.0:1767319444.495125:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319444.495155:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7a300 x1853164045714688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319444.495167:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045714688:0@lo:400:kworker.0 00010000:00080000:0.0:1767319444.495176:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7b480 x1853164045714432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319444.495184:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045714432:0@lo:400:kworker.0 00000100:00100000:3.0:1767319444.495337:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715072 00000100:00100000:3.0:1767319444.495341:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715072 00000100:00100000:3.0:1767319444.495378:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1767319444.495386:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045715072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319444.495399:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714176 00000100:00100000:2.0:1767319444.495403:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714176 00000100:00100000:2.0:1767319444.495434:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1767319444.495437:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045715072:12345-0@lo:400:kworker.0 Request processed in 53us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319444.495441:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045714176:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319444.495444:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00080000:3.0:1767319444.495460:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767319444.495462:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767319444.495463:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319444.495477:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045715072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319444.495492:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045714304:0@lo:250:kworker.0 00000100:00100000:2.0:1767319444.495498:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045714176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319444.495504:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000400:00000100:3.0:1767319444.495511:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045714304 offset 0 length 520: 4 00000100:00100000:3.0:1767319444.495527:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045714560:0@lo:38:kworker.0 00000100:00100000:2.0:1767319444.495536:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045714176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319444.495548:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319444.495559:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045714816:0@lo:38:kworker.0 00000100:00100000:3.0:1767319444.495578:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319444.495596:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045714944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319444.495600:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714560 00000100:00100000:2.0:1767319444.495603:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714560 00000100:00100000:3.0:1767319444.495618:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319444.495619:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714816 00000100:00100000:2.0:1767319444.495621:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714816 00000100:00100000:2.0:1767319444.495634:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:3.0:1767319444.495635:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045715200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319444.495639:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045714560:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319444.495652:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319444.495655:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319444.495678:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045714944 00000100:00100000:3.0:1767319444.495682:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045714944 00000100:00100000:2.0:1767319444.495685:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045714560:12345-0@lo:38:kworker.0 Request processed in 45us (136us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319444.495691:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1767319444.495699:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715200 00000100:00100000:3.0:1767319444.495699:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1767319444.495702:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715200 00000100:00100000:3.0:1767319444.495704:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045714944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319444.495713:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319444.495715:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1767319444.495718:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045714816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319444.495729:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319444.495736:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045714944:12345-0@lo:38:kworker.0 Request processed in 31us (117us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319444.495742:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1767319444.495746:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045714816:12345-0@lo:38:kworker.0 Request processed in 27us (169us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319444.495752:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1767319444.495761:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00080000:3.0:1767319444.495762:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319444.495765:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045715200:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767319444.495786:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:2.0:1767319444.495789:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319444.495790:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045714560:0@lo:38:kworker.0 00000100:00080000:3.0:1767319444.495799:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319444.495802:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319444.495804:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045714816:0@lo:38:kworker.0 00000100:00100000:2.0:1767319444.495811:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045715200:12345-0@lo:38:kworker.0 Request processed in 45us (158us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319444.495811:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319444.495814:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319444.495816:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045714944:0@lo:38:kworker.0 00000100:00100000:2.0:1767319444.495817:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00080000:3.0:1767319444.495822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319444.495825:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319444.495828:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045715200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319444.496450:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319444.500378:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045715328:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319444.500456:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319444.503273:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715328 00000100:00100000:2.0:1767319444.503369:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715328 00000100:00100000:2.0:1767319444.503519:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1767319444.503530:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045715328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319444.503578:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319444.503671:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045715328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 143us (3214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319444.503678:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:0.0:1767319444.504538:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045715328:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319445.262871:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319446.286424:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319447.309934:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319448.334670:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319449.026669:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319449.026711:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319449.026819:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985871872 00000100:00100000:1.0:1767319449.026831:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985871744 00000100:00100000:0.0:1767319449.026836:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985871872 00000100:00100000:1.0:1767319449.026852:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985871744 00000100:00080000:3.0:1767319449.026937:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319449.026945:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1093 00000100:00100000:1.0:1767319449.026963:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985871872:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319449.027067:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985871872:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319449.027075:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1093 00000100:00100000:1.0:1767319449.027110:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1419 00000100:00100000:1.0:1767319449.027115:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985871744:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319449.027163:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319449.027191:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985871744:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 74us (478us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319449.027197:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1419 00010000:00010000:1.0:1767319449.358443:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319449.614511:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319449.614548:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045715456:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319449.614619:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319449.614628:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319449.614637:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319449.614657:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319449.614662:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319449.614667:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319449.614675:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4642 00000100:00080000:3.0:1767319449.614681:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767319449.614688:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045715584:0@lo:400:kworker.0 00000100:00080000:3.0:1767319449.614691:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319449.614726:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f100 x1853164045715712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319449.614742:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319449.614892:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715456 00000100:00100000:2.0:1767319449.614902:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715456 00000100:00100000:1.0:1767319449.615040:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045715968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319449.615105:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319449.615167:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715584 00000100:00100000:1.0:1767319449.615174:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715584 00000100:00080000:3.0:1767319449.615218:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319449.615223:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319449.615226:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319449.615230:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4642 00000100:00080000:3.0:1767319449.615233:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319449.615236:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319449.615252:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164045716096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319449.615261:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319449.615266:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319449.615268:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319449.615271:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4642 00000100:00080000:3.0:1767319449.615274:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319449.615277:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319449.615289:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0e300 x1853164045716224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319449.615298:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319449.615302:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319449.615304:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319449.615307:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4642 00000100:00080000:3.0:1767319449.615309:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319449.615313:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319449.615323:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045716352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319449.615433:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045715840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319449.615474:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319449.615524:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715968 00000100:00100000:0.0:1767319449.615528:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715968 00000100:00100000:2.0:1767319449.616857:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1767319449.616878:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045715456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319449.616916:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319449.616991:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045715456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (2359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319449.617011:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:2.0:1767319449.617091:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045715456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319449.617657:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045715712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319449.617704:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319449.617732:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045716096:0@lo:38:kworker.0 00000100:00100000:2.0:1767319449.617754:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319449.619866:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045716224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319449.619936:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319449.619975:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045716352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319449.620015:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319449.620073:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715840 00000100:00100000:2.0:1767319449.620080:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715840 00000100:00100000:1.0:1767319449.624426:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045715712 00000100:00100000:1.0:1767319449.624447:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045715712 00000100:00100000:1.0:1767319449.624461:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716096 00000100:00100000:1.0:1767319449.624464:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716096 00000100:00100000:1.0:1767319449.624474:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716352 00000100:00100000:1.0:1767319449.624476:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716352 00000100:00100000:1.0:1767319449.624494:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1767319449.624508:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045715584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319449.624652:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045715584:12345-0@lo:400:kworker.0 Request processed in 148us (9919us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319449.624662:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1767319449.624687:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1767319449.624692:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045715712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319449.624719:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319449.624760:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045715712:12345-0@lo:38:kworker.0 Request processed in 66us (7055us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319449.624785:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1767319449.624799:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1767319449.624803:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045716096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319449.624814:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319449.624839:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045716096:12345-0@lo:38:kworker.0 Request processed in 34us (7084us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319449.624845:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1767319449.624856:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1767319449.624861:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045716352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319449.624869:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319449.624893:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045716352:12345-0@lo:38:kworker.0 Request processed in 31us (4878us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319449.624899:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00080000:1.0:1767319449.624969:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319449.624975:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319449.624980:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045715712:0@lo:38:kworker.0 00000100:00080000:1.0:1767319449.624995:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319449.624999:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319449.625003:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045716096:0@lo:38:kworker.0 00000100:00080000:3.0:1767319449.625692:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319449.625703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319449.625706:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319449.625753:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716224 00000100:00100000:3.0:1767319449.625761:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716224 00000100:00100000:3.0:1767319449.625830:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1767319449.625836:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045716224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319449.625852:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319449.625913:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045716224:12345-0@lo:38:kworker.0 Request processed in 75us (5976us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319449.625919:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00010000:00080000:3.0:1767319449.626171:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ed80 x1853164045715584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319449.626188:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045715584:0@lo:400:kworker.0 00000100:00100000:0.0:1767319449.626355:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1767319449.626365:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045715968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319449.626398:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319449.626446:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045715968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (11340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319449.626452:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1767319449.626560:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045715968:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319449.628226:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319449.628242:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319449.628249:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045716352:0@lo:38:kworker.0 00000100:00100000:2.0:1767319449.628281:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1767319449.628300:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045715840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319449.628409:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045715840:12345-0@lo:400:kworker.0 Request processed in 115us (12933us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319449.628417:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00010000:00080000:1.0:1767319449.629177:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0c700 x1853164045715840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319465 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319449.629196:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045715840:0@lo:400:kworker.0 00000100:00080000:0.0:1767319449.629318:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319449.629324:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319449.629328:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045716224:0@lo:38:kworker.0 00010000:00010000:1.0:1767319450.382193:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319451.406004:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319452.430788:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319453.454168:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319454.146085:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319454.146453:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319454.146973:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872128 00000100:00100000:0.0:1767319454.146983:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872128 00000100:00100000:0.0:1767319454.147101:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872000 00000100:00100000:0.0:1767319454.147105:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872000 00000100:00100000:0.0:1767319454.147128:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1096 00000100:00100000:0.0:1767319454.147139:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985872128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319454.147205:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985872128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 68us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319454.147210:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1096 00000100:00100000:0.0:1767319454.147223:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1423 00000100:00100000:0.0:1767319454.147226:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985872000:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319454.147242:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319454.147262:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985872000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 33us (810us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319454.147268:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1423 00000100:00080000:3.0:1767319454.149565:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319454.482190:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319454.737861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319454.737869:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319454.737908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319454.737911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319454.737914:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319454.737922:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4647 00000100:00080000:3.0:1767319454.737926:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319454.737933:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319454.737953:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164045716608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319454.737979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319454.737982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319454.737983:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319454.737986:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4647 00000100:00080000:3.0:1767319454.737988:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319454.737990:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319454.738000:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c700 x1853164045716864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319454.738008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319454.738011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319454.738013:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319454.738016:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4647 00000100:00080000:3.0:1767319454.738018:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319454.738031:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319454.738043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7480 x1853164045716992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319454.738079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319454.738082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319454.738084:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319454.738086:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4647 00000100:00080000:3.0:1767319454.738087:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319454.738090:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319454.738098:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6680 x1853164045717376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319454.738118:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045716736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738169:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319454.738216:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319454.738220:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045716480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738233:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319454.738252:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045717248:0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738278:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319454.738295:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319454.738298:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045717120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319454.738334:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717248 00000100:00100000:3.0:1767319454.738339:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717248 00000100:00100000:3.0:1767319454.738393:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717120 00000100:00100000:3.0:1767319454.738397:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717120 00000100:00100000:3.0:1767319454.738426:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1767319454.738439:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045717248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738492:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045717248:12345-0@lo:400:kworker.0 Request processed in 53us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319454.738504:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:3.0:1767319454.738521:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1767319454.738527:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045717120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738549:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045717120:12345-0@lo:400:kworker.0 Request processed in 23us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319454.738552:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00080000:3.0:1767319454.738574:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319454.738577:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319454.738589:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045717504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319454.738609:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319454.738647:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717504 00000100:00100000:0.0:1767319454.738654:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717504 00000100:00100000:3.0:1767319454.738656:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045717120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319454.738665:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045717248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319454.738694:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:0.0:1767319454.738704:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045717504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319454.738726:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319454.738805:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045717504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319454.738812:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1767319454.739064:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045716608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319454.739107:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319454.739141:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045716864:0@lo:38:kworker.0 00000100:00100000:2.0:1767319454.739162:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319454.739179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045716992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319454.739200:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319454.739213:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045717376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319454.739224:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319454.739243:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716992 00000100:00100000:2.0:1767319454.739246:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716992 00000100:00100000:2.0:1767319454.739264:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1767319454.739267:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045716992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319454.739286:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319454.739322:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045716992:12345-0@lo:38:kworker.0 Request processed in 51us (119us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319454.739328:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1767319454.739346:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716736 00000100:00100000:2.0:1767319454.739352:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716736 00000100:00100000:2.0:1767319454.739412:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716480 00000100:00100000:2.0:1767319454.739419:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716480 00000100:00100000:2.0:1767319454.739444:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716608 00000100:00100000:2.0:1767319454.739446:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716608 00000100:00100000:2.0:1767319454.739460:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045716864 00000100:00100000:2.0:1767319454.739462:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045716864 00000100:00100000:2.0:1767319454.739476:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717376 00000100:00100000:2.0:1767319454.739481:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717376 00000100:00100000:2.0:1767319454.739498:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1767319454.739510:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045716736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319454.739547:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045716736:12345-0@lo:400:kworker.0 Request processed in 44us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319454.739553:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1767319454.739563:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1767319454.739570:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045716480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319454.739598:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045716480:12345-0@lo:400:kworker.0 Request processed in 28us (1363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319454.739604:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:2.0:1767319454.739612:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1767319454.739617:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045716608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319454.739627:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319454.739648:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045716608:12345-0@lo:38:kworker.0 Request processed in 30us (541us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319454.739653:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1767319454.739661:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1767319454.739664:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045716864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319454.739672:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319454.739688:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045716864:12345-0@lo:38:kworker.0 Request processed in 23us (527us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319454.739694:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1767319454.739701:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:2.0:1767319454.739704:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045717376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319454.739711:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319454.739727:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045717376:12345-0@lo:38:kworker.0 Request processed in 20us (499us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319454.739730:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00080000:2.0:1767319454.739751:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319454.739807:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319454.739815:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319454.739819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045716608:0@lo:38:kworker.0 00000100:00080000:2.0:1767319454.739829:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319454.739831:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319454.739835:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045716864:0@lo:38:kworker.0 00000100:00080000:2.0:1767319454.739842:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319454.739843:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319454.739847:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045716992:0@lo:38:kworker.0 00000100:00080000:2.0:1767319454.739853:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319454.739857:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319454.739859:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045717376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319454.740029:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045717504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319454.740050:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319454.740067:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045717632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319454.740103:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767319454.740461:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0fb80 x1853164045716480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319454.740482:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045716480:0@lo:400:kworker.0 00010000:00080000:0.0:1767319454.740508:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0f100 x1853164045716736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319470 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319454.740518:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045716736:0@lo:400:kworker.0 00000100:00100000:1.0:1767319454.742360:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717632 00000100:00100000:1.0:1767319454.742815:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717632 00000100:00100000:1.0:1767319454.742965:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:1.0:1767319454.742976:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045717632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319454.743009:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319454.743177:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045717632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 196us (3067us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319454.743183:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1767319454.744520:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045717632:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319455.502173:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319456.527041:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319457.551868:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319458.574003:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319459.269369:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319459.269430:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319459.269537:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872256 00000100:00100000:2.0:1767319459.269548:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872256 00000100:00100000:2.0:1767319459.269595:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872384 00000100:00100000:2.0:1767319459.269599:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872384 00000100:00100000:2.0:1767319459.269650:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1099 00000100:00100000:2.0:1767319459.269665:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985872384:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319459.269760:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985872384:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319459.269807:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1099 00000100:00100000:2.0:1767319459.269827:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1427 00000100:00100000:2.0:1767319459.269832:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985872256:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319459.269853:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319459.269880:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985872256:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (520us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319459.269886:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1427 00000100:00080000:1.0:1767319459.269932:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319459.598197:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319459.853959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319459.853977:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319459.854114:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045717888:0@lo:400:kworker.0 00000100:00100000:1.0:1767319459.854312:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.854353:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045717760:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319459.854464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319459.854469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319459.854473:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319459.854479:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4653 00000100:00080000:3.0:1767319459.854484:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319459.854486:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717888 00000100:00080000:3.0:1767319459.854493:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319459.854497:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717888 00000100:00100000:3.0:1767319459.854537:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5880 x1853164045718016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319459.854588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319459.854589:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00080000:3.0:1767319459.854600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319459.854603:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319459.854611:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4653 00000100:00080000:3.0:1767319459.854617:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319459.854618:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045717888:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319459.854625:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319459.854645:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4700 x1853164045718272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319459.854654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319459.854657:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319459.854660:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319459.854664:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4653 00000100:00080000:3.0:1767319459.854666:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319459.854669:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319459.854682:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a5180 x1853164045718400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319459.854697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319459.854699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319459.854700:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319459.854703:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4653 00000100:00080000:3.0:1767319459.854705:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319459.854709:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319459.854725:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a6680 x1853164045718784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319459.854737:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.854851:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045718912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319459.854870:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045718144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.854891:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319459.854939:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.854946:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319459.854959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045718656:0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.855001:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319459.855009:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319459.855021:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045718528:0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.855047:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045717760 00000100:00100000:2.0:1767319459.855053:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045717760 00000100:00100000:2.0:1767319459.855082:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718912 00000100:00100000:2.0:1767319459.855085:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718912 00000100:00100000:2.0:1767319459.855099:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1767319459.855106:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045717760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319459.855129:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319459.855166:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045717760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319459.855173:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1767319459.855190:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1767319459.855196:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045718912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319459.855212:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319459.855237:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045718912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319459.855243:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1767319459.855287:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045718912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319459.855300:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045717760:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319459.855346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319459.855351:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319459.855353:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319459.855364:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045718016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319459.855392:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.855418:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045718272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319459.855438:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.855454:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045718400:0@lo:38:kworker.0 00000100:00100000:2.0:1767319459.855477:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.855500:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045718784:0@lo:38:kworker.0 00000100:00100000:2.0:1767319459.855520:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.855546:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718144 00000100:00100000:2.0:1767319459.855549:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718144 00000100:00100000:2.0:1767319459.855571:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1767319459.855577:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045718144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319459.855624:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319459.855645:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045718144:12345-0@lo:400:kworker.0 Request processed in 63us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319459.855654:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:2.0:1767319459.855673:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718016 00000100:00100000:2.0:1767319459.855677:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718016 00010000:00080000:3.0:1767319459.855683:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a5f80 x1853164045718144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319459.855689:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718272 00000100:00100000:2.0:1767319459.855696:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718272 00000100:00100000:3.0:1767319459.855701:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045718144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.855705:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718784 00000100:00100000:2.0:1767319459.855710:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718784 00000100:00100000:2.0:1767319459.855729:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:2.0:1767319459.855736:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045718016:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319459.855753:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718400 00010000:00020000:2.0:1767319459.855756:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319459.855762:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718400 00000100:00100000:2.0:1767319459.855839:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045718016:12345-0@lo:38:kworker.0 Request processed in 101us (444us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319459.855858:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1767319459.855859:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1767319459.855877:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045718400:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319459.855889:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1767319459.855895:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045718272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319459.855899:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767319459.855911:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319459.855979:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045718400:12345-0@lo:38:kworker.0 Request processed in 102us (498us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319459.855982:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045718272:12345-0@lo:38:kworker.0 Request processed in 83us (540us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319459.856001:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1767319459.856008:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:2.0:1767319459.856036:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:2.0:1767319459.856042:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045718784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319459.856053:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319459.856089:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045718784:12345-0@lo:38:kworker.0 Request processed in 45us (567us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319459.856093:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319459.856098:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00080000:3.0:1767319459.856142:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319459.856152:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319459.856153:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718656 00000100:00100000:3.0:1767319459.856158:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045718016:0@lo:38:kworker.0 00000100:00100000:2.0:1767319459.856161:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718656 00000100:00100000:2.0:1767319459.856192:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045718528 00000100:00100000:2.0:1767319459.856195:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045718528 00000100:00100000:2.0:1767319459.856212:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1767319459.856218:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045718656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.856254:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045718656:12345-0@lo:400:kworker.0 Request processed in 36us (1253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319459.856260:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1767319459.856271:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1767319459.856277:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045718528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.856312:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045718528:12345-0@lo:400:kworker.0 Request processed in 36us (693us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319459.856317:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1767319459.856351:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045718656:0@lo:400:kworker.0 00000100:00100000:2.0:1767319459.856395:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045718528:0@lo:400:kworker.0 00000100:00080000:3.0:1767319459.856458:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319459.856464:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319459.856467:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045718272:0@lo:38:kworker.0 00000100:00080000:3.0:1767319459.856478:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319459.856482:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319459.856485:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045718400:0@lo:38:kworker.0 00000100:00080000:3.0:1767319459.856634:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319459.856641:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319459.856644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045718784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319459.857426:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045717888:12345-0@lo:400:kworker.0 Request processed in 2817us (3109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319459.857437:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00010000:00080000:1.0:1767319459.857558:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a6300 x1853164045717888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319459.857574:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045717888:0@lo:400:kworker.0 00010000:00010000:3.0:1767319460.623088:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319461.646074:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319462.670343:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319463.694070:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319464.388535:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319464.388584:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319464.388704:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872512 00000100:00100000:1.0:1767319464.388713:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872512 00000100:00100000:1.0:1767319464.388761:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872640 00000100:00100000:1.0:1767319464.388765:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872640 00000100:00100000:2.0:1767319464.388812:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1431 00000100:00100000:2.0:1767319464.388823:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985872512:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:1.0:1767319464.388839:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1102 00010000:00020000:2.0:1767319464.388867:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319464.388884:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319464.388936:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985872512:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 110us (410us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319464.388937:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985872640:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319464.388952:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1431 00000100:00100000:1.0:1767319464.388988:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985872640:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 141us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319464.388996:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1102 00010000:00010000:3.0:1767319464.718956:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319464.974080:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319464.974094:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319464.974214:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045719040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319464.974254:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045719296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319464.974307:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045719168:0@lo:400:kworker.0 00000100:00080000:2.0:1767319464.974462:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319464.974466:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319464.974468:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319464.974472:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4658 00000100:00080000:2.0:1767319464.974476:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319464.974484:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319464.974501:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164045719424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319464.974520:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319464.974522:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319464.974524:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319464.974526:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4658 00000100:00080000:2.0:1767319464.974527:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319464.974529:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319464.974535:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf800 x1853164045719680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319464.974539:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319464.974541:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319464.974542:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319464.974544:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4658 00000100:00080000:2.0:1767319464.974546:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319464.974548:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319464.974553:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdce00 x1853164045719808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319464.974585:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319464.974588:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319464.974590:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319464.974593:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4658 00000100:00080000:2.0:1767319464.974596:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319464.974599:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319464.974610:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdca80 x1853164045720192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319464.974642:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045719424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319464.975614:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319464.975693:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319464.975702:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045719552:0@lo:400:kworker.0 00000100:00100000:3.0:1767319464.975752:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319464.975826:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045720064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319464.975880:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319464.975903:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319464.975911:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045719936:0@lo:400:kworker.0 00000100:00100000:3.0:1767319464.975933:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319464.975982:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720064 00000100:00100000:3.0:1767319464.975992:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720064 00000100:00100000:3.0:1767319464.976079:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719936 00000100:00100000:3.0:1767319464.976083:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719936 00000100:00100000:0.0:1767319464.976088:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319464.976140:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1767319464.976155:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045720064:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319464.976158:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319464.976168:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319464.976202:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719296 00000100:00100000:0.0:1767319464.976212:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719296 00000100:00100000:3.0:1767319464.976242:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045720064:12345-0@lo:400:kworker.0 Request processed in 87us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319464.976252:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1767319464.976279:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1767319464.976281:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719040 00000100:00100000:0.0:1767319464.976287:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719040 00000100:00100000:3.0:1767319464.976305:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045719936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319464.976316:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1767319464.976329:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045719296:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319464.976348:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164045719936:12345-0@lo:400:kworker.0 Request processed in 60us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319464.976358:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00002000:00000024:0.0:1767319464.976362:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319464.976394:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1767319464.976409:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045719040:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319464.976417:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045719296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319464.976425:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00002000:00000024:3.0:1767319464.976437:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319464.976460:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719168 00000100:00100000:0.0:1767319464.976464:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719168 00000100:00100000:3.0:1767319464.976496:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045719040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319464.976503:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1767319464.976510:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1767319464.976520:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045719168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319464.976562:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045719168:12345-0@lo:400:kworker.0 Request processed in 43us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319464.976573:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:3.0:1767319464.976595:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045719936:0@lo:400:kworker.0 00000100:00080000:0.0:1767319464.976596:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319464.976625:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045720064:0@lo:400:kworker.0 00010000:00080000:0.0:1767319464.976639:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cded80 x1853164045719168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319464.976657:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045719168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319464.976665:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045719040:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319464.977074:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319464.977121:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045719296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319464.978093:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719552 00000100:00100000:3.0:1767319464.978104:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719552 00000100:00100000:3.0:1767319464.978324:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:3.0:1767319464.978335:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045719552:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319464.978400:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319464.978429:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045719552:12345-0@lo:400:kworker.0 Request processed in 93us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319464.978441:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00010000:00080000:0.0:1767319464.978461:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd180 x1853164045719552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319464.978479:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045719552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319464.981296:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319464.981361:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045719680:0@lo:38:kworker.0 00000100:00100000:2.0:1767319464.981388:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319464.981409:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045719808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319464.981433:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319464.981449:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719424 00000100:00100000:2.0:1767319464.981455:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045720192:0@lo:38:kworker.0 00000100:00100000:0.0:1767319464.981458:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719424 00000100:00100000:2.0:1767319464.981473:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319464.981490:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719680 00000100:00100000:0.0:1767319464.981493:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719680 00000100:00100000:0.0:1767319464.981503:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720192 00000100:00100000:2.0:1767319464.981503:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045719808 00000100:00100000:0.0:1767319464.981505:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720192 00000100:00100000:2.0:1767319464.981506:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045719808 00000100:00100000:0.0:1767319464.981520:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:2.0:1767319464.981523:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1767319464.981527:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045719808:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319464.981528:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045719424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319464.981547:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319464.981591:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045719424:12345-0@lo:38:kworker.0 Request processed in 63us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319464.981598:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00100000:0.0:1767319464.981614:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:0.0:1767319464.981617:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045719680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319464.983065:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319464.983124:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045719808:12345-0@lo:38:kworker.0 Request processed in 1594us (1688us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319464.983134:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00010000:00020000:0.0:1767319464.983158:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319464.983173:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1767319464.983179:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045720192:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319464.983185:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045719680:12345-0@lo:38:kworker.0 Request processed in 1567us (1796us total) trans 0 rc -19/-19 00010000:00020000:2.0:1767319464.983189:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319464.983191:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1767319464.983211:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045720192:12345-0@lo:38:kworker.0 Request processed in 31us (1737us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319464.983216:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:2.0:1767319464.983252:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319464.983258:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319464.983262:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045719424:0@lo:38:kworker.0 00000100:00080000:2.0:1767319464.983271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319464.983274:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319464.983277:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045719680:0@lo:38:kworker.0 00000100:00080000:2.0:1767319464.983285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319464.983288:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319464.983291:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045719808:0@lo:38:kworker.0 00000100:00080000:2.0:1767319464.983297:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319464.983300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319464.983302:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045720192:0@lo:38:kworker.0 00010000:00010000:1.0:1767319465.742202:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319466.765998:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319467.791109:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319468.485328:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767319468.485373:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985872768 offset 0 length 520: 4 00000100:00100000:3.0:1767319468.485409:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319468.485486:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873024 00000100:00100000:1.0:1767319468.485495:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873024 00000100:00100000:1.0:1767319468.485582:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985872896 00000100:00100000:1.0:1767319468.485585:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985872896 00000100:00100000:1.0:1767319468.485603:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1105 00000100:00100000:1.0:1767319468.485614:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985873024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319468.485657:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1435 00000100:00100000:3.0:1767319468.485666:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985872896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319468.485691:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319468.485692:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985873024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319468.485703:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1105 00000100:00100000:3.0:1767319468.485739:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985872896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 72us (328us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319468.485747:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1435 00000100:00080000:2.0:1767319468.485972:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319468.814026:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319469.070107:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319444/real 1767319444] req@ffffa07beac7bb80 x1853164045714304/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319469 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319469.070144:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beac7bb80 x1853164045714304/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319469 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319469.070164:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319469.070185:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319469.070189:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045714304:0@lo:250:kworker.0 00000100:00080000:1.0:1767319469.070382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319469.070388:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319469.070391:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319469.070396:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4642 00000100:00080000:1.0:1767319469.070400:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319469.070406:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319469.070438:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164045720320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319469.070489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319469.070501:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319469.070503:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319469.070507:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4663 00000100:00080000:1.0:1767319469.070510:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319469.070513:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319469.070527:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164045720576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319469.070542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319469.070545:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319469.070547:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319469.070550:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4663 00000100:00080000:1.0:1767319469.070553:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319469.070557:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319469.070567:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14380 x1853164045720832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319469.070574:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319469.070578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319469.070579:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319469.070583:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4663 00000100:00080000:1.0:1767319469.070585:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319469.070588:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319469.070599:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15500 x1853164045720960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319469.070621:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045720448:0@lo:400:kworker.0 00000100:00080000:1.0:1767319469.070626:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319469.070628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319469.070629:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319469.070632:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4663 00000100:00080000:1.0:1767319469.070634:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319469.070637:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319469.070646:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648e00 x1853164045721344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319469.070681:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045720704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319469.070682:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319469.070707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319469.070783:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045720320:0@lo:250:kworker.0 00000400:00000100:2.0:1767319469.070806:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045720320 offset 0 length 520: 4 00000100:00100000:2.0:1767319469.070824:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045720576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319469.070843:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319469.070856:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045720832:0@lo:38:kworker.0 00000100:00100000:2.0:1767319469.070873:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319469.070886:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045720960:0@lo:38:kworker.0 00000100:00100000:2.0:1767319469.070907:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319469.070923:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045721344:0@lo:38:kworker.0 00000100:00100000:3.0:1767319469.070931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045721216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319469.070942:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319469.070966:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319469.070971:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720960 00000100:00100000:2.0:1767319469.070978:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720960 00000100:00100000:3.0:1767319469.070984:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319469.070989:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045721088:0@lo:400:kworker.0 00000100:00100000:3.0:1767319469.071007:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319469.071011:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1767319469.071019:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045720960:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319469.071028:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720448 00000100:00100000:3.0:1767319469.071031:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720448 00010000:00020000:2.0:1767319469.071037:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319469.071073:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045720960:12345-0@lo:38:kworker.0 Request processed in 54us (164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319469.071079:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1767319469.071104:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720704 00000100:00100000:2.0:1767319469.071107:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720704 00000100:00100000:0.0:1767319469.071257:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721216 00000100:00100000:0.0:1767319469.071261:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721216 00000100:00100000:1.0:1767319469.071316:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720576 00000100:00100000:1.0:1767319469.071320:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720576 00000100:00100000:1.0:1767319469.071339:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045720832 00000100:00100000:1.0:1767319469.071342:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045720832 00000100:00100000:1.0:1767319469.071351:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721344 00000100:00100000:1.0:1767319469.071353:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721344 00000100:00100000:1.0:1767319469.071361:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1767319469.071366:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045720576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319469.071377:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319469.071403:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045720576:12345-0@lo:38:kworker.0 Request processed in 36us (559us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319469.071409:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1767319469.071424:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:1.0:1767319469.071428:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045720832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319469.071437:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319469.071459:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045720832:12345-0@lo:38:kworker.0 Request processed in 29us (585us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319469.071464:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1767319469.071469:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1767319469.071473:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1767319469.071476:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045721344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319469.071485:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319469.071491:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045720448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319469.071519:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045721344:12345-0@lo:38:kworker.0 Request processed in 40us (575us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319469.071525:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1767319469.071564:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721088 00000100:00100000:1.0:1767319469.071568:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721088 00000100:00100000:3.0:1767319469.071705:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045720448:12345-0@lo:400:kworker.0 Request processed in 229us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319469.071712:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1767319469.077332:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:2.0:1767319469.077347:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045720704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319469.077442:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045720704:12345-0@lo:400:kworker.0 Request processed in 98us (6732us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319469.077450:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00010000:00080000:2.0:1767319469.077516:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15f80 x1853164045720704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319469.077532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045720704:0@lo:400:kworker.0 00000100:00080000:2.0:1767319469.077584:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319469.077589:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319469.077593:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045720576:0@lo:38:kworker.0 00000100:00080000:2.0:1767319469.077608:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319469.077611:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319469.077614:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045720832:0@lo:38:kworker.0 00000100:00080000:2.0:1767319469.077624:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319469.077626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319469.077629:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045720960:0@lo:38:kworker.0 00000100:00080000:2.0:1767319469.077638:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319469.077641:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319469.077644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045721344:0@lo:38:kworker.0 00010000:00080000:2.0:1767319469.077699:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17480 x1853164045720448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319469.077710:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045720448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319469.080284:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1767319469.080303:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045721216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319469.080398:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045721216:12345-0@lo:400:kworker.0 Request processed in 102us (9429us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319469.080410:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1767319469.080468:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045721216:0@lo:400:kworker.0 00000100:00100000:1.0:1767319469.084583:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1767319469.084601:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045721088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319469.084692:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045721088:12345-0@lo:400:kworker.0 Request processed in 96us (13683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319469.084700:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1767319469.084972:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045721088:0@lo:400:kworker.0 00000100:00080000:3.0:1767319469.092330:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319469.092345:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319469.092349:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319469.839794:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319470.094046:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045721472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319470.094117:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319470.094445:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721472 00000100:00100000:3.0:1767319470.094454:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721472 00000100:00100000:3.0:1767319470.094518:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1767319470.094527:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045721472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319470.094557:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319470.094623:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045721472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319470.094630:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1767319470.094758:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045721472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319470.095226:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319470.095236:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045721600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319470.095267:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319470.095373:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721600 00000100:00100000:3.0:1767319470.095378:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721600 00000100:00100000:3.0:1767319470.095410:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1767319470.095417:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045721600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319470.095434:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319470.095476:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045721600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319470.095482:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1767319470.095728:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045721600:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319470.862015:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319471.886283:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319472.913560:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319473.605612:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319473.605708:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319473.605906:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873280 00000100:00100000:2.0:1767319473.605917:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873280 00000100:00100000:2.0:1767319473.606041:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873152 00000100:00100000:2.0:1767319473.606045:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873152 00000100:00080000:0.0:1767319473.606148:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319473.613899:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1108 00000100:00100000:1.0:1767319473.613926:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985873280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319473.614040:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985873280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 127us (8436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319473.614048:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1108 00000100:00100000:1.0:1767319473.614080:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1439 00000100:00100000:1.0:1767319473.614085:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985873152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319473.614106:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319473.614133:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985873152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 47us (8425us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319473.614139:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1439 00010000:00010000:1.0:1767319473.934567:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319474.190095:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.190106:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319474.190167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.190172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319474.190176:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319474.190184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4667 00000100:00080000:0.0:1767319474.190188:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319474.190194:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319474.190214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164045721856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319474.190246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.190249:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319474.190251:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319474.190255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4667 00000100:00080000:0.0:1767319474.190258:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319474.190261:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319474.190274:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962300 x1853164045722112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319474.190283:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.190286:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319474.190288:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767319474.190436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045721856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319474.190505:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319474.190549:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045722112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319474.190572:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319474.190608:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721856 00000100:00100000:2.0:1767319474.190616:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721856 00000100:00100000:2.0:1767319474.190646:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722112 00000100:00100000:2.0:1767319474.190649:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722112 00000100:00100000:2.0:1767319474.190681:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1767319474.190687:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045721856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319474.190708:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319474.190749:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045721856:12345-0@lo:38:kworker.0 Request processed in 60us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319474.190756:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1767319474.190795:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:2.0:1767319474.190798:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045722112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319474.190807:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319474.190833:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045722112:12345-0@lo:38:kworker.0 Request processed in 33us (260us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319474.190838:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00080000:2.0:1767319474.190870:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319474.190875:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319474.190878:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045721856:0@lo:38:kworker.0 00000100:00080000:2.0:1767319474.190888:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319474.190891:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319474.190894:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045722112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319474.191034:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4667 00000100:00080000:0.0:1767319474.191040:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319474.191047:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319474.191064:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961880 x1853164045722240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319474.191108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319474.191111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319474.191113:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319474.191117:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4667 00000100:00080000:0.0:1767319474.191119:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319474.191122:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319474.191132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164045722624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319474.191155:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045722368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319474.191188:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319474.191215:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319474.191220:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045722496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319474.191242:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319474.191264:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722368 00000100:00100000:0.0:1767319474.191267:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722368 00000100:00100000:0.0:1767319474.191478:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722496 00000100:00100000:0.0:1767319474.191482:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722496 00000100:00100000:0.0:1767319474.191505:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1767319474.191512:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045722368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319474.191623:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045721984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319474.191657:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319474.191692:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319474.191697:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045721728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319474.191717:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319474.191740:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721984 00000100:00100000:3.0:1767319474.191743:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721984 00000100:00100000:3.0:1767319474.191765:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045721728 00000100:00100000:3.0:1767319474.191789:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045721728 00000100:00100000:3.0:1767319474.191806:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1767319474.191812:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045721984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319474.191853:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045721984:12345-0@lo:400:kworker.0 Request processed in 40us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319474.191859:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:3.0:1767319474.191871:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1767319474.191876:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045721728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319474.191901:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045721728:12345-0@lo:400:kworker.0 Request processed in 25us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319474.191906:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1767319474.191923:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1767319474.191929:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045722496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319474.191965:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045722496:12345-0@lo:400:kworker.0 Request processed in 36us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319474.191970:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00010000:00080000:3.0:1767319474.192000:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963100 x1853164045721728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319474.192011:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045721728:0@lo:400:kworker.0 00010000:00080000:3.0:1767319474.192022:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962d80 x1853164045721984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319474.192030:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045721984:0@lo:400:kworker.0 00000100:00080000:3.0:1767319474.192072:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319474.192077:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319474.192078:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319474.192099:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045722496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319474.192198:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045722368:12345-0@lo:400:kworker.0 Request processed in 685us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319474.192205:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:2.0:1767319474.192500:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045722240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319474.192606:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319474.192638:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045722624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319474.192659:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319474.192884:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045722368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319474.192939:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722624 00000100:00100000:1.0:1767319474.192945:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722624 00000100:00100000:1.0:1767319474.192977:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1767319474.192982:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045722624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319474.192997:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319474.193040:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045722624:12345-0@lo:38:kworker.0 Request processed in 56us (378us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319474.193046:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00080000:3.0:1767319474.193113:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319474.193118:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319474.193121:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045722624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319474.193177:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722240 00000100:00100000:0.0:1767319474.193181:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722240 00000100:00100000:0.0:1767319474.193207:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1767319474.193212:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045722240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319474.193222:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319474.193261:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045722240:12345-0@lo:38:kworker.0 Request processed in 47us (655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319474.193267:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00080000:1.0:1767319474.193455:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319474.193460:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319474.193463:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045722240:0@lo:38:kworker.0 00010000:00010000:1.0:1767319474.958202:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319475.214657:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045722752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319475.214736:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319475.215473:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045722880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319475.215839:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319475.233369:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722752 00000100:00100000:3.0:1767319475.233387:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722752 00000100:00100000:3.0:1767319475.233468:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045722880 00000100:00100000:3.0:1767319475.233472:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045722880 00000100:00100000:3.0:1767319475.233494:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1767319475.233514:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045722752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319475.233558:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319475.234094:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045722752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 589us (19356us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319475.234103:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1767319475.234124:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1767319475.234132:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045722880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319475.234152:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319475.234192:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045722880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (18353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319475.234199:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:3.0:1767319475.234248:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045722880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319475.237397:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045722752:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319475.982214:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319477.009183:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319478.030861:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319478.722399:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319478.722638:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319478.722708:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873536 00000100:00100000:2.0:1767319478.722728:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873536 00000100:00100000:2.0:1767319478.722965:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873408 00000100:00100000:2.0:1767319478.722969:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873408 00000100:00080000:3.0:1767319478.723057:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319478.728784:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1111 00000100:00100000:0.0:1767319478.728813:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985873536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319478.728917:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985873536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 119us (6530us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319478.728926:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1111 00000100:00100000:0.0:1767319478.728953:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1443 00000100:00100000:0.0:1767319478.728958:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985873408:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319478.728979:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319478.729005:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985873408:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (6368us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319478.729012:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1443 00010000:00010000:1.0:1767319479.054254:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319479.310117:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319479.310133:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319479.310215:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319479.310220:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319479.310225:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319479.310235:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319479.310241:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319479.310251:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319479.310277:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e52680 x1853164045723136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319479.310323:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319479.310327:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319479.310329:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319479.310333:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319479.310335:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319479.310339:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319479.310351:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51500 x1853164045723392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319479.310360:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319479.310366:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319479.310368:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319479.310371:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319479.310374:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319479.310378:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319479.310390:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961880 x1853164045723520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319479.310425:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319479.310429:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319479.310431:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319479.310434:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4672 00000100:00080000:3.0:1767319479.310437:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319479.310441:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319479.310452:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962300 x1853164045723904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319479.310482:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045723776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319479.310583:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319479.310663:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319479.310669:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045723648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319479.310694:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319479.310808:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045723136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319479.310845:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319479.310879:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045723392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319479.310901:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319479.310932:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045723520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319479.310958:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319479.310979:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045723904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319479.311001:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319479.311034:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723136 00000100:00100000:2.0:1767319479.311043:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723136 00000100:00100000:2.0:1767319479.311080:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723392 00000100:00100000:2.0:1767319479.311083:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723392 00000100:00100000:2.0:1767319479.311097:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723904 00000100:00100000:2.0:1767319479.311100:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723904 00000100:00100000:2.0:1767319479.311118:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1767319479.311144:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045723136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319479.311178:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319479.311226:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045723136:12345-0@lo:38:kworker.0 Request processed in 82us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319479.311234:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00100000:2.0:1767319479.311256:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1767319479.311269:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045723392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319479.311279:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319479.311311:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045723392:12345-0@lo:38:kworker.0 Request processed in 40us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319479.311325:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:2.0:1767319479.311337:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:2.0:1767319479.311341:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045723904:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319479.311350:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319479.311389:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045723904:12345-0@lo:38:kworker.0 Request processed in 38us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319479.311395:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00080000:2.0:1767319479.311438:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319479.311443:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319479.311454:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045723136:0@lo:38:kworker.0 00000100:00080000:2.0:1767319479.311465:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319479.311468:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319479.311477:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045723392:0@lo:38:kworker.0 00000100:00080000:2.0:1767319479.311485:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319479.311489:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319479.311491:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045723904:0@lo:38:kworker.0 00000100:00100000:3.0:1767319479.311712:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723520 00000100:00100000:3.0:1767319479.311718:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723520 00000100:00100000:1.0:1767319479.311866:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045723264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.311907:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319479.311948:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319479.311955:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045723008:0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.311978:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319479.312006:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723776 00000100:00100000:1.0:1767319479.312010:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723776 00000100:00100000:1.0:1767319479.312061:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723648 00000100:00100000:1.0:1767319479.312065:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723648 00000100:00100000:1.0:1767319479.312090:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1767319479.312097:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045723776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.312149:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045723776:12345-0@lo:400:kworker.0 Request processed in 51us (1578us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319479.312155:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1767319479.312174:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1767319479.312180:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045723648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.312210:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045723648:12345-0@lo:400:kworker.0 Request processed in 31us (1515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319479.312217:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1767319479.312235:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723264 00000100:00100000:1.0:1767319479.312239:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723264 00000100:00100000:1.0:1767319479.312275:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045723008 00000100:00100000:1.0:1767319479.312279:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045723008 00000100:00100000:1.0:1767319479.312294:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1767319479.312299:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045723264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.312335:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045723264:12345-0@lo:400:kworker.0 Request processed in 35us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319479.312342:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:1.0:1767319479.312353:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1767319479.312366:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045723008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.312402:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045723008:12345-0@lo:400:kworker.0 Request processed in 42us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319479.312407:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00080000:1.0:1767319479.312432:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319479.312438:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319479.312440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1767319479.312477:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53b80 x1853164045723008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319479.312497:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045723008:0@lo:400:kworker.0 00010000:00080000:1.0:1767319479.312513:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e50000 x1853164045723264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319479.312521:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045723264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.312559:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045723648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319479.312579:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045723776:0@lo:400:kworker.0 00000100:00100000:3.0:1767319479.312949:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1767319479.312957:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045723520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319479.312975:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319479.313031:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045723520:12345-0@lo:38:kworker.0 Request processed in 72us (2071us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319479.313038:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00080000:1.0:1767319479.313112:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319479.313118:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319479.313122:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045723520:0@lo:38:kworker.0 00010000:00010000:1.0:1767319480.078798:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319480.335384:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045724032:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319480.335496:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319480.335612:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319480.335620:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045724160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319480.335648:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319480.335836:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724032 00000100:00100000:0.0:1767319480.335849:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724032 00000100:00100000:0.0:1767319480.335929:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724160 00000100:00100000:0.0:1767319480.335933:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724160 00000100:00100000:0.0:1767319480.335955:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1767319480.335965:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045724032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319480.336007:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319480.336068:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045724032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319480.336076:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1767319480.336098:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1767319480.336105:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045724160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319480.336124:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319480.336154:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045724160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319480.336161:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1767319480.336320:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045724160:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319480.336336:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045724032:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319481.102085:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319482.126082:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319483.150052:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319483.842657:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319483.842763:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319483.843152:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873792 00000100:00100000:3.0:1767319483.843166:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873792 00000100:00100000:3.0:1767319483.843265:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873664 00000100:00100000:3.0:1767319483.843269:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873664 00000100:00100000:3.0:1767319483.843293:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1114 00000100:00100000:3.0:1767319483.843306:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985873792:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319483.843406:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985873792:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319483.843415:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1114 00000100:00100000:3.0:1767319483.843437:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1447 00000100:00100000:3.0:1767319483.843441:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985873664:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319483.843464:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319483.843506:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985873664:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 63us (742us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319483.843513:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1447 00000100:00080000:1.0:1767319483.845173:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319484.175119:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319484.430371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319484.430385:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319484.430458:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319484.430462:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319484.430467:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319484.430491:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4677 00000100:00100000:2.0:1767319484.430496:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767319484.430497:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319484.430505:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319484.430513:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045724288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319484.430530:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78380 x1853164045724416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319484.430556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319484.430559:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319484.430561:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319484.430565:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4677 00000100:00080000:0.0:1767319484.430567:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319484.430570:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319484.430580:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7a300 x1853164045724672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319484.430588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319484.430591:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319484.430593:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319484.430596:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4677 00000100:00080000:0.0:1767319484.430598:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319484.430602:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319484.430615:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78700 x1853164045724800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319484.430647:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319484.430651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319484.430653:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319484.430657:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4677 00000100:00080000:0.0:1767319484.430659:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319484.430663:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319484.430673:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc700 x1853164045725184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319484.430718:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045725056:0@lo:400:kworker.0 00000100:00100000:1.0:1767319484.430808:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045724928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319484.430894:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045724416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319484.430988:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319484.431079:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725056 00000100:00100000:0.0:1767319484.431088:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725056 00000100:00100000:0.0:1767319484.431152:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1767319484.431160:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045725056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319484.431207:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045725056:12345-0@lo:400:kworker.0 Request processed in 48us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319484.431213:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:0.0:1767319484.431251:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045725056:0@lo:400:kworker.0 00000100:00080000:0.0:1767319484.431284:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319484.431294:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319484.431301:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045724544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319484.431325:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319484.431349:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724544 00000100:00100000:0.0:1767319484.431351:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724544 00000100:00100000:0.0:1767319484.431376:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1767319484.431380:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045724544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319484.431403:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045724544:12345-0@lo:400:kworker.0 Request processed in 23us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319484.431407:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00080000:0.0:1767319484.431417:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319484.431428:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7b480 x1853164045724544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319484.431434:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045724544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319484.432908:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319484.433131:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724288 00000100:00100000:0.0:1767319484.433142:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724288 00000100:00100000:0.0:1767319484.433213:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1767319484.433222:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045724288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319484.433288:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045724288:12345-0@lo:400:kworker.0 Request processed in 67us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319484.433295:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00080000:2.0:1767319484.433355:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319484.433386:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79f80 x1853164045724288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319484.433401:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045724288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319484.434722:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319484.434821:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724416 00000100:00100000:0.0:1767319484.434831:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724416 00000100:00100000:0.0:1767319484.434886:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1767319484.434894:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045724416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319484.434936:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319484.434997:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045724416:12345-0@lo:38:kworker.0 Request processed in 102us (283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319484.435005:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1767319484.436389:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319484.436540:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724928 00000100:00100000:0.0:1767319484.436549:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724928 00000100:00080000:3.0:1767319484.436613:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319484.436621:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319484.436626:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045724416:0@lo:38:kworker.0 00000100:00100000:3.0:1767319484.436639:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045724672:0@lo:38:kworker.0 00000100:00100000:3.0:1767319484.436690:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319484.436717:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045724800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319484.436746:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319484.436792:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045725184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319484.436816:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319484.436993:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319484.437014:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724672 00000100:00100000:2.0:1767319484.437018:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724672 00000100:00100000:2.0:1767319484.437047:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725184 00000100:00100000:2.0:1767319484.437050:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725184 00000100:00100000:3.0:1767319484.437086:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045724800 00000100:00100000:3.0:1767319484.437090:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045724800 00000100:00100000:0.0:1767319484.437187:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1767319484.437202:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045724928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319484.437350:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045724928:12345-0@lo:400:kworker.0 Request processed in 152us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319484.437359:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1767319484.437469:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045724928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319484.439731:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1767319484.439748:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045724672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319484.439791:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319484.440026:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045724672:12345-0@lo:38:kworker.0 Request processed in 278us (3332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319484.440074:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:2.0:1767319484.440095:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:2.0:1767319484.440101:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045725184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319484.440113:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319484.440144:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045725184:12345-0@lo:38:kworker.0 Request processed in 41us (3327us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319484.440150:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1767319484.440235:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1767319484.440242:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045724800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319484.440254:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319484.440291:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045724800:12345-0@lo:38:kworker.0 Request processed in 47us (3543us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319484.440297:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00080000:0.0:1767319484.440784:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319484.440791:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319484.440796:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045724672:0@lo:38:kworker.0 00000100:00080000:0.0:1767319484.440810:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319484.440813:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319484.440816:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045724800:0@lo:38:kworker.0 00000100:00080000:0.0:1767319484.440826:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319484.440829:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319484.440832:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045725184:0@lo:38:kworker.0 00010000:00010000:3.0:1767319485.204561:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319485.454153:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045725440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319485.454281:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319485.454333:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725440 00000100:00100000:1.0:1767319485.454345:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725440 00000100:00100000:3.0:1767319485.454370:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319485.454380:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045725312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319485.454411:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319485.465127:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725312 00000100:00100000:1.0:1767319485.465153:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725312 00000100:00100000:1.0:1767319485.465245:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1767319485.465257:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045725440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319485.465305:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319485.465406:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1767319485.465412:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045725440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (11128us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319485.465424:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:2.0:1767319485.465427:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf621bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045725312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319485.465455:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319485.465509:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf621bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045725312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (11097us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319485.465516:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:3.0:1767319485.466386:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045725312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319485.466408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045725440:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319486.228803:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319487.246150:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319488.270147:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319488.963642:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319488.963694:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319488.963753:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874048 00000100:00100000:0.0:1767319488.963764:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874048 00000100:00100000:2.0:1767319488.963895:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985873920 00000100:00100000:2.0:1767319488.963900:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985873920 00000100:00100000:2.0:1767319488.963968:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1451 00000100:00100000:2.0:1767319488.963977:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985873920:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319488.964012:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319488.964087:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985873920:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 109us (390us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319488.964094:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1451 00000100:00100000:0.0:1767319488.964429:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1117 00000100:00100000:0.0:1767319488.964437:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985874048:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319488.964493:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985874048:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 58us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319488.964500:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1117 00000100:00080000:3.0:1767319488.965615:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319489.296972:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319489.549989:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319489.550002:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319489.550074:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319489.550079:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319489.550083:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319489.550091:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4682 00000100:00080000:2.0:1767319489.550097:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319489.550105:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319489.550119:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319489.550133:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17b80 x1853164045725696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319489.550139:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045725568:0@lo:400:kworker.0 00000100:00080000:2.0:1767319489.550177:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319489.550181:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319489.550183:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319489.550187:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4682 00000100:00080000:2.0:1767319489.550189:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319489.550193:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319489.550205:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15c00 x1853164045725952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319489.550213:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767319489.550218:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319489.550220:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319489.550224:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319489.550227:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4682 00000100:00080000:2.0:1767319489.550230:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319489.550234:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319489.550247:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963480 x1853164045726080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319489.550284:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319489.550288:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319489.550290:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767319489.550292:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045725824:0@lo:400:kworker.0 00000100:00080000:2.0:1767319489.550295:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4682 00000100:00080000:2.0:1767319489.550301:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319489.550305:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319489.550320:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0380 x1853164045726464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319489.550325:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319489.550368:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725568 00000100:00100000:0.0:1767319489.550376:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725568 00000100:00100000:2.0:1767319489.550420:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045726208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319489.550438:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725824 00000100:00100000:0.0:1767319489.550442:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725824 00000100:00100000:0.0:1767319489.550469:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1767319489.550478:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045725568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319489.550519:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319489.550548:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045725568:12345-0@lo:400:kworker.0 Request processed in 69us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319489.550550:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319489.550559:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045726336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319489.550563:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1767319489.550586:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1767319489.550588:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319489.550598:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045725824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319489.550632:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045725824:12345-0@lo:400:kworker.0 Request processed in 37us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319489.550639:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1767319489.550666:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726208 00000100:00100000:0.0:1767319489.550670:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726208 00000100:00100000:0.0:1767319489.550695:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726336 00000100:00100000:0.0:1767319489.550698:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726336 00000100:00100000:0.0:1767319489.550722:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1767319489.550730:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045726208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319489.550757:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1767319489.550787:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045726208:12345-0@lo:400:kworker.0 Request processed in 38us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319489.550790:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045726336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319489.550799:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1767319489.550832:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045726336:12345-0@lo:400:kworker.0 Request processed in 67us (246us total) trans 0 rc 0/0 00010000:00080000:0.0:1767319489.550835:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17800 x1853164045725824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319489.550845:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1767319489.550857:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045725824:0@lo:400:kworker.0 00010000:00080000:0.0:1767319489.550873:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16d80 x1853164045725568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319489.550881:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045725568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319489.550894:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045726336:0@lo:400:kworker.0 00000100:00100000:2.0:1767319489.550909:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045726208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319489.550995:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045725696:0@lo:38:kworker.0 00000100:00100000:3.0:1767319489.551027:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319489.551063:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045725952:0@lo:38:kworker.0 00000100:00100000:3.0:1767319489.551082:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319489.551103:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045726080:0@lo:38:kworker.0 00000100:00100000:3.0:1767319489.551124:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319489.551142:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045726464:0@lo:38:kworker.0 00000100:00100000:3.0:1767319489.551160:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319489.551318:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725696 00000100:00100000:0.0:1767319489.551323:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725696 00000100:00100000:3.0:1767319489.551328:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726080 00000100:00100000:3.0:1767319489.551334:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726080 00000100:00100000:0.0:1767319489.551344:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045725952 00000100:00100000:0.0:1767319489.551348:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045725952 00000100:00100000:3.0:1767319489.551361:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1767319489.551368:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726464 00000100:00100000:3.0:1767319489.551368:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045726080:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319489.551374:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726464 00000100:00100000:0.0:1767319489.551397:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1767319489.551401:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045725696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319489.551404:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319489.551414:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319489.551456:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045726080:12345-0@lo:38:kworker.0 Request processed in 87us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319489.551458:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045725696:12345-0@lo:38:kworker.0 Request processed in 53us (429us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319489.551472:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:0.0:1767319489.551478:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:0.0:1767319489.551503:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1767319489.551510:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045725952:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319489.551512:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:3.0:1767319489.551521:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045726464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319489.551523:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319489.551535:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319489.551551:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045725952:12345-0@lo:38:kworker.0 Request processed in 41us (466us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319489.551558:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00080000:0.0:1767319489.551585:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319489.551589:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319489.551591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319489.551636:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045726464:12345-0@lo:38:kworker.0 Request processed in 114us (474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319489.551642:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00080000:3.0:1767319489.551671:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319489.551676:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319489.551679:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045725696:0@lo:38:kworker.0 00000100:00080000:3.0:1767319489.551702:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319489.551705:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319489.551708:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045725952:0@lo:38:kworker.0 00000100:00080000:3.0:1767319489.551714:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319489.551717:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319489.551719:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045726080:0@lo:38:kworker.0 00000100:00080000:3.0:1767319489.551725:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319489.551728:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319489.551731:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045726464:0@lo:38:kworker.0 00010000:00010000:1.0:1767319490.318702:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319490.574373:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045726592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319490.574488:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319490.574662:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726592 00000100:00100000:3.0:1767319490.574673:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726592 00000100:00100000:3.0:1767319490.574747:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1767319490.574759:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045726592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319490.574827:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319490.574872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045726720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319490.574955:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319490.575053:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726720 00000100:00100000:2.0:1767319490.575062:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726720 00000100:00100000:2.0:1767319490.575100:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1767319490.575109:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045726720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319490.575137:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319490.575170:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045726720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319490.575176:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:2.0:1767319490.575211:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045726720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319490.581697:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045726592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6921us (7190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319490.581719:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1767319490.586717:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045726592:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319491.342438:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319492.376002:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319493.059032:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767319493.059082:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985874176 offset 0 length 520: 4 00000100:00100000:3.0:1767319493.059120:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319493.059168:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874432 00000100:00100000:2.0:1767319493.059184:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874432 00000100:00100000:2.0:1767319493.059285:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874304 00000100:00100000:2.0:1767319493.059289:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874304 00000100:00100000:2.0:1767319493.059313:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1120 00000100:00100000:2.0:1767319493.059354:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985874432:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319493.059443:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985874432:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 95us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319493.059452:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1120 00000100:00100000:2.0:1767319493.059473:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1455 00000100:00100000:2.0:1767319493.059478:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985874304:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319493.059498:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319493.060224:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319493.090413:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985874304:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 30923us (31286us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319493.090429:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1455 00010000:00010000:3.0:1767319493.391188:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319494.414979:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319494.670725:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319494.670739:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319494.670898:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767319494.670916:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319494.670921:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319494.670925:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319494.670934:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4687 00000100:00080000:2.0:1767319494.670939:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319494.670946:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319494.670972:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1180 x1853164045726976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319494.671025:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319469/real 1767319469] req@ffffa07bf0b17100 x1853164045720320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319494 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319494.671050:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0b17100 x1853164045720320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319494 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319494.671064:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045726976:0@lo:38:kworker.0 00000100:00100000:3.0:1767319494.671132:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319494.671186:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319494.671199:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319494.671203:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045720320:0@lo:250:kworker.0 00000100:00100000:3.0:1767319494.671237:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726976 00000100:00100000:3.0:1767319494.671245:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726976 00000100:00100000:3.0:1767319494.671284:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1767319494.671302:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045726976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319494.671322:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319494.671364:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045726976:12345-0@lo:38:kworker.0 Request processed in 62us (232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319494.671371:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00080000:3.0:1767319494.671410:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319494.671414:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319494.671417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045726976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319494.671839:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319494.671851:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045727104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319494.671895:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319494.672072:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045727104 00000100:00100000:3.0:1767319494.672077:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045727104 00000100:00100000:3.0:1767319494.672138:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1767319494.672146:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045727104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319494.672190:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045727104:12345-0@lo:400:kworker.0 Request processed in 45us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319494.672200:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00080000:0.0:1767319494.672338:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319494.672364:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164045727104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319494.672382:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045727104:0@lo:400:kworker.0 00000100:00100000:1.0:1767319494.674061:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045726848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319494.674138:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319494.674331:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045726848 00000100:00100000:3.0:1767319494.674339:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045726848 00000100:00100000:3.0:1767319494.674400:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:3.0:1767319494.674409:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045726848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319494.674460:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045726848:12345-0@lo:400:kworker.0 Request processed in 52us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319494.674468:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00080000:0.0:1767319494.674622:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319494.675707:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1f80 x1853164045726848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319494.675727:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045726848:0@lo:400:kworker.0 00000100:00080000:2.0:1767319494.676073:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319494.676079:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319494.676083:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319494.676088:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4687 00000100:00080000:2.0:1767319494.676093:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319494.676099:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319494.676141:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1f80 x1853164045727232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319494.676168:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319494.676172:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319494.676174:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319494.676178:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4687 00000100:00080000:2.0:1767319494.676180:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319494.676184:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319494.676197:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2d80 x1853164045727360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319494.676237:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319494.676240:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319494.676242:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319494.676245:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4687 00000100:00080000:2.0:1767319494.676248:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319494.676251:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319494.676263:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963480 x1853164045727744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319494.676283:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319494.676304:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319494.676306:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319494.676313:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4667 00000100:00080000:2.0:1767319494.676315:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319494.676319:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319494.676332:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961c00 x1853164045727872/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319494.676364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045727616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319494.676426:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319494.676708:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045727616 00000100:00100000:0.0:1767319494.676715:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045727616 00000100:00100000:0.0:1767319494.676786:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1767319494.676797:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045727616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319494.676843:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045727616:12345-0@lo:400:kworker.0 Request processed in 49us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319494.676849:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00080000:0.0:1767319494.676871:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319494.677087:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045727616:0@lo:400:kworker.0 00000100:00100000:2.0:1767319494.677102:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319494.677109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045727488:0@lo:400:kworker.0 00000100:00100000:2.0:1767319494.677146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319494.677311:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045727232:0@lo:38:kworker.0 00000100:00100000:3.0:1767319494.677344:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319494.677382:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045727360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319494.677408:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319494.677433:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045727744:0@lo:38:kworker.0 00000100:00100000:3.0:1767319494.677455:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319494.677484:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045727872:0@lo:250:kworker.0 00000400:00000100:3.0:1767319494.677503:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045727872 offset 0 length 520: 4 00000100:00100000:3.0:1767319494.677536:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045727360 00000100:00100000:3.0:1767319494.677540:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045727360 00000100:00100000:3.0:1767319494.677562:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1767319494.677568:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045727360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319494.677586:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319494.677619:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045727360:12345-0@lo:38:kworker.0 Request processed in 50us (210us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319494.677625:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:3.0:1767319494.677656:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319494.677660:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319494.677663:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045727360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319494.677683:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045727232 00000100:00100000:3.0:1767319494.677686:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045727232 00000100:00100000:3.0:1767319494.677717:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045727744 00000100:00100000:3.0:1767319494.677720:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045727744 00000100:00100000:3.0:1767319494.677742:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1767319494.677748:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045727232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319494.677758:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319494.677823:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045727232:12345-0@lo:38:kworker.0 Request processed in 74us (477us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319494.677830:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1767319494.677844:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1767319494.677848:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045727744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319494.677857:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319494.677895:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045727744:12345-0@lo:38:kworker.0 Request processed in 45us (439us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319494.677901:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00080000:3.0:1767319494.677938:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319494.677942:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319494.677944:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045727232:0@lo:38:kworker.0 00000100:00080000:3.0:1767319494.677952:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319494.677954:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319494.677957:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045727744:0@lo:38:kworker.0 00000100:00100000:0.0:1767319494.678415:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045727488 00000100:00100000:0.0:1767319494.678420:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045727488 00000100:00100000:0.0:1767319494.678483:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1767319494.678490:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045727488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319494.678531:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045727488:12345-0@lo:400:kworker.0 Request processed in 42us (1385us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319494.678537:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:0.0:1767319494.678569:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045727488:0@lo:400:kworker.0 00000100:00080000:1.0:1767319494.678689:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319495.439133:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319495.693983:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045728000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319495.694063:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319495.694175:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728000 00000100:00100000:3.0:1767319495.694184:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728000 00000100:00100000:3.0:1767319495.694243:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1767319495.694253:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045728000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319495.694294:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319495.694351:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045728000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319495.694359:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1767319495.694749:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045728000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319495.695106:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319495.695118:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045728128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319495.695153:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319495.695238:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728128 00000100:00100000:2.0:1767319495.695243:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728128 00000100:00100000:2.0:1767319495.695292:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1767319495.695300:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045728128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319495.695320:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319495.695401:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045728128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319495.695408:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1767319495.702460:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045728128:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319496.462501:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319497.486149:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319498.182117:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319498.182314:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874688 00000100:00100000:1.0:1767319498.182326:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874688 00000100:00100000:1.0:1767319498.182485:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1123 00000100:00100000:1.0:1767319498.182497:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985874688:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319498.182605:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985874688:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319498.182614:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1123 00000100:00080000:0.0:1767319498.182989:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319498.183703:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319498.183847:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874560 00000100:00100000:1.0:1767319498.183856:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874560 00000100:00100000:1.0:1767319498.183934:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1459 00000100:00100000:1.0:1767319498.183943:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985874560:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319498.183967:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319498.184024:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985874560:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 80us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319498.184032:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1459 00010000:00010000:1.0:1767319498.510595:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319499.537740:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319499.790240:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319499.790251:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319499.790311:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319499.790315:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319499.790318:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319499.790325:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4692 00000100:00080000:2.0:1767319499.790331:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319499.790337:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319499.790360:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045728384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319499.790382:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319499.790386:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319499.790387:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319499.790390:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4692 00000100:00080000:2.0:1767319499.790392:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319499.790395:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319499.790404:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f100 x1853164045728640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319499.790412:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319499.790415:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319499.790416:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319499.790420:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4692 00000100:00080000:2.0:1767319499.790422:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319499.790425:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319499.790436:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc000 x1853164045728768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319499.790465:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319499.790468:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319499.790470:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319499.790473:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4692 00000100:00080000:2.0:1767319499.790475:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767319499.790478:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319499.790489:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdfb80 x1853164045729152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319499.790522:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045729024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.790652:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045728896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.790714:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319499.790759:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045728512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.790817:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319499.790839:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319499.790844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045728256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.790865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319499.790894:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728896 00000100:00100000:0.0:1767319499.790901:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728896 00000100:00100000:0.0:1767319499.790968:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767319499.790978:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045728896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.791037:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045728896:12345-0@lo:400:kworker.0 Request processed in 60us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319499.791044:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1767319499.791067:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728512 00000100:00100000:0.0:1767319499.791070:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728512 00000100:00100000:0.0:1767319499.791092:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728256 00000100:00100000:0.0:1767319499.791095:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728256 00000100:00100000:0.0:1767319499.791113:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1767319499.791119:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045728512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.791152:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045728512:12345-0@lo:400:kworker.0 Request processed in 33us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319499.791158:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1767319499.791169:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:0.0:1767319499.791174:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045728256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.791212:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045728256:12345-0@lo:400:kworker.0 Request processed in 37us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319499.791222:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00080000:0.0:1767319499.791242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319499.791246:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1767319499.791269:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164045728256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319499.791281:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045728256:0@lo:400:kworker.0 00010000:00080000:0.0:1767319499.791291:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0d180 x1853164045728512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319499.791298:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045728512:0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.791327:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045728896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319499.791974:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319499.793846:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045728384:0@lo:38:kworker.0 00000100:00100000:3.0:1767319499.793911:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319499.793966:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045728640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319499.793992:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319499.794171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045728768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319499.794212:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319499.794235:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045729152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319499.794256:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319499.794295:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728768 00000100:00100000:3.0:1767319499.794303:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728768 00000100:00100000:3.0:1767319499.794338:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1767319499.794345:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045728768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319499.794365:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319499.794405:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045728768:12345-0@lo:38:kworker.0 Request processed in 58us (191us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319499.794415:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:3.0:1767319499.794453:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319499.794458:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319499.794461:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045728768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319499.794482:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728384 00000100:00100000:3.0:1767319499.794486:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728384 00000100:00100000:3.0:1767319499.794506:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045728640 00000100:00100000:3.0:1767319499.794509:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045728640 00000100:00100000:3.0:1767319499.794521:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729152 00000100:00100000:3.0:1767319499.794524:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729152 00000100:00100000:3.0:1767319499.794533:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1767319499.794551:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045728384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319499.794562:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319499.794592:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045728384:12345-0@lo:38:kworker.0 Request processed in 52us (680us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319499.794884:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1767319499.794898:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1767319499.794902:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045728640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319499.794912:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319499.794936:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045728640:12345-0@lo:38:kworker.0 Request processed in 33us (944us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319499.794941:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1767319499.795161:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1767319499.795166:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045729152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319499.795176:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319499.795213:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045729152:12345-0@lo:38:kworker.0 Request processed in 46us (956us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319499.795219:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00080000:3.0:1767319499.795248:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319499.795252:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319499.795255:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045728384:0@lo:38:kworker.0 00000100:00080000:3.0:1767319499.795263:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319499.795266:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319499.795269:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045728640:0@lo:38:kworker.0 00000100:00080000:3.0:1767319499.795276:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319499.795280:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319499.795282:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045729152:0@lo:38:kworker.0 00000100:00100000:0.0:1767319499.797295:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729024 00000100:00100000:0.0:1767319499.797311:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729024 00000100:00100000:0.0:1767319499.797410:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1767319499.797420:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045729024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319499.797510:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045729024:12345-0@lo:400:kworker.0 Request processed in 91us (5538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319499.797518:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00080000:1.0:1767319499.797904:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319499.798010:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045729024:0@lo:400:kworker.0 00010000:00010000:1.0:1767319500.558067:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319500.814481:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319500.814499:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045729280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319500.814565:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319500.817397:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729280 00000100:00100000:3.0:1767319500.817411:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729280 00000100:00100000:2.0:1767319500.817414:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319500.817435:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045729408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319500.817467:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1767319500.817475:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045729280:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319500.817500:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1767319500.817506:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319500.817548:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045729280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (2983us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319500.817552:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729408 00000100:00100000:2.0:1767319500.817555:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729408 00000100:00100000:3.0:1767319500.817555:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1767319500.817585:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1767319500.817592:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045729408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319500.817607:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319500.817654:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045729408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319500.817661:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1767319500.817728:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045729280:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319500.817866:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045729408:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319501.582417:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319502.606165:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319503.298678:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319503.298742:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319503.299010:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874816 00000100:00100000:2.0:1767319503.299027:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874816 00000100:00100000:2.0:1767319503.299092:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985874944 00000100:00100000:2.0:1767319503.299097:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985874944 00000100:00100000:2.0:1767319503.299174:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1126 00000100:00100000:2.0:1767319503.299187:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985874944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319503.299208:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1463 00000100:00100000:1.0:1767319503.299215:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985874816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319503.299235:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319503.299273:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985874944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319503.299282:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1126 00000100:00080000:3.0:1767319503.299450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319503.307216:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985874816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 7987us (8542us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319503.307231:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1463 00010000:00010000:1.0:1767319503.630930:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319504.653978:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319504.910085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319504.910094:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319504.910158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319504.910162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319504.910166:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319504.910174:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4698 00000100:00080000:3.0:1767319504.910180:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767319504.910186:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319504.910204:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29180 x1853164045729664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319504.910229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319504.910232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319504.910234:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319504.910238:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4698 00000100:00080000:3.0:1767319504.910241:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767319504.910244:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319504.910252:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29500 x1853164045729920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319504.910260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319504.910263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319504.910265:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319504.910268:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4698 00000100:00080000:3.0:1767319504.910279:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767319504.910284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319504.910298:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164045730048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319504.910328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319504.910331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319504.910332:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319504.910335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4698 00000100:00080000:3.0:1767319504.910338:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1767319504.910341:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319504.910350:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28700 x1853164045730432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319504.910372:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045730176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319504.910440:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319504.910497:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319504.910502:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045730304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319504.910530:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319504.910555:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730176 00000100:00100000:3.0:1767319504.910562:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730176 00000100:00100000:3.0:1767319504.910609:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730304 00000100:00100000:3.0:1767319504.910611:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730304 00000100:00100000:3.0:1767319504.910640:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1767319504.910648:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045730176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319504.910690:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045730176:12345-0@lo:400:kworker.0 Request processed in 43us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319504.910697:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1767319504.910711:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1767319504.910717:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045730304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319504.910738:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045730304:12345-0@lo:400:kworker.0 Request processed in 22us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319504.910744:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00080000:3.0:1767319504.910757:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319504.910760:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319504.910809:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045730304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319504.910818:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045730176:0@lo:400:kworker.0 00000100:00100000:2.0:1767319504.910896:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045729792:0@lo:400:kworker.0 00000100:00100000:2.0:1767319504.910925:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319504.910956:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319504.910961:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045729536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319504.910979:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319504.911150:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045729664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319504.911177:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319504.911200:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045729920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319504.911216:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319504.911232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045730048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319504.911250:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319504.911269:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045730432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319504.911286:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319504.911313:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730048 00000100:00100000:1.0:1767319504.911317:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730048 00000100:00100000:1.0:1767319504.911338:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1767319504.911343:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045730048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319504.911360:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319504.911388:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045730048:12345-0@lo:38:kworker.0 Request processed in 44us (137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319504.911394:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:1.0:1767319504.911423:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319504.911427:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319504.911430:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045730048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319504.911490:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729792 00000100:00100000:2.0:1767319504.911494:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729792 00000100:00100000:2.0:1767319504.911537:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729536 00000100:00100000:2.0:1767319504.911540:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729536 00000100:00100000:2.0:1767319504.911551:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729664 00000100:00100000:2.0:1767319504.911553:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729664 00000100:00100000:2.0:1767319504.911560:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045729920 00000100:00100000:2.0:1767319504.911562:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045729920 00000100:00100000:2.0:1767319504.911568:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730432 00000100:00100000:2.0:1767319504.911570:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730432 00000100:00100000:2.0:1767319504.911578:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1767319504.911583:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045729792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319504.911615:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045729792:12345-0@lo:400:kworker.0 Request processed in 32us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319504.911621:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1767319504.911633:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767319504.911639:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045729536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319504.911659:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045729536:12345-0@lo:400:kworker.0 Request processed in 21us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319504.911664:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767319504.911673:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1767319504.911677:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045729664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319504.911687:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319504.911707:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045729664:12345-0@lo:38:kworker.0 Request processed in 29us (530us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319504.911713:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:2.0:1767319504.911722:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1767319504.911726:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045729920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319504.911733:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319504.911750:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045729920:12345-0@lo:38:kworker.0 Request processed in 23us (532us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319504.911755:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:2.0:1767319504.911763:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1767319504.911785:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045730432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319504.911793:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319504.911813:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045730432:12345-0@lo:38:kworker.0 Request processed in 45us (526us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319504.911818:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00010000:00080000:2.0:1767319504.911843:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a680 x1853164045729536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319504.911853:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045729536:0@lo:400:kworker.0 00010000:00080000:2.0:1767319504.911862:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b800 x1853164045729792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319504.911870:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045729792:0@lo:400:kworker.0 00000100:00080000:1.0:1767319504.912190:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319504.912208:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319504.912212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319504.912215:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045729664:0@lo:38:kworker.0 00000100:00080000:1.0:1767319504.912223:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319504.912226:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319504.912229:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045729920:0@lo:38:kworker.0 00000100:00080000:1.0:1767319504.912235:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319504.912238:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319504.912241:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045730432:0@lo:38:kworker.0 00010000:00010000:3.0:1767319505.680399:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319505.934173:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319505.934204:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045730560:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319505.934309:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319505.934476:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730560 00000100:00100000:3.0:1767319505.934487:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730560 00000100:00100000:3.0:1767319505.934556:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1767319505.934568:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045730560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319505.934612:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319505.934677:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045730560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319505.934686:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1767319505.935287:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045730560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319505.937909:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319505.937938:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045730688:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319505.938028:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319505.938170:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730688 00000100:00100000:2.0:1767319505.938182:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730688 00000100:00100000:2.0:1767319505.938249:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:2.0:1767319505.938260:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045730688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319505.938298:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319505.938355:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045730688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319505.938581:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1767319505.938972:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045730688:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319506.702934:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319507.726758:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319508.418293:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319508.418439:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319508.418593:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875200 00000100:00100000:1.0:1767319508.418608:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875200 00000100:00100000:1.0:1767319508.418704:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875072 00000100:00100000:1.0:1767319508.418707:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875072 00000100:00100000:1.0:1767319508.418731:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1129 00000100:00100000:1.0:1767319508.418743:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985875200:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319508.418885:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985875200:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 144us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319508.418894:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1129 00000100:00100000:1.0:1767319508.418919:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1467 00000100:00100000:1.0:1767319508.418923:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985875072:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319508.418947:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319508.418975:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985875072:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 50us (536us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319508.418984:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1467 00000100:00080000:3.0:1767319508.422330:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319508.750176:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319509.777435:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319510.030209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319510.030223:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319510.030306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319510.030311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319510.030315:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319510.030325:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4703 00000100:00080000:3.0:1767319510.030334:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767319510.030343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319510.030371:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164045730944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319510.030393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319510.030411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319510.030414:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319510.030418:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4703 00000100:00080000:3.0:1767319510.030421:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767319510.030425:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319510.030438:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2ad80 x1853164045731200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319510.030448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319510.030451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319510.030453:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319510.030457:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4703 00000100:00080000:3.0:1767319510.030459:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767319510.030463:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319510.030476:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045731328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319510.030518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319510.030522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319510.030524:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319510.030527:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4703 00000100:00080000:3.0:1767319510.030531:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767319510.030535:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319510.030546:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f800 x1853164045731712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319510.030577:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045731584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319510.030634:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045731072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319510.030735:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319510.030843:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319510.030851:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045730816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319510.030858:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319510.030890:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319510.030896:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319510.030901:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045731456:0@lo:400:kworker.0 00000100:00100000:2.0:1767319510.030955:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731072 00000100:00100000:2.0:1767319510.030967:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731072 00000100:00100000:3.0:1767319510.031031:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319510.031042:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730816 00000100:00100000:2.0:1767319510.031047:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730816 00000100:00080000:3.0:1767319510.031064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319510.031083:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1767319510.031095:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045731072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319510.031106:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1767319510.031117:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045730816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319510.031167:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045731072:12345-0@lo:400:kworker.0 Request processed in 73us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319510.031176:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1767319510.031213:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731584 00000100:00100000:1.0:1767319510.031271:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045730944:0@lo:38:kworker.0 00000100:00100000:1.0:1767319510.031305:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319510.031326:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045731200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319510.031348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319510.031370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045731328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319510.031394:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319510.031430:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045731712:0@lo:38:kworker.0 00000100:00100000:1.0:1767319510.031453:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319510.031483:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731328 00000100:00100000:1.0:1767319510.031487:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731328 00000100:00100000:1.0:1767319510.031511:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1767319510.031516:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045731328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319510.031538:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319510.031573:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045731328:12345-0@lo:38:kworker.0 Request processed in 55us (177us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319510.031580:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:3.0:1767319510.031720:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045730816:12345-0@lo:400:kworker.0 Request processed in 605us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319510.031728:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1767319510.031744:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045730944 00000100:00100000:3.0:1767319510.031747:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045730944 00000100:00100000:3.0:1767319510.031795:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731200 00000100:00100000:3.0:1767319510.031798:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731200 00000100:00100000:3.0:1767319510.031809:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731712 00000100:00100000:3.0:1767319510.031811:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731712 00000100:00100000:3.0:1767319510.031822:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1767319510.031827:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045730944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319510.031837:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319510.031862:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045730944:12345-0@lo:38:kworker.0 Request processed in 34us (557us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319510.031868:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1767319510.031882:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:3.0:1767319510.031886:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045731200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319510.031895:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1767319510.032088:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b800 x1853164045730816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319510.032103:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045730816:0@lo:400:kworker.0 00010000:00080000:2.0:1767319510.032117:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2bb80 x1853164045731072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319510.032125:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045731072:0@lo:400:kworker.0 00000100:00100000:2.0:1767319510.032169:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1767319510.032176:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045731712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319510.032187:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319510.032217:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045731712:12345-0@lo:38:kworker.0 Request processed in 40us (763us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319510.032223:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1767319510.032273:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731456 00000100:00100000:2.0:1767319510.032278:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731456 00000100:00100000:2.0:1767319510.032337:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767319510.032464:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045731456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319510.033040:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045731456:12345-0@lo:400:kworker.0 Request processed in 579us (2007us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319510.033047:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1767319510.033239:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045731200:12345-0@lo:38:kworker.0 Request processed in 30us (568us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319510.033252:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00080000:3.0:1767319510.033276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319510.033309:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045731456:0@lo:400:kworker.0 00000100:00080000:3.0:1767319510.033380:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319510.033386:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319510.033390:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045730944:0@lo:38:kworker.0 00000100:00080000:3.0:1767319510.033401:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319510.033405:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319510.033408:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045731200:0@lo:38:kworker.0 00000100:00080000:3.0:1767319510.033418:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319510.033422:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319510.033425:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045731328:0@lo:38:kworker.0 00000100:00080000:3.0:1767319510.033436:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319510.033439:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319510.033442:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045731712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319510.034129:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731584 00000100:00100000:0.0:1767319510.034207:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1767319510.034218:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045731584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319510.034298:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045731584:12345-0@lo:400:kworker.0 Request processed in 82us (3440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319510.034305:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:1.0:1767319510.034395:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045731584:0@lo:400:kworker.0 00000100:00080000:3.0:1767319510.034679:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319510.798151:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319511.054217:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045731840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319511.054311:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319511.054376:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731840 00000100:00100000:0.0:1767319511.054392:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731840 00000100:00100000:0.0:1767319511.054532:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1767319511.054545:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045731840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319511.054590:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319511.054683:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045731840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319511.054690:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1767319511.055384:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045731840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319511.055407:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319511.055416:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045731968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319511.055457:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319511.061429:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045731968 00000100:00100000:2.0:1767319511.061452:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045731968 00000100:00100000:2.0:1767319511.061555:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1767319511.061568:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045731968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319511.061618:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319511.062093:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045731968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 526us (6633us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319511.062102:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1767319511.063365:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045731968:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319511.822949:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319512.846054:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319513.545616:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319513.545936:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319513.553204:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875456 00000100:00100000:3.0:1767319513.553228:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875456 00000100:00100000:3.0:1767319513.555169:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875328 00000100:00100000:3.0:1767319513.555187:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875328 00000100:00100000:2.0:1767319513.555266:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1132 00000100:00100000:2.0:1767319513.555300:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985875456:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319513.555417:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985875456:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 139us (9819us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319513.555426:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1132 00000100:00100000:2.0:1767319513.555452:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1471 00000100:00100000:2.0:1767319513.555457:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985875328:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319513.555482:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319513.555511:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985875328:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (9575us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319513.555518:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1471 00000100:00080000:0.0:1767319513.556305:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319513.870063:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319514.894112:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319515.150124:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319515.150138:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319515.150213:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319515.150225:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319515.150231:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319515.150242:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4708 00000100:00080000:2.0:1767319515.150248:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319515.150264:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319515.150292:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e53b80 x1853164045732224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319515.150316:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319515.150319:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319515.150321:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319515.150334:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4708 00000100:00080000:2.0:1767319515.150336:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319515.150340:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319515.150353:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045732480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319515.150362:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319515.150365:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319515.150367:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319515.150371:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4708 00000100:00080000:2.0:1767319515.150374:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319515.150378:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319515.150389:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2ad80 x1853164045732608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319515.150428:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319515.150431:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319515.150433:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319515.150437:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4708 00000100:00080000:2.0:1767319515.150439:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319515.150444:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319515.150455:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164045732992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319515.150485:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045732864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319515.150584:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319515.150671:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319515.150677:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045732736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319515.150704:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319515.150738:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732864 00000100:00100000:2.0:1767319515.150748:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732864 00000100:00100000:2.0:1767319515.150830:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732736 00000100:00100000:2.0:1767319515.150833:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732736 00000100:00100000:2.0:1767319515.150860:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1767319515.150871:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045732864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319515.150942:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045732864:12345-0@lo:400:kworker.0 Request processed in 72us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319515.150949:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1767319515.150968:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1767319515.150975:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045732736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319515.151000:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045732736:12345-0@lo:400:kworker.0 Request processed in 27us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319515.151005:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1767319515.151049:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045732736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319515.151060:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045732864:0@lo:400:kworker.0 00000100:00080000:0.0:1767319515.151147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319515.151154:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319515.151166:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045732096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319515.151203:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319515.151237:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319515.151243:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045732352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319515.151266:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319515.151297:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732096 00000100:00100000:0.0:1767319515.151301:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732096 00000100:00100000:0.0:1767319515.151337:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732352 00000100:00100000:0.0:1767319515.151341:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732352 00000100:00100000:0.0:1767319515.151362:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1767319515.151368:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045732096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319515.151402:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045732096:12345-0@lo:400:kworker.0 Request processed in 33us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319515.151408:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1767319515.151422:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1767319515.151428:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045732352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319515.151452:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045732352:12345-0@lo:400:kworker.0 Request processed in 25us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319515.151458:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00080000:0.0:1767319515.151472:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319515.151487:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e53800 x1853164045732352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319515.151497:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045732352:0@lo:400:kworker.0 00010000:00080000:0.0:1767319515.151506:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e52680 x1853164045732096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319515.151515:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045732096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319515.151747:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045732224:0@lo:38:kworker.0 00000100:00100000:3.0:1767319515.151812:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319515.151837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045732480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319515.151858:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319515.151876:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045732608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319515.151899:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319515.151930:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045732992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319515.151951:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319515.151994:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732224 00000100:00100000:3.0:1767319515.151999:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732224 00000100:00100000:3.0:1767319515.152015:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732480 00000100:00100000:3.0:1767319515.152017:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732480 00000100:00100000:3.0:1767319515.152024:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732992 00000100:00100000:3.0:1767319515.152027:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732992 00000100:00100000:3.0:1767319515.152037:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1767319515.152042:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045732224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319515.152062:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319515.152101:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045732224:12345-0@lo:38:kworker.0 Request processed in 57us (288us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319515.152107:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1767319515.152121:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1767319515.152125:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045732480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319515.152134:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319515.152156:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045732480:12345-0@lo:38:kworker.0 Request processed in 30us (297us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319515.152162:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:3.0:1767319515.152172:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:3.0:1767319515.152176:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045732992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319515.152185:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319515.152207:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045732992:12345-0@lo:38:kworker.0 Request processed in 29us (255us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319515.152213:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00080000:3.0:1767319515.152238:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319515.152243:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319515.152246:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045732224:0@lo:38:kworker.0 00000100:00080000:3.0:1767319515.152562:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319515.152567:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319515.152569:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045732480:0@lo:38:kworker.0 00000100:00080000:3.0:1767319515.152580:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319515.152583:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319515.152585:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045732992:0@lo:38:kworker.0 00000100:00100000:1.0:1767319515.152830:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045732608 00000100:00100000:1.0:1767319515.152835:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045732608 00000100:00100000:1.0:1767319515.152874:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1767319515.152879:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045732608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319515.152891:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319515.152939:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045732608:12345-0@lo:38:kworker.0 Request processed in 58us (1039us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319515.152946:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:3.0:1767319515.153075:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319515.153080:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319515.153084:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045732608:0@lo:38:kworker.0 00010000:00010000:1.0:1767319515.918159:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319516.174126:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319516.174157:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045733120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319516.174241:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319516.174634:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045733248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319516.174663:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319516.174831:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045733120 00000100:00100000:0.0:1767319516.174840:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045733120 00000100:00100000:0.0:1767319516.174890:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045733248 00000100:00100000:0.0:1767319516.174901:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045733248 00000100:00100000:2.0:1767319516.174919:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1767319516.174936:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045733120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319516.174976:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319516.175052:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045733120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319516.175142:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045733120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319516.176544:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1767319516.176568:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045733248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319516.176606:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319516.176999:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045733248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319516.177145:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045733248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 588us (2479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319516.177155:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1767319516.187663:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00010000:00010000:1.0:1767319516.943001:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319517.966005:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319518.658961:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767319518.659001:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985875584 offset 0 length 520: 4 00000100:00100000:1.0:1767319518.659028:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319518.659088:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875840 00000100:00100000:3.0:1767319518.659098:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875840 00000100:00100000:3.0:1767319518.659193:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875712 00000100:00100000:3.0:1767319518.659196:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875712 00000100:00100000:1.0:1767319518.659232:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1135 00000100:00100000:1.0:1767319518.659243:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985875840:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319518.659333:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985875840:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 92us (380us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319518.659361:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319518.663532:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1475 00000100:00100000:1.0:1767319518.663548:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1135 00000100:00100000:2.0:1767319518.663550:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985875712:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319518.665560:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319518.665661:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985875712:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2112us (6628us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319518.665673:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1475 00010000:00010000:1.0:1767319518.990594:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319519.247608:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319494/real 1767319494] req@ffffa07bf8961c00 x1853164045727872/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319519 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319519.247640:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8961c00 x1853164045727872/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319519 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319519.247660:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319519.247686:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319519.247690:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045727872:0@lo:250:kworker.0 00000100:00080000:1.0:1767319519.247753:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319519.247759:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319519.247762:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319519.247784:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4692 00000100:00080000:1.0:1767319519.247788:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319519.247794:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319519.247828:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d72300 x1853164045733376/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319519.247897:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319519.247901:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319519.247902:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319519.247906:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4713 00000100:00080000:1.0:1767319519.247908:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319519.247912:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319519.247924:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71880 x1853164045733632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319519.247939:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319519.247942:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319519.247944:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319519.247947:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4713 00000100:00080000:1.0:1767319519.247949:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319519.247952:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319519.247960:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d73480 x1853164045733888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319519.247968:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319519.247971:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319519.247972:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319519.247975:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4713 00000100:00080000:1.0:1767319519.247977:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319519.247980:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319519.247989:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d71500 x1853164045734016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319519.248015:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319519.248065:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319519.248067:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319519.248071:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4713 00000100:00080000:1.0:1767319519.248073:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319519.248077:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319519.248091:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d72d80 x1853164045734400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319519.248165:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045733760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319519.248238:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319519.248296:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319519.248302:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045733504:0@lo:400:kworker.0 00000100:00100000:2.0:1767319519.248322:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319519.248688:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045733760 00000100:00100000:1.0:1767319519.248696:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045733760 00000100:00100000:1.0:1767319519.248755:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1767319519.248765:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045733760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319519.248855:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045733760:12345-0@lo:400:kworker.0 Request processed in 91us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319519.248863:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:1.0:1767319519.248881:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045733504 00000100:00100000:1.0:1767319519.248885:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045733504 00000100:00100000:1.0:1767319519.248908:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:1.0:1767319519.248914:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045733504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319519.248940:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045733504:12345-0@lo:400:kworker.0 Request processed in 26us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319519.248946:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00010000:00080000:1.0:1767319519.248982:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d71180 x1853164045733504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319519.248993:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045733504:0@lo:400:kworker.0 00010000:00080000:1.0:1767319519.249001:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf3d70e00 x1853164045733760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319519.249009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045733760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319519.249084:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045734272:0@lo:400:kworker.0 00000100:00100000:3.0:1767319519.249116:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319519.249145:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319519.249151:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045734144:0@lo:400:kworker.0 00000100:00100000:3.0:1767319519.249171:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319519.249190:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734272 00000100:00100000:0.0:1767319519.249194:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734272 00000100:00100000:3.0:1767319519.249216:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045733376:0@lo:250:kworker.0 00000100:00100000:0.0:1767319519.249223:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734144 00000100:00100000:0.0:1767319519.249226:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734144 00000400:00000100:3.0:1767319519.249235:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045733376 offset 0 length 520: 4 00000100:00100000:0.0:1767319519.249246:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767319519.249252:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045734272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319519.249252:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045733632:0@lo:38:kworker.0 00000100:00100000:3.0:1767319519.249270:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319519.249284:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045734272:12345-0@lo:400:kworker.0 Request processed in 33us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319519.249285:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045733888:0@lo:38:kworker.0 00000100:00100000:0.0:1767319519.249290:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:0.0:1767319519.249302:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1767319519.249303:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319519.249307:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045734144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319519.249316:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045734016:0@lo:38:kworker.0 00000100:00100000:0.0:1767319519.249331:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045734144:12345-0@lo:400:kworker.0 Request processed in 24us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319519.249336:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1767319519.249336:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319519.249350:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045734400:0@lo:38:kworker.0 00000100:00100000:0.0:1767319519.249357:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734016 00000100:00100000:0.0:1767319519.249360:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734016 00000100:00100000:3.0:1767319519.249368:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319519.249378:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1767319519.249382:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045734016:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319519.249391:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045733632 00000100:00100000:3.0:1767319519.249394:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045733632 00010000:00020000:0.0:1767319519.249398:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319519.249410:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045733888 00000100:00100000:3.0:1767319519.249412:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045733888 00000100:00100000:3.0:1767319519.249420:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734400 00000100:00100000:3.0:1767319519.249422:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734400 00000100:00100000:0.0:1767319519.249426:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045734016:12345-0@lo:38:kworker.0 Request processed in 43us (90us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319519.249432:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1767319519.249453:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1767319519.249457:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045733632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319519.249466:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319519.249489:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045733632:12345-0@lo:38:kworker.0 Request processed in 30us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319519.249495:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1767319519.249507:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1767319519.249511:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045733888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319519.249518:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319519.249538:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045733888:12345-0@lo:38:kworker.0 Request processed in 26us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319519.249543:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:1.0:1767319519.249734:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045734144:0@lo:400:kworker.0 00000100:00100000:1.0:1767319519.249744:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045734272:0@lo:400:kworker.0 00000100:00080000:2.0:1767319519.250093:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319519.250098:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319519.250100:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319519.250128:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319519.250133:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319519.250136:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045733632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319519.250146:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319519.250149:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319519.250152:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045733888:0@lo:38:kworker.0 00000100:00080000:2.0:1767319519.250160:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319519.250163:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319519.250166:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045734016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319519.250232:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:3.0:1767319519.250238:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045734400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319519.250250:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319519.250298:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045734400:12345-0@lo:38:kworker.0 Request processed in 59us (929us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319519.250304:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00080000:2.0:1767319519.250352:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319519.250356:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319519.250359:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045734400:0@lo:38:kworker.0 00010000:00010000:1.0:1767319520.014653:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319521.039364:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319521.294115:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045734528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319521.294184:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319521.294223:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319521.294230:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045734656:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319521.294232:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734528 00000100:00100000:2.0:1767319521.294242:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734528 00000100:00100000:0.0:1767319521.294251:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319521.294294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319521.294295:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734656 00000100:00100000:3.0:1767319521.294301:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734656 00000100:00100000:2.0:1767319521.294310:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00080000:0.0:1767319521.294326:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319521.294327:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045734528:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319521.294331:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1767319521.294341:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045734656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319521.294372:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:3.0:1767319521.294429:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319521.294442:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045734528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319521.294460:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045734656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319521.294464:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1767319521.294472:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1767319521.296887:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045734656:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319521.296908:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045734528:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319522.063260:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319523.091603:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319523.778128:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319523.778220:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319523.787165:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876096 00000100:00100000:0.0:1767319523.787328:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985875968 00000100:00100000:0.0:1767319523.787339:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985875968 00000100:00100000:0.0:1767319523.787401:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1479 00000100:00100000:0.0:1767319523.787408:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985875968:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319523.787433:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319523.787565:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876096 00000100:00100000:3.0:1767319523.787650:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1138 00000100:00100000:3.0:1767319523.787657:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985876096:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319523.787729:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985875968:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 319us (9508us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319523.787737:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1479 00000100:00080000:0.0:1767319523.787787:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319523.791541:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985876096:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 3871us (13410us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319523.791556:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1138 00010000:00010000:1.0:1767319524.110939:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319524.366781:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319524.366791:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319524.367084:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767319524.367138:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319524.367143:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319524.367147:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319524.367155:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4717 00000100:00080000:2.0:1767319524.367159:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319524.367166:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319524.367190:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec000 x1853164045734912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319524.367259:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045734912:0@lo:38:kworker.0 00000100:00100000:3.0:1767319524.367324:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319524.368967:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734912 00000100:00100000:0.0:1767319524.368980:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734912 00000100:00100000:0.0:1767319524.369039:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:0.0:1767319524.369047:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045734912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319524.369070:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319524.369135:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045734912:12345-0@lo:38:kworker.0 Request processed in 88us (1811us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319524.369143:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00080000:3.0:1767319524.369245:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319524.369251:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319524.369254:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045734912:0@lo:38:kworker.0 00000100:00100000:1.0:1767319524.373285:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045735040:0@lo:400:kworker.0 00000100:00100000:1.0:1767319524.373358:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319524.373402:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045734784:0@lo:400:kworker.0 00000100:00100000:1.0:1767319524.373423:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319524.373533:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735040 00000100:00100000:3.0:1767319524.373552:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735040 00000100:00100000:3.0:1767319524.373618:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045734784 00000100:00100000:3.0:1767319524.373622:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045734784 00000100:00100000:3.0:1767319524.373645:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1767319524.373654:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045735040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319524.373706:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045735040:12345-0@lo:400:kworker.0 Request processed in 53us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319524.373714:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1767319524.373729:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1767319524.373736:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045734784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319524.373801:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045734784:12345-0@lo:400:kworker.0 Request processed in 65us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319524.373807:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00080000:1.0:1767319524.374001:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319524.374032:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ed880 x1853164045735040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319524.374046:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045735040:0@lo:400:kworker.0 00010000:00080000:1.0:1767319524.374057:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ef100 x1853164045734784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319524.374064:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045734784:0@lo:400:kworker.0 00000100:00080000:2.0:1767319524.374246:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319524.374251:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319524.374254:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319524.374259:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4717 00000100:00080000:2.0:1767319524.374262:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319524.374267:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319524.374292:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ee680 x1853164045735168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319524.374316:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319524.374319:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319524.374321:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319524.374325:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4717 00000100:00080000:2.0:1767319524.374327:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319524.374331:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319524.374344:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91eed80 x1853164045735296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319524.374376:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319524.374379:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319524.374381:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319524.374384:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4717 00000100:00080000:2.0:1767319524.374387:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319524.374390:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319524.374399:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91edf80 x1853164045735680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319524.374423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045735552:0@lo:400:kworker.0 00000100:00100000:2.0:1767319524.374455:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319524.374478:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319524.374483:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045735424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319524.374503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319524.374526:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735552 00000100:00100000:2.0:1767319524.374530:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735552 00000100:00100000:1.0:1767319524.374707:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735424 00000100:00100000:1.0:1767319524.374711:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735424 00000100:00100000:1.0:1767319524.374759:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1767319524.374786:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045735424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319524.374838:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045735424:12345-0@lo:400:kworker.0 Request processed in 72us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319524.374845:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00080000:1.0:1767319524.374867:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319524.375025:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045735168:0@lo:38:kworker.0 00000100:00100000:3.0:1767319524.375052:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319524.375077:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045735296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319524.375100:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319524.375123:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045735680:0@lo:38:kworker.0 00000100:00100000:3.0:1767319524.375142:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319524.375168:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735168 00000100:00100000:3.0:1767319524.375172:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735168 00000100:00100000:3.0:1767319524.375188:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735680 00000100:00100000:3.0:1767319524.375190:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735680 00000100:00100000:3.0:1767319524.375203:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1767319524.375208:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045735168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319524.375225:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319524.375256:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045735168:12345-0@lo:38:kworker.0 Request processed in 46us (203us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319524.375262:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:3.0:1767319524.375273:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:3.0:1767319524.375277:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045735680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319524.375286:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319524.375308:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045735680:12345-0@lo:38:kworker.0 Request processed in 30us (165us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319524.375317:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:3.0:1767319524.375344:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319524.375349:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319524.375353:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045735168:0@lo:38:kworker.0 00000100:00080000:3.0:1767319524.375360:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319524.375363:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319524.375366:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045735680:0@lo:38:kworker.0 00000100:00100000:3.0:1767319524.375407:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045735424:0@lo:400:kworker.0 00000100:00100000:1.0:1767319524.375496:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735296 00000100:00100000:1.0:1767319524.375500:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735296 00000100:00100000:1.0:1767319524.375527:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1767319524.375532:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045735296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319524.375553:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319524.375597:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045735296:12345-0@lo:38:kworker.0 Request processed in 63us (496us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319524.375603:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00080000:3.0:1767319524.375831:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319524.375836:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319524.375839:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045735296:0@lo:38:kworker.0 00000100:00100000:2.0:1767319524.375989:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:2.0:1767319524.375999:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045735552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319524.376042:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045735552:12345-0@lo:400:kworker.0 Request processed in 46us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319524.376048:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1767319524.376148:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045735552:0@lo:400:kworker.0 00000100:00080000:1.0:1767319524.379698:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319525.134009:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319526.161814:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319526.414205:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319526.414222:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045735808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319526.414287:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319526.414511:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735808 00000100:00100000:2.0:1767319526.414519:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735808 00000100:00100000:2.0:1767319526.414578:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1767319526.414588:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045735808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319526.414618:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319526.414670:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045735808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319526.414677:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1767319526.414731:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045735808:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319526.414801:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319526.415076:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319526.415086:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045735936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319526.415130:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319526.415611:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045735936 00000100:00100000:3.0:1767319526.415617:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045735936 00000100:00100000:3.0:1767319526.415669:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1767319526.415677:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045735936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319526.415697:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319526.415751:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045735936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319526.415762:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00080000:1.0:1767319526.415786:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319526.416091:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045735936:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319527.182032:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319528.206165:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319528.898406:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319528.898496:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319528.898650:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876352 00000100:00100000:1.0:1767319528.898669:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876352 00000100:00100000:1.0:1767319528.898746:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876224 00000100:00100000:1.0:1767319528.898750:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876224 00000100:00100000:3.0:1767319528.898765:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1141 00000100:00100000:1.0:1767319528.898813:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1483 00000100:00100000:3.0:1767319528.898819:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985876352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319528.898827:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985876224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319528.898853:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319528.898911:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985876352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 98us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319528.898921:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1141 00000100:00080000:0.0:1767319528.898979:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319528.901329:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985876224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2494us (2826us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319528.901342:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1483 00010000:00010000:1.0:1767319529.229973:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319529.485906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319529.485917:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319529.485976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319529.485981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319529.485984:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319529.485991:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4722 00000100:00080000:2.0:1767319529.485996:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319529.486002:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319529.486024:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ee300 x1853164045736192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319529.486043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319529.486046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319529.486048:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319529.486051:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4722 00000100:00080000:2.0:1767319529.486053:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319529.486057:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319529.486066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91efb80 x1853164045736448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319529.486073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319529.486076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319529.486078:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319529.486081:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4722 00000100:00080000:2.0:1767319529.486083:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319529.486087:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319529.486098:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91eed80 x1853164045736576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319529.486110:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045736064:0@lo:400:kworker.0 00000100:00080000:2.0:1767319529.486128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319529.486133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319529.486135:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319529.486138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4722 00000100:00080000:2.0:1767319529.486141:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319529.486144:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319529.486154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ee680 x1853164045736960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319529.486179:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319529.486186:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045736832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486222:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319529.486239:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319529.486248:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045736320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486251:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319529.486259:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045736704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319529.486279:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319529.486290:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319529.486329:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736064 00000100:00100000:3.0:1767319529.486337:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736064 00000100:00100000:2.0:1767319529.486342:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736832 00000100:00100000:2.0:1767319529.486348:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736832 00000100:00100000:3.0:1767319529.486400:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736320 00000100:00100000:2.0:1767319529.486401:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736704 00000100:00100000:3.0:1767319529.486406:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736320 00000100:00100000:2.0:1767319529.486407:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736704 00000100:00100000:3.0:1767319529.486447:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1767319529.486448:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1767319529.486460:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045736064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486462:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045736832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486520:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045736832:12345-0@lo:400:kworker.0 Request processed in 61us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319529.486527:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045736064:12345-0@lo:400:kworker.0 Request processed in 69us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319529.486532:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:3.0:1767319529.486541:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1767319529.486556:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1767319529.486564:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:2.0:1767319529.486568:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045736704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319529.486577:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045736320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486609:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045736704:12345-0@lo:400:kworker.0 Request processed in 45us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319529.486620:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1767319529.486620:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045736320:12345-0@lo:400:kworker.0 Request processed in 44us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319529.486631:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00080000:3.0:1767319529.486664:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319529.486669:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319529.486672:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319529.486688:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045736192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319529.486699:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045736704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486714:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045736832:0@lo:400:kworker.0 00000100:00100000:3.0:1767319529.486720:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319529.486744:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045736448:0@lo:38:kworker.0 00000100:00100000:2.0:1767319529.486745:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736192 00000100:00100000:2.0:1767319529.486751:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736192 00000100:00100000:3.0:1767319529.486788:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319529.486797:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736448 00000100:00100000:2.0:1767319529.486802:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736448 00000100:00100000:3.0:1767319529.486813:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045736576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319529.486824:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1767319529.486830:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045736192:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319529.486836:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:2.0:1767319529.486849:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319529.486853:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045736960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319529.486869:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319529.486892:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319529.486897:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045736192:12345-0@lo:38:kworker.0 Request processed in 63us (175us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319529.486898:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319529.486904:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045736192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319529.486915:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1767319529.486932:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736960 00010000:00080000:3.0:1767319529.486936:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ece00 x1853164045736320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319529.486937:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736960 00000100:00100000:3.0:1767319529.486946:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045736320:0@lo:400:kworker.0 00000100:00100000:2.0:1767319529.486957:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00010000:00080000:3.0:1767319529.486958:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ed500 x1853164045736064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319529.486968:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045736448:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319529.486968:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045736064:0@lo:400:kworker.0 00010000:00020000:2.0:1767319529.486985:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319529.486990:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1767319529.486995:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045736960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319529.487015:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319529.487020:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045736448:12345-0@lo:38:kworker.0 Request processed in 49us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319529.487027:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:3.0:1767319529.487043:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045736960:12345-0@lo:38:kworker.0 Request processed in 46us (171us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319529.487048:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00000100:00080000:2.0:1767319529.487077:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319529.487082:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319529.487085:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045736448:0@lo:38:kworker.0 00000100:00080000:2.0:1767319529.487094:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319529.487096:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319529.487099:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045736960:0@lo:38:kworker.0 00000100:00100000:0.0:1767319529.487366:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045736576 00000100:00100000:0.0:1767319529.487371:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045736576 00000100:00100000:0.0:1767319529.487400:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1767319529.487405:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045736576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319529.487416:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319529.487455:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045736576:12345-0@lo:38:kworker.0 Request processed in 48us (617us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319529.487464:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:2.0:1767319529.487657:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319529.487661:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319529.487664:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045736576:0@lo:38:kworker.0 00010000:00010000:3.0:1767319530.253994:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319531.284018:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319531.534404:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319531.534443:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045737088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319531.534515:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319531.534863:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737088 00000100:00100000:2.0:1767319531.534872:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737088 00000100:00100000:2.0:1767319531.534943:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1767319531.534953:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045737088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319531.534991:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319531.535049:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045737088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319531.535363:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:3.0:1767319531.535559:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319531.535624:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045737216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319531.535659:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319531.535758:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045737088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319531.542566:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737216 00000100:00100000:2.0:1767319531.542582:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737216 00000100:00100000:2.0:1767319531.542732:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1767319531.542743:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045737216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319531.542809:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319531.542895:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045737216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 154us (7234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319531.542902:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1767319531.544374:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045737216:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319531.549683:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319532.301984:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319533.332684:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319534.018518:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319534.018644:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319534.020764:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876608 00000100:00100000:0.0:1767319534.020791:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876608 00000100:00100000:1.0:1767319534.020926:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876480 00000100:00100000:1.0:1767319534.020931:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876480 00000100:00100000:1.0:1767319534.020973:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1144 00000100:00100000:1.0:1767319534.020984:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985876608:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319534.021065:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985876608:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (2560us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319534.021074:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1144 00000100:00100000:1.0:1767319534.021094:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1487 00000100:00100000:1.0:1767319534.021098:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985876480:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319534.021118:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319534.021142:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985876480:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (2497us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319534.021149:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1487 00000100:00080000:3.0:1767319534.025630:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319534.350307:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319534.606852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319534.606863:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319534.606918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319534.606923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319534.606928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319534.606936:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4727 00000100:00080000:3.0:1767319534.606941:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319534.606948:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319534.606970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdf80 x1853164045737472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319534.607005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319534.607008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319534.607010:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319534.607014:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4727 00000100:00080000:3.0:1767319534.607017:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319534.607021:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319534.607033:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bc000 x1853164045737728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319534.607042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319534.607045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319534.607047:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319534.607050:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4727 00000100:00080000:3.0:1767319534.607052:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319534.607055:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319534.607067:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf480 x1853164045737856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319534.607102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319534.607105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319534.607107:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319534.607110:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4727 00000100:00080000:3.0:1767319534.607112:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319534.607116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319534.607129:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9f80 x1853164045738240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319534.607155:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045737984:0@lo:400:kworker.0 00000100:00100000:3.0:1767319534.607234:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319534.607299:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319534.607438:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045737344:0@lo:400:kworker.0 00000100:00100000:0.0:1767319534.607471:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319534.607499:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319534.607506:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045737600:0@lo:400:kworker.0 00000100:00100000:0.0:1767319534.607528:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319534.607565:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737344 00000100:00100000:0.0:1767319534.607572:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737344 00000100:00100000:0.0:1767319534.607639:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737600 00000100:00100000:0.0:1767319534.607643:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737600 00000100:00100000:0.0:1767319534.607671:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1767319534.607681:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045737344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319534.607733:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045737344:12345-0@lo:400:kworker.0 Request processed in 54us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319534.607741:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1767319534.607758:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:0.0:1767319534.607765:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045737600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319534.607817:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045737600:12345-0@lo:400:kworker.0 Request processed in 52us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319534.607823:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00010000:00080000:0.0:1767319534.607861:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bed80 x1853164045737600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319534.607873:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045737600:0@lo:400:kworker.0 00010000:00080000:0.0:1767319534.607884:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bca80 x1853164045737344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319534.607891:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045737344:0@lo:400:kworker.0 00000100:00080000:0.0:1767319534.607928:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319534.608073:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045738112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319534.608101:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319534.608197:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045737472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319534.608227:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319534.608258:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045737728:0@lo:38:kworker.0 00000100:00100000:1.0:1767319534.608280:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319534.608300:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045737856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319534.608336:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319534.608356:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045738240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319534.608374:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319534.608400:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737856 00000100:00100000:1.0:1767319534.608403:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737856 00000100:00100000:1.0:1767319534.608425:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1767319534.608429:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045737856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319534.608446:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319534.608476:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045737856:12345-0@lo:38:kworker.0 Request processed in 46us (139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319534.608482:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:1.0:1767319534.608513:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319534.608518:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319534.608521:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045737856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319534.608539:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737472 00000100:00100000:1.0:1767319534.608542:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737472 00000100:00100000:1.0:1767319534.608569:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737728 00000100:00100000:1.0:1767319534.608572:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737728 00000100:00100000:1.0:1767319534.608580:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738240 00000100:00100000:1.0:1767319534.608582:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738240 00000100:00100000:1.0:1767319534.608592:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1767319534.608596:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045737472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319534.608606:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319534.608646:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045737472:12345-0@lo:38:kworker.0 Request processed in 47us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319534.608653:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:1.0:1767319534.608665:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1767319534.608668:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045737728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319534.608677:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319534.608698:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045737728:12345-0@lo:38:kworker.0 Request processed in 28us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319534.608704:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:1.0:1767319534.608714:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:1.0:1767319534.608718:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045738240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319534.608726:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319534.608748:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045738240:12345-0@lo:38:kworker.0 Request processed in 28us (373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319534.608753:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00080000:1.0:1767319534.608818:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319534.608822:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319534.608825:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045737472:0@lo:38:kworker.0 00000100:00080000:1.0:1767319534.608832:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319534.608834:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319534.608837:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045737728:0@lo:38:kworker.0 00000100:00080000:1.0:1767319534.608843:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319534.608846:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319534.608848:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045738240:0@lo:38:kworker.0 00000100:00100000:2.0:1767319534.609440:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045737984 00000100:00100000:2.0:1767319534.609446:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045737984 00000100:00100000:2.0:1767319534.609509:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738112 00000100:00100000:2.0:1767319534.609512:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738112 00000100:00100000:2.0:1767319534.609536:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1767319534.609543:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045737984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319534.609605:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045737984:12345-0@lo:400:kworker.0 Request processed in 62us (2370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319534.609612:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1767319534.609625:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1767319534.609641:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045738112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319534.609670:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045738112:12345-0@lo:400:kworker.0 Request processed in 30us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319534.609675:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00080000:3.0:1767319534.611878:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319534.611890:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319534.611947:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045738112:0@lo:400:kworker.0 00000100:00100000:3.0:1767319534.611965:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045737984:0@lo:400:kworker.0 00010000:00010000:1.0:1767319535.374160:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319536.399267:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319536.654984:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045738368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319536.655067:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319536.655140:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319536.655147:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045738496:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319536.655166:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319536.655250:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738368 00000100:00100000:2.0:1767319536.655263:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738368 00000100:00100000:2.0:1767319536.655366:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738496 00000100:00080000:0.0:1767319536.655367:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319536.655371:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738496 00000100:00100000:2.0:1767319536.655399:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00080000:0.0:1767319536.655402:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319536.655411:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045738368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319536.655447:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319536.655514:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045738368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319536.655535:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1767319536.655564:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1767319536.655573:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045738496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319536.655590:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319536.655629:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045738496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319536.655636:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1767319536.655681:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045738368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319536.655743:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045738496:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319537.424308:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319538.450253:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319539.138202:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319539.138268:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319539.138368:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876864 00000100:00100000:3.0:1767319539.138380:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876864 00000100:00100000:0.0:1767319539.138405:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985876736 00000100:00100000:0.0:1767319539.138412:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985876736 00000100:00100000:0.0:1767319539.138734:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1147 00000100:00100000:0.0:1767319539.138749:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985876864:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319539.138897:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985876864:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 151us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319539.138905:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1147 00000100:00100000:0.0:1767319539.138928:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1491 00000100:00100000:0.0:1767319539.138932:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985876736:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319539.138957:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319539.138987:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985876736:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (718us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319539.138993:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1491 00000100:00080000:1.0:1767319539.139077:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319539.470083:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319539.726004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319539.726018:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319539.726097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319539.726102:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319539.726107:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319539.726116:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4732 00000100:00080000:2.0:1767319539.726123:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319539.726131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319539.726159:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec000 x1853164045738752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319539.726189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319539.726193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319539.726195:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319539.726199:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4732 00000100:00080000:2.0:1767319539.726201:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319539.726205:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319539.726215:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec700 x1853164045739008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319539.726224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319539.726228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319539.726229:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319539.726233:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4732 00000100:00080000:2.0:1767319539.726236:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319539.726240:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319539.726254:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ee680 x1853164045739136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319539.726302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319539.726306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319539.726308:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319539.726312:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4732 00000100:00080000:2.0:1767319539.726315:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319539.726319:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319539.726330:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ece00 x1853164045739520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319539.726373:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045739392:0@lo:400:kworker.0 00000100:00100000:1.0:1767319539.726580:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045738752:0@lo:38:kworker.0 00000100:00100000:3.0:1767319539.726595:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045738624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319539.726719:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045738880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319539.728981:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319539.729131:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045739264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319539.729151:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319539.729180:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319539.729187:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045739008:0@lo:38:kworker.0 00000100:00100000:1.0:1767319539.729221:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319539.729235:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739264 00000100:00100000:3.0:1767319539.729246:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739264 00000100:00100000:1.0:1767319539.729253:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045739136:0@lo:38:kworker.0 00000100:00100000:1.0:1767319539.729283:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319539.729312:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045739520:0@lo:38:kworker.0 00000100:00100000:3.0:1767319539.729327:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1767319539.729342:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319539.729342:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045739264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319539.729379:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739136 00000100:00100000:1.0:1767319539.729383:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739136 00000100:00100000:1.0:1767319539.729408:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1767319539.729414:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045739136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319539.729438:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319539.729569:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045739264:12345-0@lo:400:kworker.0 Request processed in 231us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319539.729577:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1767319539.729605:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738624 00000100:00100000:3.0:1767319539.729609:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738624 00000100:00100000:3.0:1767319539.729639:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738752 00000100:00100000:3.0:1767319539.729642:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738752 00000100:00100000:3.0:1767319539.729657:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739008 00000100:00100000:3.0:1767319539.729660:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739008 00000100:00100000:3.0:1767319539.729668:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739520 00000100:00100000:3.0:1767319539.729670:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739520 00000100:00100000:3.0:1767319539.729681:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1767319539.729687:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045738624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319539.729694:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045739136:12345-0@lo:38:kworker.0 Request processed in 275us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319539.729704:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1767319539.729734:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045738624:12345-0@lo:400:kworker.0 Request processed in 45us (760us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319539.729737:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1767319539.729746:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045738752:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319539.729749:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00010000:00020000:1.0:1767319539.729762:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319539.729795:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:3.0:1767319539.729801:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045739008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319539.729814:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319539.729820:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045738752:12345-0@lo:38:kworker.0 Request processed in 71us (668us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319539.729828:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1492 00000100:00100000:1.0:1767319539.729849:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:3.0:1767319539.729854:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045739008:12345-0@lo:38:kworker.0 Request processed in 51us (632us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319539.729863:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00080000:3.0:1767319539.729882:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319539.729887:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319539.729921:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045739520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319539.729933:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319539.729936:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045739264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319539.729970:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045739520:12345-0@lo:38:kworker.0 Request processed in 113us (630us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319539.729978:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00010000:00080000:3.0:1767319539.729981:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ef480 x1853164045738624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319539.729995:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045738624:0@lo:400:kworker.0 00000100:00080000:1.0:1767319539.730018:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319539.730025:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319539.730030:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045738752:0@lo:38:kworker.0 00000100:00080000:1.0:1767319539.730039:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319539.730044:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319539.730048:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045739008:0@lo:38:kworker.0 00000100:00080000:1.0:1767319539.730057:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319539.730061:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319539.730064:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045739136:0@lo:38:kworker.0 00000100:00080000:1.0:1767319539.730071:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319539.730073:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319539.730076:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045739520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319539.731858:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319539.731988:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739392 00000100:00100000:3.0:1767319539.732000:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739392 00000100:00080000:1.0:1767319539.732064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319539.732067:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1767319539.732079:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045739392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319539.732223:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045739392:12345-0@lo:400:kworker.0 Request processed in 145us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319539.732231:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1767319539.732237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045739392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319539.734884:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319539.734982:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045738880 00000100:00100000:1.0:1767319539.734995:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045738880 00000100:00080000:3.0:1767319539.735058:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319539.735088:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:1.0:1767319539.735100:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045738880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319539.735214:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045738880:12345-0@lo:400:kworker.0 Request processed in 115us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319539.735221:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00010000:00080000:0.0:1767319539.735519:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91eca80 x1853164045738880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319555 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319539.735533:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045738880:0@lo:400:kworker.0 00010000:00010000:1.0:1767319540.494272:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319541.523287:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319541.775845:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319541.775877:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045739648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319541.775993:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319541.776112:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739648 00000100:00100000:1.0:1767319541.776124:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739648 00000100:00100000:1.0:1767319541.776197:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1767319541.776208:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045739648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319541.776251:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319541.776304:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045739648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319541.776313:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1767319541.776407:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045739648:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319541.776509:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319541.779530:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319541.779565:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045739776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319541.779684:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319541.781540:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739776 00000100:00100000:2.0:1767319541.781560:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739776 00000100:00100000:2.0:1767319541.781674:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1767319541.781688:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045739776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319541.781731:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319541.781873:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045739776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 189us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319541.781888:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:3.0:1767319541.781986:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319541.784710:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045739776:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319542.542836:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319543.234736:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767319543.234813:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985876992 offset 0 length 520: 4 00000100:00100000:1.0:1767319543.234836:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319543.234916:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877248 00000100:00100000:2.0:1767319543.234930:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877248 00000100:00100000:2.0:1767319543.235082:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877120 00000100:00100000:2.0:1767319543.235087:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877120 00000100:00100000:2.0:1767319543.235120:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1150 00000100:00100000:0.0:1767319543.235141:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1495 00000100:00100000:2.0:1767319543.235147:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985877248:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319543.235148:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985877120:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767319543.235255:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985877248:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 125us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319543.235264:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1150 00010000:00020000:0.0:1767319543.235268:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319543.235301:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985877120:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 153us (463us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319543.235308:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1495 00000100:00080000:3.0:1767319543.235849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319543.567808:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319544.592607:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319544.846301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319544.846316:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319544.846316:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319519/real 1767319519] req@ffffa07bf3d72300 x1853164045733376/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319544 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319544.846358:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf3d72300 x1853164045733376/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319544 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319544.846395:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319544.846400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319544.846405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319544.846408:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319544.846414:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4738 00000100:00080000:2.0:1767319544.846419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319544.846427:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319544.846451:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ece00 x1853164045740032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319544.846473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319544.846476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319544.846479:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319544.846483:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4738 00000100:00080000:2.0:1767319544.846485:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319544.846489:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319544.846500:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec700 x1853164045740288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319544.846505:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045739904:0@lo:400:kworker.0 00000100:00080000:2.0:1767319544.846511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319544.846516:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319544.846518:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319544.846523:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4738 00000100:00080000:2.0:1767319544.846526:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319544.846606:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319544.846853:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319544.847351:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045740160:0@lo:400:kworker.0 00000100:00100000:1.0:1767319544.847413:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319544.847470:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045739904 00000100:00100000:1.0:1767319544.847480:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045739904 00000100:00100000:1.0:1767319544.847563:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740160 00000100:00100000:1.0:1767319544.847566:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740160 00000100:00100000:1.0:1767319544.847598:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1767319544.847608:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045739904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319544.847670:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045739904:12345-0@lo:400:kworker.0 Request processed in 62us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319544.847678:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1767319544.847700:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1767319544.847707:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045740160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319544.847740:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045740160:12345-0@lo:400:kworker.0 Request processed in 33us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319544.847746:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00010000:00080000:1.0:1767319544.848204:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ee680 x1853164045740160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319544.848220:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045740160:0@lo:400:kworker.0 00000100:00080000:1.0:1767319544.848505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319544.854010:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319544.854028:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045733376:0@lo:250:kworker.0 00000100:00100000:3.0:1767319544.854090:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045740032:0@lo:38:kworker.0 00000100:00100000:3.0:1767319544.854694:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319544.855302:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045740288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319544.855342:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319544.855425:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740032 00000100:00100000:3.0:1767319544.855436:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740032 00000100:00100000:3.0:1767319544.855946:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740288 00000100:00100000:3.0:1767319544.855952:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740288 00000100:00100000:3.0:1767319544.855979:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1767319544.855988:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045740032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319544.856015:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319544.856072:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045740032:12345-0@lo:38:kworker.0 Request processed in 84us (1380us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319544.856080:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1767319544.856096:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1767319544.856867:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045740288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319544.856885:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319544.856945:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045740288:12345-0@lo:38:kworker.0 Request processed in 842us (1602us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319544.856953:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00080000:3.0:1767319544.857040:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319544.857047:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319544.857051:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045740032:0@lo:38:kworker.0 00000100:00080000:3.0:1767319544.857062:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319544.857065:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319544.857068:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045740288:0@lo:38:kworker.0 00010000:00080000:0.0:1767319544.857532:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ed500 x1853164045739904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319560 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319544.857545:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec000 x1853164045740416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319544.857549:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045739904:0@lo:400:kworker.0 00000100:00080000:2.0:1767319544.857639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319544.857643:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319544.857647:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319544.857652:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4738 00000100:00080000:2.0:1767319544.857658:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319544.857664:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319544.857682:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ed500 x1853164045740800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319544.857704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319544.857708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319544.857710:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319544.857713:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4717 00000100:00080000:2.0:1767319544.857716:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319544.857719:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319544.857730:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec700 x1853164045740928/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319544.858252:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045740544:0@lo:400:kworker.0 00000100:00100000:0.0:1767319544.858326:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319544.858390:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740544 00000100:00100000:2.0:1767319544.858398:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740544 00000100:00100000:0.0:1767319544.858403:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319544.858412:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045740672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319544.858443:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319544.858471:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740672 00000100:00100000:2.0:1767319544.858475:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740672 00000100:00100000:0.0:1767319544.858501:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1767319544.858513:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045740544:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767319544.858572:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319544.858579:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319544.858582:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045740544:12345-0@lo:400:kworker.0 Request processed in 71us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319544.858625:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045740544:0@lo:400:kworker.0 00000100:00100000:3.0:1767319544.858659:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045740416:0@lo:38:kworker.0 00000100:00100000:3.0:1767319544.858699:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319544.858737:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045740800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319544.858788:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319544.858806:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740416 00000100:00100000:3.0:1767319544.858811:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045740928:0@lo:250:kworker.0 00000100:00100000:1.0:1767319544.858825:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740416 00000400:00000100:3.0:1767319544.858845:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045740928 offset 0 length 520: 4 00000100:00100000:1.0:1767319544.858857:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1767319544.858864:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045740416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319544.858884:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319544.858884:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045740800 00000100:00100000:3.0:1767319544.858891:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045740800 00000100:00100000:3.0:1767319544.858920:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:3.0:1767319544.858926:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045740800:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319544.858934:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045740416:12345-0@lo:38:kworker.0 Request processed in 67us (233us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767319544.858938:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319544.858950:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1767319544.858974:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045740800:12345-0@lo:38:kworker.0 Request processed in 45us (184us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319544.858985:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00080000:3.0:1767319544.859020:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319544.859025:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319544.859029:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045740416:0@lo:38:kworker.0 00000100:00080000:3.0:1767319544.859037:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319544.859040:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319544.859043:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045740800:0@lo:38:kworker.0 00000100:00100000:2.0:1767319544.862620:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1767319544.862665:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045740672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319544.862846:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045740672:12345-0@lo:400:kworker.0 Request processed in 208us (4402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319544.862857:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1767319544.863839:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045740672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319544.868432:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00010000:00010000:1.0:1767319545.616817:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319546.638156:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319546.895942:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045741056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319546.896044:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319546.896112:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741056 00000100:00100000:2.0:1767319546.896125:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741056 00000100:00100000:0.0:1767319546.896211:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045741184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319546.896233:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1767319546.896245:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045741056:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319546.896252:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319546.896290:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319546.896307:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741184 00000100:00100000:0.0:1767319546.896313:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741184 00000100:00100000:0.0:1767319546.896356:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1767319546.896366:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045741056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319546.896375:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1767319546.896380:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045741184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319546.896402:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319546.896442:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045741184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319546.896449:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1767319546.896490:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045741184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319546.896492:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045741056:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319546.896855:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319546.896861:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319547.661986:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319548.356291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319548.356401:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877504 00000100:00100000:3.0:1767319548.356415:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877504 00000100:00080000:1.0:1767319548.356505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319548.356531:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1153 00000100:00100000:3.0:1767319548.356544:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985877504:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319548.356657:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985877504:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319548.356666:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1153 00000100:00100000:0.0:1767319548.357931:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319548.358337:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877376 00000100:00100000:3.0:1767319548.358348:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877376 00000100:00100000:3.0:1767319548.358434:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1499 00000100:00100000:3.0:1767319548.358441:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985877376:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319548.358470:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319548.358542:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985877376:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 98us (619us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319548.358550:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1499 00010000:00010000:1.0:1767319548.688380:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319549.710366:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319549.965966:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319549.965981:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319549.966135:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319549.966140:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319549.966146:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319549.966157:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4743 00000100:00080000:1.0:1767319549.966163:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319549.966171:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319549.966203:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119c00 x1853164045741440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319549.966244:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319549.966249:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319549.966251:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319549.966256:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4743 00000100:00080000:1.0:1767319549.966259:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319549.966265:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319549.966291:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b800 x1853164045741696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319549.966296:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045741440:0@lo:38:kworker.0 00000100:00080000:1.0:1767319549.966303:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319549.966308:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319549.966310:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319549.966314:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4743 00000100:00080000:1.0:1767319549.966317:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319549.966321:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319549.966336:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119880 x1853164045741824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319549.966377:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319549.966381:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319549.966384:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319549.966387:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4743 00000100:00080000:1.0:1767319549.966390:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319549.966394:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319549.966411:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118a80 x1853164045742208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319549.966416:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319549.966447:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045741952:0@lo:400:kworker.0 00000100:00100000:0.0:1767319549.966472:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045741696:0@lo:38:kworker.0 00000100:00100000:1.0:1767319549.966490:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319549.966511:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319549.966521:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319549.966530:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045742080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319549.966539:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045741824:0@lo:38:kworker.0 00000100:00100000:1.0:1767319549.966561:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319549.966577:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319549.966619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045742208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319549.966639:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741952 00000100:00100000:0.0:1767319549.966646:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319549.966692:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741824 00000100:00100000:0.0:1767319549.966697:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741824 00000100:00100000:0.0:1767319549.966742:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1767319549.966751:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045741824:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319549.966789:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045741568:0@lo:400:kworker.0 00010000:00020000:0.0:1767319549.966821:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319549.966827:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319549.966855:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319549.966862:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045741312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319549.966886:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045741824:12345-0@lo:38:kworker.0 Request processed in 133us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319549.966893:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319549.966902:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1767319549.966930:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741440 00000100:00100000:3.0:1767319549.966936:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741440 00000100:00080000:0.0:1767319549.966959:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319549.966962:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741696 00000100:00080000:0.0:1767319549.966967:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319549.966968:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741696 00000100:00100000:0.0:1767319549.966974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045741824:0@lo:38:kworker.0 00000100:00100000:3.0:1767319549.966984:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742208 00000100:00100000:3.0:1767319549.966988:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742208 00000100:00100000:3.0:1767319549.967001:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741568 00000100:00100000:3.0:1767319549.967004:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741568 00000100:00100000:0.0:1767319549.967019:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045741312 00000100:00100000:0.0:1767319549.967024:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741312 00000100:00100000:0.0:1767319549.967063:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1767319549.967070:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045741312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319549.967106:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1767319549.967114:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045741568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319549.967122:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045741312:12345-0@lo:400:kworker.0 Request processed in 51us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319549.967129:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1767319549.967149:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:3.0:1767319549.967155:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045741568:12345-0@lo:400:kworker.0 Request processed in 41us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319549.967158:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045741440:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319549.967165:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00010000:00020000:0.0:1767319549.967176:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319549.967186:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:3.0:1767319549.967191:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045741696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319549.967202:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319549.967213:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045741440:12345-0@lo:38:kworker.0 Request processed in 56us (801us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319549.967221:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00100000:3.0:1767319549.967236:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045741696:12345-0@lo:38:kworker.0 Request processed in 42us (725us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319549.967240:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1767319549.967250:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045742208:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319549.967251:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00010000:00020000:0.0:1767319549.967264:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319549.967286:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742080 00000100:00100000:3.0:1767319549.967290:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742080 00000100:00100000:0.0:1767319549.967308:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045742208:12345-0@lo:38:kworker.0 Request processed in 57us (663us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319549.967315:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00100000:3.0:1767319549.967331:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1767319549.967340:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045742080:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319549.967347:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319549.967353:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319549.967357:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045741696:0@lo:38:kworker.0 00000100:00080000:0.0:1767319549.967369:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319549.967373:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319549.967376:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045742208:0@lo:38:kworker.0 00000100:00100000:3.0:1767319549.967389:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045742080:12345-0@lo:400:kworker.0 Request processed in 48us (827us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319549.967390:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319549.967398:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319549.967403:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1767319549.967405:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045741440:0@lo:38:kworker.0 00000100:00080000:0.0:1767319549.967450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319549.967456:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319549.967459:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11aa00 x1853164045741312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319549.967472:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045741312:0@lo:400:kworker.0 00010000:00080000:3.0:1767319549.967485:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11ad80 x1853164045741568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319565 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319549.967493:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045741568:0@lo:400:kworker.0 00000100:00100000:3.0:1767319549.967514:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045742080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319549.967741:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045741952 00000100:00100000:1.0:1767319549.967826:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767319549.967832:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045741952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319549.967867:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045741952:12345-0@lo:400:kworker.0 Request processed in 37us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319549.967871:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:3.0:1767319549.967917:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045741952:0@lo:400:kworker.0 00000100:00080000:0.0:1767319549.968879:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319550.734312:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319551.759418:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319552.014177:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045742336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319552.014284:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319552.014342:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742336 00000100:00100000:1.0:1767319552.014354:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742336 00000100:00080000:0.0:1767319552.014384:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319552.014485:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1767319552.014497:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045742336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319552.014540:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319552.015207:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045742464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319552.015280:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319552.015326:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742464 00000100:00100000:0.0:1767319552.015332:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742464 00000100:00100000:0.0:1767319552.015381:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1767319552.015391:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045742464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319552.015415:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319552.015454:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045742464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319552.015462:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1767319552.016433:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045742464:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319552.017765:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319552.021094:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045742336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6584us (6794us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319552.021111:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045742336:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319552.021113:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00010000:00010000:1.0:1767319552.782307:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319553.475653:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319553.475720:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319553.475875:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877760 00000100:00100000:0.0:1767319553.475887:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877760 00000100:00100000:0.0:1767319553.475967:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877632 00000100:00100000:0.0:1767319553.475970:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877632 00000100:00100000:0.0:1767319553.475995:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1156 00000100:00100000:0.0:1767319553.476006:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985877760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319553.476009:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1503 00000100:00100000:2.0:1767319553.476016:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985877632:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:0.0:1767319553.476129:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985877760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319553.476139:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1156 00010000:00020000:2.0:1767319553.476378:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319553.476476:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985877632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 457us (754us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319553.476484:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1503 00000100:00080000:1.0:1767319553.476934:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319553.806137:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319554.830211:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319555.085997:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319555.086010:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319555.086088:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319555.086093:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319555.086098:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319555.086109:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4748 00000100:00080000:1.0:1767319555.086116:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319555.086125:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319555.086152:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118380 x1853164045742720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319555.086202:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319555.086206:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319555.086208:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319555.086212:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4748 00000100:00080000:1.0:1767319555.086216:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319555.086219:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045742720:0@lo:38:kworker.0 00000100:00080000:1.0:1767319555.086222:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319555.086241:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a680 x1853164045742976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319555.086251:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319555.086255:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319555.086257:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319555.086261:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4748 00000100:00080000:1.0:1767319555.086264:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319555.086268:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319555.086285:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118e00 x1853164045743104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319555.086317:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319555.086336:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319555.086340:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319555.086342:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319555.086347:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4748 00000100:00080000:1.0:1767319555.086351:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319555.086355:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319555.086369:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11aa00 x1853164045743488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319555.086398:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045743360:0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.086407:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045742976:0@lo:38:kworker.0 00000100:00100000:0.0:1767319555.086439:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319555.086464:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319555.086474:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045743104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319555.086497:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319555.086507:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045743232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.086522:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319555.086542:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319555.086556:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045743488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319555.086585:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319555.086585:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743360 00000100:00100000:1.0:1767319555.086596:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743360 00000100:00100000:0.0:1767319555.086622:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742720 00000100:00100000:0.0:1767319555.086628:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742720 00000100:00100000:0.0:1767319555.086669:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742976 00000100:00100000:1.0:1767319555.086671:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743232 00000100:00100000:0.0:1767319555.086673:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742976 00000100:00100000:1.0:1767319555.086676:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743232 00000100:00100000:0.0:1767319555.086696:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743488 00000100:00100000:0.0:1767319555.086701:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743488 00000100:00100000:1.0:1767319555.086714:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1767319555.086725:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045743360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.087018:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1767319555.087026:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045742720:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319555.087033:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1767319555.087042:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045742976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319555.087053:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319555.087057:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319555.087170:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045742848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.087447:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045742720:12345-0@lo:38:kworker.0 Request processed in 420us (1130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319555.087455:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1504 00000100:00100000:0.0:1767319555.087477:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1767319555.087481:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045743488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319555.087492:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319555.087521:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045743488:12345-0@lo:38:kworker.0 Request processed in 38us (937us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319555.087527:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1767319555.087555:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743104 00000100:00100000:0.0:1767319555.087560:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743104 00000100:00100000:0.0:1767319555.087581:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1767319555.087586:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045743104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319555.087596:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319555.087625:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045743104:12345-0@lo:38:kworker.0 Request processed in 37us (1103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319555.087631:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:0.0:1767319555.087687:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319555.087693:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319555.087697:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045742976:0@lo:38:kworker.0 00000100:00080000:0.0:1767319555.087708:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319555.087713:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319555.087716:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045743104:0@lo:38:kworker.0 00000100:00080000:0.0:1767319555.087725:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319555.087728:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319555.087731:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045743488:0@lo:38:kworker.0 00000100:00080000:0.0:1767319555.087739:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319555.087743:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319555.087746:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045742720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319555.090263:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1767319555.090298:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045743232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.090421:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045743232:12345-0@lo:400:kworker.0 Request processed in 142us (3880us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319555.090429:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00080000:0.0:1767319555.090479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319555.090486:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319555.090570:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045742976:12345-0@lo:38:kworker.0 Request processed in 3524us (4126us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319555.090582:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00000100:00100000:3.0:1767319555.090638:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045742592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319555.090692:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319555.090825:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742592 00000100:00100000:3.0:1767319555.090835:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742592 00000100:00100000:3.0:1767319555.090892:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1767319555.090900:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045742592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319555.090941:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045742592:12345-0@lo:400:kworker.0 Request processed in 42us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319555.090947:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00080000:3.0:1767319555.090969:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319555.090999:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119f80 x1853164045742592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319555.091015:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045742592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.091364:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045743232:0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.091381:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045743360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319555.091561:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319555.091764:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045742848 00000100:00100000:0.0:1767319555.091782:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045742848 00000100:00100000:0.0:1767319555.091950:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1767319555.091958:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045742848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319555.092011:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045742848:12345-0@lo:400:kworker.0 Request processed in 54us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319555.092019:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00010000:00080000:2.0:1767319555.092095:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec118700 x1853164045742848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319555.092107:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045742848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319555.092191:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045743360:12345-0@lo:400:kworker.0 Request processed in 5464us (5726us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319555.092200:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:3.0:1767319555.092252:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319555.854237:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319556.878831:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319557.135842:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045743616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319557.135950:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319557.137378:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319557.137379:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743616 00000100:00100000:0.0:1767319557.137393:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743616 00000100:00100000:1.0:1767319557.137397:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045743744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319557.137473:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319557.137519:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319557.139326:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743744 00000100:00100000:0.0:1767319557.139345:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743744 00000100:00080000:1.0:1767319557.139427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319557.139443:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1767319557.139456:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045743616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319557.139504:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319557.139623:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045743616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 171us (3673us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319557.139632:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:0.0:1767319557.139652:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:0.0:1767319557.139659:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045743744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319557.139683:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319557.139719:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045743744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (2246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319557.139726:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1767319557.142385:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045743744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319557.142468:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045743616:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319557.903639:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319558.595234:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319558.595301:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319558.595390:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878016 00000100:00100000:0.0:1767319558.595403:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878016 00000100:00100000:0.0:1767319558.595497:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985877888 00000100:00100000:0.0:1767319558.595501:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985877888 00000100:00100000:0.0:1767319558.595529:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1159 00000100:00100000:0.0:1767319558.595542:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985878016:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319558.595650:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985878016:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (430us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319558.595659:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1159 00000100:00100000:0.0:1767319558.595682:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1507 00000100:00100000:0.0:1767319558.595686:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985877888:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319558.595712:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319558.595741:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985877888:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319558.595748:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1507 00000100:00080000:1.0:1767319558.596144:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319558.926401:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319559.950027:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319560.206548:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319560.206563:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319560.206694:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045743872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319560.206819:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319560.206929:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319560.206934:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319560.206940:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319560.206946:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4753 00000100:00080000:1.0:1767319560.206951:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319560.206959:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319560.206984:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118000 x1853164045744000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319560.207043:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045743872 00000100:00100000:2.0:1767319560.207054:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045743872 00000100:00100000:0.0:1767319560.207075:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045744128:0@lo:400:kworker.0 00000100:00100000:0.0:1767319560.207125:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319560.207156:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744128 00000100:00100000:2.0:1767319560.207161:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744128 00000100:00100000:0.0:1767319560.207182:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045744000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319560.207198:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:0.0:1767319560.207215:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319560.207226:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045743872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319560.207258:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744000 00000100:00100000:0.0:1767319560.207263:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744000 00000100:00100000:0.0:1767319560.207300:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1767319560.207310:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045744128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319560.207359:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045744128:12345-0@lo:400:kworker.0 Request processed in 41us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319560.207368:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1767319560.207390:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1767319560.207395:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045744000:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319560.207420:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319560.207455:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045744000:12345-0@lo:38:kworker.0 Request processed in 59us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319560.207462:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00080000:0.0:1767319560.207517:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319560.207522:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319560.207526:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045744000:0@lo:38:kworker.0 00010000:00080000:0.0:1767319560.207557:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119f80 x1853164045744128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319560.207566:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045744128:0@lo:400:kworker.0 00000100:00080000:0.0:1767319560.207590:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319560.218711:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045743872:12345-0@lo:400:kworker.0 Request processed in 11472us (11874us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319560.218732:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00010000:00080000:3.0:1767319560.218827:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11ad80 x1853164045743872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319560.218848:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045743872:0@lo:400:kworker.0 00000100:00080000:1.0:1767319560.220230:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319560.220563:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319560.220570:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319560.220580:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4753 00000100:00080000:1.0:1767319560.220586:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319560.220594:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319560.220646:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118380 x1853164045744256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319560.220685:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319560.220692:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319560.220694:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319560.220699:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4753 00000100:00080000:1.0:1767319560.220701:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319560.220705:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319560.220855:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11aa00 x1853164045744384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319560.221012:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319560.221016:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319560.221019:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319560.221023:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4753 00000100:00080000:1.0:1767319560.221026:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319560.221030:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319560.221043:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11ad80 x1853164045744768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319560.221160:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045744640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319560.221241:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319560.221529:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045744256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319560.221569:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319560.221608:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045744384:0@lo:38:kworker.0 00000100:00100000:0.0:1767319560.221634:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319560.221658:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045744768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319560.221680:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319560.221717:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744384 00000100:00100000:1.0:1767319560.221726:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744640 00000100:00100000:0.0:1767319560.221728:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744384 00000100:00100000:1.0:1767319560.221730:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744640 00000100:00100000:0.0:1767319560.221796:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1767319560.221805:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045744384:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319560.221807:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1767319560.221815:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045744640:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1767319560.221829:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319560.221866:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045744384:12345-0@lo:38:kworker.0 Request processed in 60us (229us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319560.221866:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045744640:12345-0@lo:400:kworker.0 Request processed in 52us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319560.221873:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1767319560.221876:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00080000:1.0:1767319560.221895:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319560.221901:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744256 00000100:00100000:0.0:1767319560.221905:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744256 00000100:00100000:0.0:1767319560.221924:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744768 00000100:00100000:0.0:1767319560.221927:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744768 00000100:00100000:0.0:1767319560.221942:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1767319560.221946:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045744256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319560.221956:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319560.221982:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045744256:12345-0@lo:38:kworker.0 Request processed in 34us (411us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319560.221988:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1767319560.221999:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1767319560.222002:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045744768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319560.222011:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319560.222031:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045744768:12345-0@lo:38:kworker.0 Request processed in 28us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319560.222037:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00080000:0.0:1767319560.222092:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319560.222097:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319560.222101:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045744256:0@lo:38:kworker.0 00000100:00080000:0.0:1767319560.222112:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319560.222115:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319560.222117:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045744384:0@lo:38:kworker.0 00000100:00080000:0.0:1767319560.222125:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319560.222128:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319560.222132:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045744768:0@lo:38:kworker.0 00000100:00100000:3.0:1767319560.222282:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045744640:0@lo:400:kworker.0 00000100:00100000:2.0:1767319560.222312:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045744512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319560.222353:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319560.222437:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744512 00000100:00100000:3.0:1767319560.222441:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744512 00000100:00100000:3.0:1767319560.222493:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1767319560.222499:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045744512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319560.222537:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045744512:12345-0@lo:400:kworker.0 Request processed in 39us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319560.222544:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1767319560.222596:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045744512:0@lo:400:kworker.0 00000100:00080000:1.0:1767319560.222637:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319560.974249:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319561.997985:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319562.254622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045745024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319562.254696:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319562.254822:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319562.254829:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045744896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319562.254847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319562.257787:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745024 00000100:00100000:0.0:1767319562.257803:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745024 00000100:00100000:0.0:1767319562.257881:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045744896 00000100:00100000:0.0:1767319562.257885:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045744896 00000100:00100000:0.0:1767319562.257906:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1767319562.257915:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045745024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319562.257947:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767319562.258382:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319562.258388:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319562.258450:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:3.0:1767319562.258461:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045744896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319562.258479:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319562.260319:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045745024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2400us (5617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319562.260331:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:3.0:1767319562.260708:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045744896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2251us (5859us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319562.260713:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1767319562.260884:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045744896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319562.260895:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045745024:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319563.021991:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319563.720727:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319563.720831:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319563.720934:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878144 00000100:00100000:1.0:1767319563.720944:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878144 00000100:00100000:1.0:1767319563.720986:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878272 00000100:00100000:1.0:1767319563.720989:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878272 00000100:00100000:1.0:1767319563.721042:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1162 00000100:00100000:1.0:1767319563.721051:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985878272:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319563.721122:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985878272:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 71us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319563.721130:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1162 00000100:00100000:1.0:1767319563.721151:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1511 00000100:00100000:1.0:1767319563.721155:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985878144:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319563.721174:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319563.721198:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985878144:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319563.721204:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1511 00000100:00080000:1.0:1767319563.721323:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319564.046081:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319565.074927:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319565.326159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319565.326174:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319565.326253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319565.326257:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319565.326262:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319565.326271:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4758 00000100:00080000:2.0:1767319565.326276:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319565.326284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319565.326303:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045745152:0@lo:400:kworker.0 00000100:00100000:2.0:1767319565.326316:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ef480 x1853164045745280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319565.326354:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319565.326356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319565.326358:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319565.326360:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4758 00000100:00080000:2.0:1767319565.326362:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319565.326365:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319565.326375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164045745536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319565.326382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319565.326384:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319565.326385:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319565.326388:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4758 00000100:00080000:2.0:1767319565.326389:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319565.326391:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319565.326406:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045745664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319565.326436:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319565.326439:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319565.326442:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319565.326447:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4758 00000100:00080000:2.0:1767319565.326451:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319565.326456:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319565.326463:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319565.326475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9c00 x1853164045746048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319565.326522:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045745792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319565.326569:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319565.326581:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045745408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319565.326610:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319565.326627:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319565.326684:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319565.326694:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745152 00000100:00100000:2.0:1767319565.326696:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045745920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319565.326708:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745152 00000100:00100000:2.0:1767319565.326737:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319565.326805:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745792 00000100:00100000:2.0:1767319565.326811:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745792 00000100:00100000:0.0:1767319565.326855:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745408 00000100:00100000:0.0:1767319565.326861:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745408 00000100:00100000:2.0:1767319565.326874:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745920 00000100:00100000:2.0:1767319565.326881:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745920 00000100:00100000:0.0:1767319565.326913:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1767319565.326924:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1767319565.326933:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045745152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319565.326948:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045745792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319565.327035:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045745152:12345-0@lo:400:kworker.0 Request processed in 109us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319565.327052:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045745792:12345-0@lo:400:kworker.0 Request processed in 108us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319565.327053:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1767319565.327070:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1767319565.327097:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1767319565.327103:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1767319565.327123:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045745408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319565.327124:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045745920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319565.327169:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045745920:12345-0@lo:400:kworker.0 Request processed in 59us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319565.327174:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1767319565.327199:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045745408:12345-0@lo:400:kworker.0 Request processed in 88us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319565.327208:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:2.0:1767319565.327221:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045745920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319565.327231:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045745792:0@lo:400:kworker.0 00000100:00080000:0.0:1767319565.327239:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319565.327246:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319565.327252:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319565.327349:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045745280:0@lo:38:kworker.0 00000100:00100000:1.0:1767319565.327398:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319565.327436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045745536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319565.327458:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319565.327482:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045745664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319565.327507:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767319565.329780:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2ad80 x1853164045745408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319565.329805:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045745408:0@lo:400:kworker.0 00010000:00080000:0.0:1767319565.329823:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ec000 x1853164045745152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319565.329833:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045745152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319565.329924:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745280 00000100:00100000:0.0:1767319565.329933:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745280 00000100:00100000:0.0:1767319565.329982:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745536 00000100:00100000:0.0:1767319565.329985:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745536 00000100:00100000:0.0:1767319565.330022:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1767319565.330031:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045745280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319565.330059:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319565.330153:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045745280:12345-0@lo:38:kworker.0 Request processed in 122us (2754us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319565.330160:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:0.0:1767319565.330179:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1513 00000100:00100000:0.0:1767319565.330183:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045745536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319565.330193:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319565.330220:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045745536:12345-0@lo:38:kworker.0 Request processed in 34us (2760us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319565.330226:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1513 00000100:00100000:1.0:1767319565.335704:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045746048:0@lo:38:kworker.0 00000100:00100000:1.0:1767319565.335763:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319565.335799:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045745664 00000100:00100000:0.0:1767319565.335818:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045745664 00000100:00080000:1.0:1767319565.335833:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319565.335850:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319565.335856:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045745280:0@lo:38:kworker.0 00000100:00080000:1.0:1767319565.335874:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319565.335881:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319565.335884:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045745536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319565.335972:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746048 00000100:00100000:2.0:1767319565.335979:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746048 00000100:00100000:2.0:1767319565.336037:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:2.0:1767319565.336044:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045746048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319565.336066:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319565.336102:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045746048:12345-0@lo:38:kworker.0 Request processed in 57us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319565.336106:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1767319565.336159:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1767319565.336169:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045745664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319565.336190:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319565.336260:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045745664:12345-0@lo:38:kworker.0 Request processed in 90us (8750us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319565.336268:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:0.0:1767319565.342221:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319565.342234:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319565.342238:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045745664:0@lo:38:kworker.0 00000100:00080000:0.0:1767319565.342248:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319565.342251:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319565.342253:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045746048:0@lo:38:kworker.0 00010000:00010000:1.0:1767319566.095373:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319567.120765:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319567.374239:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319567.374268:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045746176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319567.374342:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319567.374455:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746176 00000100:00100000:3.0:1767319567.374464:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746176 00000100:00100000:3.0:1767319567.374529:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1767319567.374538:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045746176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319567.374569:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319567.374620:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045746176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319567.374628:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:3.0:1767319567.374674:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045746176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319567.374779:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319567.375915:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045746304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319567.375972:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319567.376078:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746304 00000100:00100000:0.0:1767319567.376085:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746304 00000100:00100000:0.0:1767319567.376142:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1767319567.376151:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045746304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319567.376175:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319567.376227:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045746304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319567.376234:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00080000:2.0:1767319567.379421:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319567.379506:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045746304:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319568.142012:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319568.833921:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319568.834119:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878528 00000100:00100000:2.0:1767319568.834135:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878528 00000100:00100000:2.0:1767319568.834372:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1165 00000100:00100000:2.0:1767319568.834387:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985878528:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319568.834507:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985878528:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319568.834515:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1165 00000100:00080000:0.0:1767319568.837113:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319568.841661:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767319568.841705:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985878656 offset 0 length 520: 4 00000100:00100000:2.0:1767319568.841867:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878400 00000100:00100000:2.0:1767319568.841877:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878400 00000100:00100000:2.0:1767319568.841938:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1515 00000100:00100000:2.0:1767319568.841947:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985878400:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319568.841969:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319568.842093:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985878400:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 144us (441us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319568.842100:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1515 00010000:00010000:1.0:1767319569.166529:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319569.422651:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319544/real 1767319544] req@ffffa07bf91ec700 x1853164045740928/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319569 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319569.422681:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf91ec700 x1853164045740928/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319569 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319569.422697:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319569.422711:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319569.422714:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045740928:0@lo:250:kworker.0 00000100:00080000:3.0:1767319569.423015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319569.423021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319569.423024:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319569.423044:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4743 00000100:00080000:3.0:1767319569.423048:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319569.423062:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319569.423096:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9f80 x1853164045746432/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319569.423142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319569.423147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319569.423149:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319569.423152:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4763 00000100:00080000:3.0:1767319569.423154:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319569.423157:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319569.423171:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf3d72300 x1853164045746688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319569.423188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319569.423190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319569.423192:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319569.423195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4763 00000100:00080000:3.0:1767319569.423197:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319569.423199:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319569.423208:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5180 x1853164045746944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319569.423215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319569.423218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319569.423220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319569.423223:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4763 00000100:00080000:3.0:1767319569.423225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319569.423229:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319569.423238:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4000 x1853164045747072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319569.423262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319569.423275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319569.423277:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319569.423280:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4763 00000100:00080000:3.0:1767319569.423283:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319569.423286:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319569.423297:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6680 x1853164045747456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319569.423299:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045746432:0@lo:250:kworker.0 00000100:00100000:3.0:1767319569.423320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045746816:0@lo:400:kworker.0 00000400:00000100:0.0:1767319569.423344:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045746432 offset 0 length 520: 4 00000100:00100000:2.0:1767319569.423397:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045747200:0@lo:400:kworker.0 00000100:00100000:1.0:1767319569.423483:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045746560:0@lo:400:kworker.0 00000100:00100000:3.0:1767319569.426658:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319569.426760:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746816 00000100:00100000:3.0:1767319569.426784:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746816 00000100:00100000:3.0:1767319569.426844:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1767319569.426854:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045746816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319569.426933:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045746816:12345-0@lo:400:kworker.0 Request processed in 81us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319569.426940:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00010000:00080000:3.0:1767319569.426984:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f6a00 x1853164045746816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319569.426998:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045746816:0@lo:400:kworker.0 00000100:00080000:3.0:1767319569.427021:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319569.427395:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045746688:0@lo:38:kworker.0 00000100:00100000:3.0:1767319569.427430:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045747328:0@lo:400:kworker.0 00000100:00100000:0.0:1767319569.427433:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319569.427452:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045746944:0@lo:38:kworker.0 00000100:00100000:3.0:1767319569.427457:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319569.427470:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319569.427484:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045747072:0@lo:38:kworker.0 00000100:00100000:0.0:1767319569.427508:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319569.427539:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045747456:0@lo:38:kworker.0 00000100:00100000:0.0:1767319569.427562:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319569.427590:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747328 00000100:00100000:0.0:1767319569.427595:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747328 00000100:00100000:0.0:1767319569.427629:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1767319569.427634:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746688 00000100:00100000:0.0:1767319569.427636:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045747328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319569.427637:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746688 00000100:00100000:3.0:1767319569.427655:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746944 00000100:00100000:3.0:1767319569.427658:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746944 00000100:00100000:3.0:1767319569.427671:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747456 00000100:00100000:0.0:1767319569.427673:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045747328:12345-0@lo:400:kworker.0 Request processed in 38us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319569.427673:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747456 00000100:00100000:0.0:1767319569.427679:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:3.0:1767319569.427682:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1767319569.427686:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045746688:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319569.427697:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1767319569.427700:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045746944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319569.427703:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:0.0:1767319569.427708:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319569.427733:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045746944:12345-0@lo:38:kworker.0 Request processed in 31us (262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319569.427739:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1767319569.427751:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1767319569.427755:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045747456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319569.427763:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319569.427824:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045746688:12345-0@lo:38:kworker.0 Request processed in 136us (389us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319569.427829:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319569.427830:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:3.0:1767319569.427861:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747200 00000100:00100000:3.0:1767319569.427865:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747200 00000100:00080000:2.0:1767319569.427868:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319569.427882:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319569.427896:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1767319569.427901:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045747200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319569.427927:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045747328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319569.427944:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045747200:12345-0@lo:400:kworker.0 Request processed in 42us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319569.427949:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045747200:0@lo:400:kworker.0 00000100:00100000:3.0:1767319569.427950:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1767319569.428009:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747072 00000100:00100000:1.0:1767319569.428014:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747072 00000100:00100000:0.0:1767319569.428673:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045747456:12345-0@lo:38:kworker.0 Request processed in 914us (1108us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319569.428682:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00080000:0.0:1767319569.428724:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319569.428729:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319569.428733:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045747456:0@lo:38:kworker.0 00000100:00080000:0.0:1767319569.428743:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319569.428746:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319569.428749:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf3d72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045746688:0@lo:38:kworker.0 00000100:00080000:0.0:1767319569.428757:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319569.428761:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319569.428764:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045746944:0@lo:38:kworker.0 00000100:00100000:0.0:1767319569.428902:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319569.429023:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045746560 00000100:00100000:2.0:1767319569.429029:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045746560 00000100:00100000:2.0:1767319569.429367:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1767319569.429374:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045746560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319569.429420:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045746560:12345-0@lo:400:kworker.0 Request processed in 46us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319569.429425:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00010000:00080000:0.0:1767319569.429496:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8a80 x1853164045746560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319585 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319569.429508:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045746560:0@lo:400:kworker.0 00000100:00080000:3.0:1767319569.429548:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319569.430293:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1767319569.430300:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045747072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319569.430318:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319569.430373:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045747072:12345-0@lo:38:kworker.0 Request processed in 72us (2864us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319569.430379:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:0.0:1767319569.430444:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319569.430449:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319569.430453:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045747072:0@lo:38:kworker.0 00010000:00010000:1.0:1767319570.190290:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319571.214143:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319572.238077:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319572.494634:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319572.494654:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045747584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319572.494716:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319572.494837:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045747712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319572.494854:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319572.494918:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747584 00000100:00100000:0.0:1767319572.494927:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747584 00000100:00100000:2.0:1767319572.494933:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747712 00000100:00100000:2.0:1767319572.494937:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747712 00000100:00100000:2.0:1767319572.494994:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00080000:3.0:1767319572.494997:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319572.495000:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319572.495005:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045747712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319572.495033:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319572.495091:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045747712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319572.495098:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1767319572.495164:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045747712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319572.496928:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1767319572.496947:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045747584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319572.496973:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319572.497097:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045747584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 158us (2378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319572.497104:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1767319572.497163:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045747584:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319573.262085:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319573.957306:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319573.957398:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319573.958355:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878784 00000100:00100000:0.0:1767319573.958367:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878784 00000100:00100000:0.0:1767319573.958416:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985878912 00000100:00100000:0.0:1767319573.958419:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985878912 00000100:00100000:3.0:1767319573.958510:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1519 00000100:00100000:3.0:1767319573.958518:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985878784:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319573.958540:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319573.958612:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985878784:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 92us (1316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319573.958620:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1519 00000100:00100000:0.0:1767319573.959186:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1168 00000100:00100000:0.0:1767319573.959195:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985878912:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319573.959241:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985878912:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 48us (1842us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319573.959248:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1168 00000100:00080000:1.0:1767319573.960171:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319574.286553:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319574.544805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.544827:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319574.544918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.544924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319574.544928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319574.544949:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4767 00000100:00080000:3.0:1767319574.544954:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319574.544963:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319574.544990:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5500 x1853164045747968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319574.545025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.545028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319574.545030:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319574.545034:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4767 00000100:00080000:3.0:1767319574.545039:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319574.545044:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319574.545056:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045748224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319574.545072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.545078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319574.545081:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319574.545086:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4767 00000100:00080000:3.0:1767319574.545089:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319574.545098:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045748096:0@lo:400:kworker.0 00000100:00080000:3.0:1767319574.545098:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319574.545125:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5f80 x1853164045748352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319574.545193:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319574.545237:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319574.545245:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045747840:0@lo:400:kworker.0 00000100:00100000:0.0:1767319574.545265:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319574.545320:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045747968:0@lo:38:kworker.0 00000100:00100000:0.0:1767319574.545348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319574.545373:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045748224:0@lo:38:kworker.0 00000100:00100000:0.0:1767319574.545395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319574.545432:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748096 00000100:00100000:0.0:1767319574.545439:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748096 00000100:00080000:1.0:1767319574.545494:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319574.545582:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747840 00000100:00100000:1.0:1767319574.545590:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747840 00000100:00080000:0.0:1767319574.545798:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319574.545831:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045747968 00000100:00100000:0.0:1767319574.545836:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045747968 00000100:00100000:0.0:1767319574.545857:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748224 00000100:00100000:0.0:1767319574.545860:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748224 00000100:00100000:0.0:1767319574.545886:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1767319574.545900:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045748096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319574.545944:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:2.0:1767319574.545958:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045747968:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319574.545967:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045748096:12345-0@lo:400:kworker.0 Request processed in 68us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319574.545977:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00010000:00020000:2.0:1767319574.545991:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319574.546014:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1767319574.546021:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045748224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319574.546041:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319574.546183:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319574.546187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319574.546190:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319574.546196:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4767 00000100:00080000:3.0:1767319574.546210:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319574.546223:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319574.546239:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5180 x1853164045748736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319574.546278:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045748480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319574.546304:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045748224:12345-0@lo:38:kworker.0 Request processed in 279us (905us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319574.546314:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:3.0:1767319574.546341:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767319574.546374:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5c00 x1853164045748096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319574.546389:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045748096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319574.546392:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319574.546403:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045748608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319574.546437:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319574.546458:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045748352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319574.546492:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748480 00000100:00100000:3.0:1767319574.546499:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748480 00000100:00100000:0.0:1767319574.546506:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319574.546538:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045748736:0@lo:38:kworker.0 00000100:00100000:3.0:1767319574.546565:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748608 00000100:00100000:3.0:1767319574.546574:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748608 00000100:00100000:3.0:1767319574.546608:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1767319574.546616:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045748480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319574.546653:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319574.546687:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319574.546693:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319574.546697:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045747968:0@lo:38:kworker.0 00000100:00080000:0.0:1767319574.546705:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319574.546709:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319574.546712:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045748224:0@lo:38:kworker.0 00000100:00100000:0.0:1767319574.546763:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748736 00000100:00100000:1.0:1767319574.546810:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1767319574.546811:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748736 00000100:00100000:1.0:1767319574.546836:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045747840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319574.546853:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1522 00000100:00100000:0.0:1767319574.546862:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045748736:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319574.546907:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045747840:12345-0@lo:400:kworker.0 Request processed in 74us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319574.546914:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1767319574.546949:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748352 00000100:00100000:1.0:1767319574.546954:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748352 00000100:00100000:1.0:1767319574.546978:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1767319574.546984:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045748352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319574.546997:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319574.547033:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045748352:12345-0@lo:38:kworker.0 Request processed in 47us (531us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319574.547039:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00010000:00080000:1.0:1767319574.547096:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f7100 x1853164045747840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319574.547124:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045747840:0@lo:400:kworker.0 00000100:00080000:1.0:1767319574.547164:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319574.547170:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319574.547173:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045748352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319574.547215:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1767319574.547223:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045748608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319574.547261:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045748608:12345-0@lo:400:kworker.0 Request processed in 40us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319574.547268:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00080000:1.0:1767319574.547290:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319574.547294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00020000:0.0:1767319574.547659:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319574.547732:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045748736:12345-0@lo:38:kworker.0 Request processed in 868us (1162us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319574.547742:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1522 00000100:00100000:3.0:1767319574.548488:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045748480:12345-0@lo:400:kworker.0 Request processed in 1866us (2146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319574.548500:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1767319574.548568:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045748608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319574.548581:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045748480:0@lo:400:kworker.0 00000100:00080000:1.0:1767319574.549586:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319574.549598:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319574.549602:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045748736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319574.553928:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045747968:12345-0@lo:38:kworker.0 Request processed in 7955us (8565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319574.553958:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00010000:00010000:2.0:1767319575.312200:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319576.334814:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319577.358191:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319577.614324:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045748864:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319577.614400:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319577.614563:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748864 00000100:00100000:0.0:1767319577.614572:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748864 00000100:00100000:0.0:1767319577.614639:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:0.0:1767319577.614648:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045748864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319577.614677:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319577.614719:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045748864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319577.614727:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1767319577.614825:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045748864:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319577.614888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319577.616505:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045748992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319577.616566:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319577.616675:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045748992 00000100:00100000:2.0:1767319577.616683:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045748992 00000100:00100000:2.0:1767319577.616746:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1767319577.616755:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045748992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319577.616802:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319577.616846:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045748992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319577.616853:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1767319577.616893:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045748992:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319577.617018:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767319578.381998:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319579.073831:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319579.074011:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879168 00000100:00100000:2.0:1767319579.074026:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879168 00000100:00100000:2.0:1767319579.074106:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1171 00000100:00100000:2.0:1767319579.074120:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985879168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319579.074199:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985879168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319579.074206:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1171 00000100:00080000:1.0:1767319579.074374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319579.076907:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319579.076988:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879040 00000100:00100000:3.0:1767319579.076998:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879040 00000100:00100000:3.0:1767319579.077095:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1523 00000100:00100000:3.0:1767319579.077103:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985879040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319579.077127:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319579.077194:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985879040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319579.077202:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1523 00010000:00010000:2.0:1767319579.406090:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319579.663830:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.663840:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319579.663903:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.663907:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319579.663911:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319579.663920:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4772 00000100:00080000:2.0:1767319579.663925:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319579.663931:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319579.663953:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8700 x1853164045749248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319579.663986:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.663990:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319579.663992:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319579.663995:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4772 00000100:00080000:2.0:1767319579.663998:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319579.664001:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319579.664012:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9880 x1853164045749504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319579.664027:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.664030:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319579.664032:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319579.664035:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4772 00000100:00080000:2.0:1767319579.664038:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319579.664041:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319579.664051:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164045749632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319579.664087:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319579.664090:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319579.664091:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319579.664094:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4772 00000100:00080000:2.0:1767319579.664097:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319579.664100:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319579.664110:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8e00 x1853164045750016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319579.664142:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045749760:0@lo:400:kworker.0 00000100:00100000:2.0:1767319579.664208:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319579.664277:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319579.664283:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045749888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319579.664303:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319579.664333:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749760 00000100:00100000:2.0:1767319579.664339:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749760 00000100:00100000:2.0:1767319579.664385:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749888 00000100:00100000:2.0:1767319579.664389:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749888 00000100:00100000:2.0:1767319579.664407:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1767319579.664416:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045749760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319579.664467:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045749760:12345-0@lo:400:kworker.0 Request processed in 51us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319579.664475:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:2.0:1767319579.664490:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1767319579.664496:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045749888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319579.664536:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045749888:12345-0@lo:400:kworker.0 Request processed in 40us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319579.664542:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:2.0:1767319579.664576:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045749888:0@lo:400:kworker.0 00000100:00100000:2.0:1767319579.664586:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045749760:0@lo:400:kworker.0 00000100:00100000:3.0:1767319579.664677:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045749120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319579.664711:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319579.664754:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319579.664760:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045749376:0@lo:400:kworker.0 00000100:00100000:3.0:1767319579.664806:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319579.664833:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749120 00000100:00100000:3.0:1767319579.664837:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749120 00000100:00100000:3.0:1767319579.664863:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749376 00000100:00100000:3.0:1767319579.664866:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749376 00000100:00100000:3.0:1767319579.664885:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1767319579.664891:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045749120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319579.664921:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045749120:12345-0@lo:400:kworker.0 Request processed in 31us (209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319579.664927:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:3.0:1767319579.664937:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1767319579.664943:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045749376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319579.664966:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045749376:12345-0@lo:400:kworker.0 Request processed in 24us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319579.664972:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00010000:00080000:3.0:1767319579.664995:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda680 x1853164045749376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319579.665004:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045749376:0@lo:400:kworker.0 00010000:00080000:3.0:1767319579.665014:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb480 x1853164045749120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319579.665021:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045749120:0@lo:400:kworker.0 00000100:00080000:1.0:1767319579.665107:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319579.665112:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319579.665114:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319579.665126:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045749248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319579.665152:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319579.665184:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045749504:0@lo:38:kworker.0 00000100:00100000:1.0:1767319579.665204:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319579.665224:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045749632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319579.665246:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319579.665267:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045750016:0@lo:38:kworker.0 00000100:00100000:1.0:1767319579.665286:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319579.665314:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749632 00000100:00100000:1.0:1767319579.665317:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749632 00000100:00100000:1.0:1767319579.665338:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1767319579.665342:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045749632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319579.665359:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319579.665391:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045749632:12345-0@lo:38:kworker.0 Request processed in 46us (143us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319579.665396:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1767319579.665423:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749248 00000100:00100000:1.0:1767319579.665427:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749248 00000100:00100000:1.0:1767319579.665439:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045749504 00000100:00100000:1.0:1767319579.665441:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045749504 00000100:00100000:1.0:1767319579.665448:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750016 00000100:00100000:1.0:1767319579.665450:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750016 00000100:00100000:1.0:1767319579.665459:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1767319579.665463:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045749248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319579.665473:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319579.665498:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045749248:12345-0@lo:38:kworker.0 Request processed in 32us (344us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319579.665503:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:1.0:1767319579.665515:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1767319579.665518:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045749504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319579.665527:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319579.665563:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045749504:12345-0@lo:38:kworker.0 Request processed in 42us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319579.665568:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1525 00000100:00100000:1.0:1767319579.665579:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1767319579.665583:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045750016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319579.665591:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319579.665613:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045750016:12345-0@lo:38:kworker.0 Request processed in 28us (325us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319579.665619:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00080000:1.0:1767319579.665642:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319579.665646:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319579.665650:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045749248:0@lo:38:kworker.0 00000100:00080000:1.0:1767319579.665657:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319579.665659:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319579.665662:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045749504:0@lo:38:kworker.0 00000100:00080000:1.0:1767319579.665668:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319579.665671:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319579.665674:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045749632:0@lo:38:kworker.0 00000100:00080000:1.0:1767319579.665681:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319579.665684:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319579.665686:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045750016:0@lo:38:kworker.0 00010000:00010000:1.0:1767319580.430027:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319581.454139:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319582.478480:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319582.734550:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045750144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319582.734621:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319582.735020:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319582.735027:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045750272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319582.735051:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319582.737578:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750144 00000100:00100000:3.0:1767319582.737593:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750144 00000100:00100000:3.0:1767319582.737676:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750272 00000100:00100000:3.0:1767319582.737680:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750272 00000100:00100000:3.0:1767319582.737706:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1767319582.737717:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045750144:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319582.737723:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00002000:00000024:3.0:1767319582.737749:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319582.737817:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045750144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319582.737823:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1767319582.737833:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045750272:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319582.737882:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045750144:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319582.737918:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319582.737965:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045750272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 139us (2912us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319582.737972:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:3.0:1767319582.738097:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045750272:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319582.738139:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319582.738144:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767319583.507993:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319584.206236:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319584.206300:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319584.206542:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879424 00000100:00100000:2.0:1767319584.206552:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879424 00000100:00100000:2.0:1767319584.206625:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879296 00000100:00100000:2.0:1767319584.206628:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879296 00000100:00100000:2.0:1767319584.206659:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1174 00000100:00100000:2.0:1767319584.206680:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985879424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319584.206752:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985879424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319584.206759:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1174 00000100:00100000:2.0:1767319584.206802:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1527 00000100:00100000:2.0:1767319584.206807:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985879296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319584.206826:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319584.206846:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985879296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 38us (546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319584.206852:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1527 00000100:00080000:1.0:1767319584.206914:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319584.526721:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319584.783294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319584.783314:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319584.783372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319584.783376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319584.783380:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319584.783395:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4777 00000100:00080000:1.0:1767319584.783400:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319584.783408:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319584.783419:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045750400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319584.783433:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045750528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319584.783473:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319584.783477:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319584.783479:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319584.783483:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4777 00000100:00080000:1.0:1767319584.783486:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767319584.783492:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319584.783493:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319584.783508:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450000 x1853164045750784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319584.783518:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319584.783522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319584.783523:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319584.783527:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4777 00000100:00080000:1.0:1767319584.783530:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319584.783533:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319584.783547:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453100 x1853164045750912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319584.783575:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767319584.783583:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319584.783586:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045750656:0@lo:400:kworker.0 00000100:00080000:1.0:1767319584.783589:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319584.783594:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319584.783598:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4777 00000100:00080000:1.0:1767319584.783601:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319584.783605:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319584.783606:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045751168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319584.783616:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164045751296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319584.783621:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319584.783661:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045751040:0@lo:400:kworker.0 00000100:00100000:0.0:1767319584.783719:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750400 00000100:00100000:0.0:1767319584.783728:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750400 00000100:00100000:3.0:1767319584.783753:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750656 00000100:00100000:3.0:1767319584.783758:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750656 00000100:00100000:0.0:1767319584.783819:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1767319584.783830:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045750400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319584.783836:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1767319584.783846:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045750656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319584.783894:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045750400:12345-0@lo:400:kworker.0 Request processed in 66us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319584.783897:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045750656:12345-0@lo:400:kworker.0 Request processed in 51us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319584.783907:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00080000:0.0:1767319584.783930:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319584.783957:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452d80 x1853164045750656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319584.783968:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045750656:0@lo:400:kworker.0 00010000:00080000:0.0:1767319584.783979:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452a00 x1853164045750400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319600 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319584.783987:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045750400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319584.784012:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045750528:0@lo:38:kworker.0 00000100:00100000:0.0:1767319584.784038:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319584.784061:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045750784:0@lo:38:kworker.0 00000100:00100000:0.0:1767319584.784082:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319584.784100:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045750912:0@lo:38:kworker.0 00000100:00100000:0.0:1767319584.784122:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319584.784143:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045751296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319584.784163:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319584.784203:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750912 00000100:00100000:0.0:1767319584.784208:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750912 00000100:00100000:0.0:1767319584.784228:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1767319584.784234:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045750912:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319584.784249:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319584.784282:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045750912:12345-0@lo:38:kworker.0 Request processed in 46us (158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319584.784288:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1767319584.784305:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750528 00000100:00100000:0.0:1767319584.784308:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750528 00000100:00100000:2.0:1767319584.787669:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319584.787756:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045750784 00000100:00100000:2.0:1767319584.787765:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045750784 00000100:00100000:1.0:1767319584.793595:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319584.793681:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751168 00000100:00100000:1.0:1767319584.793690:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751168 00000100:00100000:1.0:1767319584.793745:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751040 00000100:00100000:1.0:1767319584.793748:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751040 00000100:00100000:1.0:1767319584.793780:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1767319584.793788:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd083c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045751168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319584.793841:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd083c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045751168:12345-0@lo:400:kworker.0 Request processed in 54us (6180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319584.793848:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:3.0:1767319584.793941:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:3.0:1767319584.793963:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751296 00000100:00100000:3.0:1767319584.793966:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751296 00000100:00100000:3.0:1767319584.793987:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1528 00000100:00100000:3.0:1767319584.793992:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045751296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319584.794008:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319584.794042:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045751296:12345-0@lo:38:kworker.0 Request processed in 50us (9878us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319584.794047:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1528 00000100:00100000:1.0:1767319584.795988:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1767319584.796019:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045751040:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319584.796042:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319584.796047:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319584.796058:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1767319584.796064:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045750528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319584.796079:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319584.800195:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:2.0:1767319584.800208:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045750784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319584.800235:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319584.800419:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045751168:0@lo:400:kworker.0 00000100:00080000:0.0:1767319584.800518:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319584.800523:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319584.800540:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045750912:0@lo:38:kworker.0 00000100:00080000:0.0:1767319584.800551:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319584.800554:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319584.800557:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045751296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319584.801740:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045750528:12345-0@lo:38:kworker.0 Request processed in 5665us (17690us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319584.801748:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:2.0:1767319584.801841:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045750784:12345-0@lo:38:kworker.0 Request processed in 1631us (17755us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319584.801850:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00080000:0.0:1767319584.801859:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319584.801865:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319584.801868:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045750528:0@lo:38:kworker.0 00000100:00080000:0.0:1767319584.801877:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319584.801879:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319584.801882:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045750784:0@lo:38:kworker.0 00000100:00100000:1.0:1767319584.805917:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045751040:12345-0@lo:400:kworker.0 Request processed in 9898us (12319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319584.805933:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:3.0:1767319584.805969:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045751040:0@lo:400:kworker.0 00010000:00010000:1.0:1767319585.550541:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319586.574048:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319587.598153:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319587.854210:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045751552:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319587.854286:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319587.854362:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319587.854378:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045751424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319587.854401:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319587.854585:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751552 00000100:00100000:2.0:1767319587.854593:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751552 00000100:00100000:2.0:1767319587.854646:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751424 00000100:00100000:2.0:1767319587.854657:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751424 00000100:00100000:2.0:1767319587.854673:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767319587.854681:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045751552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319587.854710:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319587.854754:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045751552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319587.854762:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1767319587.854801:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1767319587.854808:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045751424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319587.854823:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319587.854848:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045751424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319587.854855:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1767319587.854899:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045751424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319587.854912:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045751552:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319587.855251:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319587.855256:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767319588.622990:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319589.315649:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319589.315827:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319589.316028:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879680 00000100:00100000:2.0:1767319589.316037:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879680 00000100:00100000:2.0:1767319589.316098:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879552 00000100:00100000:2.0:1767319589.316101:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879552 00000100:00100000:2.0:1767319589.316132:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1177 00000100:00100000:2.0:1767319589.316143:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985879680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319589.316221:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985879680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319589.316232:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1177 00000100:00100000:2.0:1767319589.316252:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1531 00000100:00100000:2.0:1767319589.316256:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985879552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319589.316275:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319589.316300:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985879552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (473us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319589.316306:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1531 00000100:00080000:1.0:1767319589.316427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319589.646211:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319589.902600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319589.902608:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319589.902653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319589.902657:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319589.902662:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319589.902670:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4783 00000100:00080000:1.0:1767319589.902674:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319589.902680:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319589.902700:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451f80 x1853164045751808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319589.902720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319589.902723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319589.902725:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319589.902728:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4783 00000100:00080000:1.0:1767319589.902730:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319589.902733:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319589.902742:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045752064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319589.902751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319589.902754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319589.902755:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319589.902758:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4783 00000100:00080000:1.0:1767319589.902761:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319589.902764:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319589.902797:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164045752192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319589.902824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319589.902827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319589.902829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319589.902832:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4783 00000100:00080000:1.0:1767319589.902834:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319589.902837:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319589.902847:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452a00 x1853164045752576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319589.903183:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045751936:0@lo:400:kworker.0 00000100:00100000:3.0:1767319589.903184:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045751680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319589.903244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319589.903283:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319589.903320:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751936 00000100:00100000:3.0:1767319589.903332:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045752320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319589.903333:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751936 00000100:00100000:3.0:1767319589.903358:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319589.903379:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751680 00000100:00100000:0.0:1767319589.903382:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751680 00000100:00100000:0.0:1767319589.903405:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1767319589.903413:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045751936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319589.903460:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045751936:12345-0@lo:400:kworker.0 Request processed in 47us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319589.903467:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1767319589.903483:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1767319589.903489:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045751680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319589.903546:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045751680:12345-0@lo:400:kworker.0 Request processed in 47us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319589.903553:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00080000:0.0:1767319589.903569:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319589.903583:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319589.903590:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045752448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319589.903614:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319589.903648:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752320 00000100:00100000:0.0:1767319589.903652:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752320 00000100:00100000:3.0:1767319589.903654:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752448 00000100:00100000:3.0:1767319589.903657:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752448 00000100:00100000:2.0:1767319589.903738:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045751808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319589.903801:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319589.903819:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045752064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319589.903839:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319589.903860:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045752192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319589.903883:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319589.903904:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045752576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319589.903924:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319589.903948:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045751808 00000100:00100000:2.0:1767319589.903952:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045751808 00000100:00100000:2.0:1767319589.903972:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752064 00000100:00100000:2.0:1767319589.903975:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752064 00000100:00100000:2.0:1767319589.903986:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752576 00000100:00100000:2.0:1767319589.903988:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752576 00000100:00100000:2.0:1767319589.903998:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767319589.904003:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045751808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319589.904019:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319589.904051:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045751808:12345-0@lo:38:kworker.0 Request processed in 46us (283us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319589.904057:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00000100:00100000:2.0:1767319589.904068:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1767319589.904071:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045752064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319589.904080:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319589.904102:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045752064:12345-0@lo:38:kworker.0 Request processed in 28us (262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319589.904107:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00100000:2.0:1767319589.904117:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1534 00000100:00100000:2.0:1767319589.904121:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045752576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319589.904128:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319589.904148:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045752576:12345-0@lo:38:kworker.0 Request processed in 25us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319589.904153:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1534 00010000:00080000:2.0:1767319589.904180:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451180 x1853164045751680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319589.904193:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045751680:0@lo:400:kworker.0 00000100:00080000:2.0:1767319589.904215:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319589.904219:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319589.904222:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045751808:0@lo:38:kworker.0 00000100:00080000:2.0:1767319589.904229:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319589.904231:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319589.904234:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045752064:0@lo:38:kworker.0 00000100:00080000:2.0:1767319589.904240:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319589.904243:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319589.904245:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045752576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319589.904285:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752192 00000100:00100000:2.0:1767319589.904288:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752192 00000100:00100000:2.0:1767319589.904307:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1767319589.904312:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045752192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319589.904321:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319589.904347:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045752192:12345-0@lo:38:kworker.0 Request processed in 33us (463us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319589.904352:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00080000:2.0:1767319589.904374:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319589.904377:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319589.904380:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045752192:0@lo:38:kworker.0 00000100:00080000:2.0:1767319589.904407:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319589.904410:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319589.904469:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1767319589.904478:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045752320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319589.904513:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045752320:12345-0@lo:400:kworker.0 Request processed in 38us (1154us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319589.904519:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1767319589.904531:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1767319589.904548:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045752448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319589.904574:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045752448:12345-0@lo:400:kworker.0 Request processed in 38us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319589.904579:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00010000:00080000:1.0:1767319589.904805:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450000 x1853164045751936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319605 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319589.904815:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045751936:0@lo:400:kworker.0 00000100:00100000:1.0:1767319589.904843:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045752448:0@lo:400:kworker.0 00000100:00100000:1.0:1767319589.904852:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045752320:0@lo:400:kworker.0 00010000:00010000:1.0:1767319590.671990:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319591.694090:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319592.718322:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319592.974066:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045752704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319592.974137:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319592.974368:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045752832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319592.974394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319592.974475:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752704 00000100:00100000:3.0:1767319592.974492:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752704 00000100:00100000:3.0:1767319592.974555:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752832 00000100:00100000:3.0:1767319592.974559:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752832 00000100:00100000:3.0:1767319592.974589:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1767319592.974598:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045752704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319592.974626:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319592.974674:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045752704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319592.974685:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:3.0:1767319592.974700:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1767319592.974706:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045752832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319592.974720:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319592.974750:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045752832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319592.974755:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1767319592.974823:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045752704:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319592.974897:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319592.974901:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319592.974921:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045752832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319593.410299:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319593.410506:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880064 00000100:00100000:2.0:1767319593.410516:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880064 00000100:00100000:2.0:1767319593.410643:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1180 00000100:00100000:2.0:1767319593.410657:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985880064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319593.410746:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985880064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319593.410753:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1180 00000400:00000100:2.0:1767319593.411122:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985879808 offset 0 length 520: 4 00000100:00100000:2.0:1767319593.411218:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319593.411333:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985879936 00000100:00100000:3.0:1767319593.411348:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985879936 00000100:00100000:3.0:1767319593.411403:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1535 00000100:00100000:3.0:1767319593.411412:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985879936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319593.411441:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319593.411650:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985879936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 236us (430us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319593.411659:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1535 00000100:00080000:0.0:1767319593.411999:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319593.742999:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319594.766713:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319595.021968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319595.021979:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319595.022026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319595.022031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319595.022034:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319595.022043:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4788 00000100:00080000:2.0:1767319595.022047:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319595.022054:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319595.022074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda680 x1853164045753088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319595.022101:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767319595.022116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319595.022120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319595.022123:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319595.022124:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045753216:0@lo:400:kworker.0 00000100:00080000:2.0:1767319595.022129:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4788 00000100:00080000:2.0:1767319595.022134:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319595.022138:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319595.022152:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb100 x1853164045753344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319595.022162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319595.022165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319595.022167:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319595.022171:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4788 00000100:00080000:2.0:1767319595.022173:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319595.022177:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319595.022194:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdbb80 x1853164045753472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319595.022201:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319595.022235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319595.022239:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319595.022240:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319595.022244:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4788 00000100:00080000:2.0:1767319595.022247:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319595.022250:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319595.022263:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8000 x1853164045753856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319595.022266:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045752960:0@lo:400:kworker.0 00000100:00100000:1.0:1767319595.022297:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319595.022535:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045753600:0@lo:400:kworker.0 00000100:00100000:3.0:1767319595.022693:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319595.022714:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319595.022720:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045753728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319595.022739:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319595.022763:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753600 00000100:00100000:0.0:1767319595.022766:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319569/real 1767319569] req@ffffa07bc70d9f80 x1853164045746432/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319594 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319595.022786:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753600 00000100:00100000:0.0:1767319595.022799:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc70d9f80 x1853164045746432/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319594 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319595.022812:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045753088:0@lo:38:kworker.0 00000100:00100000:3.0:1767319595.022832:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753728 00000100:00100000:3.0:1767319595.022835:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753728 00000100:00100000:0.0:1767319595.022851:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319595.022857:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1767319595.022932:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753216 00000100:00100000:2.0:1767319595.022938:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753216 00000100:00100000:2.0:1767319595.022968:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045752960 00000100:00100000:2.0:1767319595.022972:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045752960 00000100:00100000:2.0:1767319595.022993:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1767319595.023000:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045753216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319595.023053:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045753216:12345-0@lo:400:kworker.0 Request processed in 52us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319595.023060:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1767319595.023076:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1767319595.023083:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045752960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319595.023713:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045753600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319595.023789:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045753600:12345-0@lo:400:kworker.0 Request processed in 906us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319595.023797:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1767319595.023814:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1767319595.023821:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045753728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319595.023853:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045753728:12345-0@lo:400:kworker.0 Request processed in 33us (1112us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319595.023859:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00080000:3.0:1767319595.023879:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319595.023884:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319595.023886:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319595.023919:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045753728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319595.023942:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045753600:0@lo:400:kworker.0 00010000:00080000:3.0:1767319595.024032:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda300 x1853164045753216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319595.024042:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045753216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319595.024258:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045752960:12345-0@lo:400:kworker.0 Request processed in 1175us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319595.024266:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00010000:00080000:3.0:1767319595.024552:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9c00 x1853164045752960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319595.024564:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045752960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319595.027878:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045753344:0@lo:38:kworker.0 00000100:00100000:0.0:1767319595.027942:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319595.027970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045753472:0@lo:38:kworker.0 00000100:00100000:0.0:1767319595.027993:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319595.028030:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045753856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319595.028062:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319595.028081:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319595.028086:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753088 00000100:00100000:2.0:1767319595.028094:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753088 00000100:00080000:0.0:1767319595.028095:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319595.028099:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045746432:0@lo:250:kworker.0 00000100:00100000:2.0:1767319595.028124:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753344 00000100:00100000:2.0:1767319595.028127:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753344 00000100:00100000:0.0:1767319595.028130:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753856 00000100:00100000:0.0:1767319595.028133:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753856 00000100:00100000:2.0:1767319595.028142:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1767319595.028149:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045753088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319595.028169:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319595.028224:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045753088:12345-0@lo:38:kworker.0 Request processed in 74us (5386us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319595.028264:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045753472 00000100:00100000:3.0:1767319595.028271:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045753472 00000100:00100000:3.0:1767319595.028299:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1767319595.028305:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045753472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319595.028317:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319595.028321:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1537 00000100:00100000:0.0:1767319595.028329:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045753344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319595.028342:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319595.028352:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045753472:12345-0@lo:38:kworker.0 Request processed in 45us (356us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319595.028359:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1767319595.028380:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045753344:12345-0@lo:38:kworker.0 Request processed in 49us (437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319595.028388:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1537 00000100:00100000:3.0:1767319595.028402:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:3.0:1767319595.028408:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045753856:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319595.028424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319595.028430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319595.028433:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319595.028437:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4767 00000100:00080000:0.0:1767319595.028449:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319595.028455:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319595.028479:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574700 x1853164045753984/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319595.028507:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045753984:0@lo:250:kworker.0 00000400:00000100:0.0:1767319595.028795:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045753984 offset 0 length 520: 4 00000100:00080000:0.0:1767319595.028827:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319595.028832:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319595.028852:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045753088:0@lo:38:kworker.0 00000100:00080000:0.0:1767319595.028861:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319595.028865:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319595.028867:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045753344:0@lo:38:kworker.0 00000100:00080000:0.0:1767319595.028874:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319595.028877:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319595.028879:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045753472:0@lo:38:kworker.0 00010000:00020000:3.0:1767319595.029558:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319595.029616:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045753856:12345-0@lo:38:kworker.0 Request processed in 1206us (1561us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319595.029625:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:2.0:1767319595.030520:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00080000:0.0:1767319595.031827:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319595.031845:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319595.031850:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045753856:0@lo:38:kworker.0 00010000:00010000:3.0:1767319595.790260:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319596.814653:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319597.839100:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319598.094067:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319598.094092:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045754112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319598.094183:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.094377:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754112 00000100:00100000:2.0:1767319598.094414:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754112 00000100:00100000:2.0:1767319598.094488:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1767319598.094500:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045754112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319598.094529:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319598.094574:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045754112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319598.094583:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00080000:3.0:1767319598.094645:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319598.094682:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045754112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319598.095647:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045754240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319598.095688:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319598.095954:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754240 00000100:00100000:2.0:1767319598.095960:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754240 00000100:00100000:2.0:1767319598.096054:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:2.0:1767319598.096064:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045754240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319598.096089:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319598.096125:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045754240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319598.096131:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:0.0:1767319598.096836:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045754240:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319598.101023:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319598.531329:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319598.531508:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880320 00000100:00100000:1.0:1767319598.531520:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880320 00000100:00100000:3.0:1767319598.531542:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319598.531601:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880192 00000100:00100000:1.0:1767319598.531604:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880192 00000100:00100000:1.0:1767319598.531629:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1183 00000100:00100000:1.0:1767319598.531641:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985880320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319598.531722:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985880320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319598.531731:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1183 00000100:00100000:1.0:1767319598.531753:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1539 00000100:00100000:1.0:1767319598.531758:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985880192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319598.531807:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319598.531954:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985880192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 76us (295us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319598.531962:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1539 00000100:00080000:0.0:1767319598.532318:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319598.862078:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319599.886101:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319600.142058:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319600.142069:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319600.142137:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319600.142141:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319600.142145:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319600.142154:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4793 00000100:00080000:1.0:1767319600.142159:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319600.142166:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319600.142188:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452d80 x1853164045754496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319600.142212:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319600.142215:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319600.142218:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319600.142221:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4793 00000100:00080000:1.0:1767319600.142224:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319600.142228:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319600.142239:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452a00 x1853164045754752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319600.142248:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319600.142251:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319600.142252:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319600.142256:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4793 00000100:00080000:1.0:1767319600.142258:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319600.142262:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319600.142272:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045754880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319600.142297:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319600.142300:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319600.142302:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319600.142305:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4793 00000100:00080000:1.0:1767319600.142307:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319600.142311:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319600.142321:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16300 x1853164045755264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319600.142391:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045754368:0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142453:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.142492:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319600.142499:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045754624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142518:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.142544:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045755136:0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142568:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.142585:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319600.142590:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045755008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142608:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.142637:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754368 00000100:00100000:0.0:1767319600.142644:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754368 00000100:00100000:0.0:1767319600.142692:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754624 00000100:00100000:0.0:1767319600.142695:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754624 00000100:00100000:0.0:1767319600.142733:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1767319600.142742:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045754368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142814:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045754368:12345-0@lo:400:kworker.0 Request processed in 72us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319600.142822:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1767319600.142839:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1767319600.142845:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045754624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142870:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045754624:12345-0@lo:400:kworker.0 Request processed in 26us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319600.142876:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:0.0:1767319600.142895:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755136 00000100:00100000:0.0:1767319600.142899:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755136 00000100:00100000:0.0:1767319600.142922:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755008 00000100:00100000:0.0:1767319600.142925:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755008 00000100:00100000:0.0:1767319600.142944:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1767319600.142950:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045755136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.142983:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045755136:12345-0@lo:400:kworker.0 Request processed in 33us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319600.142989:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1767319600.143000:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1767319600.143005:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045755008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.143029:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045755008:12345-0@lo:400:kworker.0 Request processed in 24us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319600.143038:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00080000:0.0:1767319600.143053:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319600.143057:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319600.143059:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319600.143073:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045754496:0@lo:38:kworker.0 00000100:00100000:0.0:1767319600.143098:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.143113:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045754752:0@lo:38:kworker.0 00000100:00100000:0.0:1767319600.143130:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.143141:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045754880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319600.143162:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.143177:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045755264:0@lo:38:kworker.0 00000100:00100000:0.0:1767319600.143191:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319600.143212:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754880 00000100:00100000:0.0:1767319600.143215:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754880 00000100:00100000:0.0:1767319600.143232:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1767319600.143236:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045754880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319600.143252:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319600.143279:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045754880:12345-0@lo:38:kworker.0 Request processed in 41us (115us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319600.143284:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1767319600.143299:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754496 00000100:00100000:0.0:1767319600.143302:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754496 00000100:00100000:0.0:1767319600.143318:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045754752 00000100:00100000:0.0:1767319600.143321:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045754752 00000100:00100000:0.0:1767319600.143327:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755264 00000100:00100000:0.0:1767319600.143329:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755264 00000100:00100000:0.0:1767319600.143341:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1767319600.143344:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045754496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319600.143366:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319600.143393:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045754496:12345-0@lo:38:kworker.0 Request processed in 46us (293us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319600.143399:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1540 00000100:00100000:0.0:1767319600.143411:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1767319600.143416:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045754752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319600.143424:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319600.143444:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045754752:12345-0@lo:38:kworker.0 Request processed in 28us (314us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319600.143450:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00000100:00100000:0.0:1767319600.143461:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1767319600.143464:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045755264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319600.143472:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319600.143492:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045755264:12345-0@lo:38:kworker.0 Request processed in 26us (299us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319600.143497:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:0.0:1767319600.143535:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045755008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319600.143545:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045755136:0@lo:400:kworker.0 00000100:00080000:0.0:1767319600.143571:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319600.143576:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319600.143579:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045754496:0@lo:38:kworker.0 00000100:00080000:0.0:1767319600.143586:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319600.143590:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319600.143592:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045754752:0@lo:38:kworker.0 00000100:00080000:0.0:1767319600.143599:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319600.143602:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319600.143606:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045754880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319600.143613:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319600.143616:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319600.143619:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045755264:0@lo:38:kworker.0 00010000:00080000:0.0:1767319600.143645:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450380 x1853164045754624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319600.143655:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045754624:0@lo:400:kworker.0 00010000:00080000:0.0:1767319600.143665:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450000 x1853164045754368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319600.143673:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045754368:0@lo:400:kworker.0 00010000:00010000:1.0:1767319600.910199:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319601.934068:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319602.958017:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319603.214474:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045755392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319603.214501:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045755520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319603.216830:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319603.219021:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319603.227832:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755520 00000100:00100000:1.0:1767319603.227848:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755520 00000100:00100000:1.0:1767319603.228156:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755392 00000100:00100000:1.0:1767319603.228161:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755392 00000100:00080000:0.0:1767319603.228222:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319603.228228:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00080000:0.0:1767319603.228234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319603.228244:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045755520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319603.228281:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319603.228350:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:1.0:1767319603.228360:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045755392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319603.228393:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319603.228400:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045755520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (11576us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319603.228414:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:1.0:1767319603.228444:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045755392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (9430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319603.228452:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1767319603.228479:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045755520:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319603.228516:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045755392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319603.650985:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319603.651360:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880576 00000100:00100000:1.0:1767319603.651372:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880576 00000100:00100000:1.0:1767319603.651499:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1186 00000100:00100000:1.0:1767319603.651507:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985880576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319603.651597:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985880576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319603.651605:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1186 00000100:00100000:1.0:1767319603.653279:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767319603.653484:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319603.654124:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880448 00000100:00100000:2.0:1767319603.654136:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880448 00000100:00100000:2.0:1767319603.654187:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1543 00000100:00100000:2.0:1767319603.654194:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985880448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319603.654217:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319603.654306:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985880448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 102us (1026us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319603.654315:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1543 00010000:00010000:3.0:1767319603.982052:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319605.006500:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319605.265640:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319605.265651:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319605.265710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319605.265714:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319605.265718:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319605.265725:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4798 00000100:00080000:2.0:1767319605.265739:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319605.265746:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319605.265793:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9500 x1853164045755776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319605.265815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319605.265819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319605.265821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319605.265825:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4798 00000100:00080000:2.0:1767319605.265828:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319605.265832:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319605.265844:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb100 x1853164045756032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319605.265854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319605.265858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319605.265859:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319605.265863:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4798 00000100:00080000:2.0:1767319605.265865:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319605.265869:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319605.265882:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8000 x1853164045756160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319605.265914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319605.265917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319605.265919:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319605.265922:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4798 00000100:00080000:2.0:1767319605.265925:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319605.265928:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319605.265939:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164045756544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319605.266185:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045755904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266251:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319605.266339:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319605.266345:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045755648:0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266369:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319605.266401:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045756288:0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266427:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319605.266448:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319605.266452:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045756416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266472:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319605.266502:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756288 00000100:00100000:1.0:1767319605.266508:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756288 00000100:00100000:1.0:1767319605.266559:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756416 00000100:00100000:1.0:1767319605.266562:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756416 00000100:00100000:1.0:1767319605.266584:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1767319605.266592:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045756288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266643:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045756288:12345-0@lo:400:kworker.0 Request processed in 50us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319605.266649:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:1.0:1767319605.266671:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1767319605.266678:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045756416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266705:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045756416:12345-0@lo:400:kworker.0 Request processed in 27us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319605.266710:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:1.0:1767319605.266922:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045756416:0@lo:400:kworker.0 00000100:00100000:1.0:1767319605.266936:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045756288:0@lo:400:kworker.0 00000100:00100000:0.0:1767319605.267032:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045755776:0@lo:38:kworker.0 00000100:00100000:0.0:1767319605.267063:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319605.267095:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045756032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319605.267116:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319605.267137:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045756160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319605.267159:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319605.267182:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045756544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319605.267202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319605.267228:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319605.267233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319605.267246:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755904 00000100:00100000:0.0:1767319605.267251:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755904 00000100:00100000:0.0:1767319605.267295:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755648 00000100:00100000:0.0:1767319605.267298:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755648 00000100:00100000:0.0:1767319605.267311:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045755776 00000100:00100000:0.0:1767319605.267313:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045755776 00000100:00100000:0.0:1767319605.267321:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756032 00000100:00100000:0.0:1767319605.267323:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756032 00000100:00100000:0.0:1767319605.267330:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756544 00000100:00100000:0.0:1767319605.267332:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756544 00000100:00100000:0.0:1767319605.267341:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1767319605.267347:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045755904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319605.267385:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045755904:12345-0@lo:400:kworker.0 Request processed in 38us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319605.267391:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:0.0:1767319605.267403:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1767319605.267409:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045755648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319605.267434:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045755648:12345-0@lo:400:kworker.0 Request processed in 24us (1063us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319605.267440:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1767319605.267453:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1767319605.267456:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045755776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319605.267476:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319605.267505:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045755776:12345-0@lo:38:kworker.0 Request processed in 47us (441us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319605.267511:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1767319605.267521:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1767319605.267525:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045756032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319605.267533:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319605.267554:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045756032:12345-0@lo:38:kworker.0 Request processed in 28us (437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319605.267560:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:0.0:1767319605.267569:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1546 00000100:00100000:0.0:1767319605.267573:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045756544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319605.267581:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319605.267603:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045756544:12345-0@lo:38:kworker.0 Request processed in 28us (400us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319605.267608:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1546 00000100:00100000:0.0:1767319605.267625:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756160 00000100:00100000:0.0:1767319605.267629:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756160 00000100:00100000:0.0:1767319605.267647:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1767319605.267651:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045756160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319605.267659:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319605.267681:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045756160:12345-0@lo:38:kworker.0 Request processed in 29us (521us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319605.267687:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:0.0:1767319605.267706:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319605.267722:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319605.267727:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00080000:1.0:1767319605.267940:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda300 x1853164045755648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319605.267952:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045755648:0@lo:400:kworker.0 00010000:00080000:1.0:1767319605.267963:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9180 x1853164045755904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319605.267972:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045755904:0@lo:400:kworker.0 00000100:00100000:0.0:1767319605.268908:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045755776:0@lo:38:kworker.0 00000100:00080000:0.0:1767319605.268934:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319605.268939:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319605.268942:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045756032:0@lo:38:kworker.0 00000100:00080000:0.0:1767319605.268952:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319605.268955:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319605.268958:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045756160:0@lo:38:kworker.0 00000100:00080000:0.0:1767319605.268967:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319605.268970:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319605.268973:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045756544:0@lo:38:kworker.0 00010000:00010000:1.0:1767319606.032601:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319607.055491:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319608.078077:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319608.334263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045756672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319608.334352:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319608.334764:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756672 00000100:00100000:2.0:1767319608.334793:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756672 00000100:00100000:2.0:1767319608.334864:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00080000:3.0:1767319608.334888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319608.334973:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045756672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319608.335005:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319608.335068:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045756672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 195us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319608.335076:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1767319608.335744:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045756672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319608.340537:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319608.340562:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045756800:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319608.340632:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319608.341008:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756800 00000100:00100000:2.0:1767319608.341027:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756800 00000100:00100000:2.0:1767319608.341097:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1767319608.341107:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045756800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319608.341140:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319608.341204:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045756800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319608.341212:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:1.0:1767319608.341274:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045756800:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319608.343509:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319608.769878:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319608.769983:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880704 00000100:00100000:2.0:1767319608.770001:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880704 00000100:00100000:2.0:1767319608.770074:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1547 00000100:00100000:2.0:1767319608.770084:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985880704:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319608.770108:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319608.770207:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985880704:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 121us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319608.770216:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1547 00000100:00100000:0.0:1767319608.770998:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319608.771073:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880832 00000100:00100000:1.0:1767319608.771082:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880832 00000100:00100000:1.0:1767319608.771154:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1189 00000100:00100000:1.0:1767319608.771163:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985880832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319608.771242:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985880832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319608.771250:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1189 00000100:00080000:3.0:1767319608.771329:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319609.105216:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319610.127444:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319610.382144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319610.382154:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319610.382246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319610.382250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319610.382255:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319610.382262:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4803 00000100:00080000:2.0:1767319610.382267:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319610.382272:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319610.382290:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2ad80 x1853164045757056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319610.382309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319610.382312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319610.382314:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319610.382317:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4803 00000100:00080000:2.0:1767319610.382319:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319610.382322:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319610.382330:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164045757312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319610.382338:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319610.382340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319610.382342:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319610.382345:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4803 00000100:00080000:2.0:1767319610.382347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319610.382351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319610.382359:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045757440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319610.382387:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319610.382391:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319610.382393:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319610.382396:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4803 00000100:00080000:2.0:1767319610.382399:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319610.382402:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319610.382409:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045757824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319610.382442:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045757568:0@lo:400:kworker.0 00000100:00100000:2.0:1767319610.382500:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319610.382548:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319610.382553:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045757696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319610.382570:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319610.382598:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757568 00000100:00100000:2.0:1767319610.382604:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757568 00000100:00100000:2.0:1767319610.382659:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757696 00000100:00100000:2.0:1767319610.382661:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757696 00000100:00100000:2.0:1767319610.382680:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1767319610.382686:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045757568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319610.382726:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045757568:12345-0@lo:400:kworker.0 Request processed in 40us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319610.382732:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1767319610.382745:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1767319610.382750:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045757696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319610.382789:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045757696:12345-0@lo:400:kworker.0 Request processed in 38us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319610.382794:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1767319610.382822:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045757696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319610.382831:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045757568:0@lo:400:kworker.0 00000100:00100000:0.0:1767319610.383035:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045757184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319610.383069:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319610.383109:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319610.383114:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045756928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319610.383134:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319610.383179:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757184 00000100:00100000:0.0:1767319610.383183:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757184 00000100:00100000:0.0:1767319610.383210:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045756928 00000100:00100000:0.0:1767319610.383215:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045756928 00000100:00100000:0.0:1767319610.383234:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1767319610.383240:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045757184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319610.383276:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045757184:12345-0@lo:400:kworker.0 Request processed in 37us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319610.383283:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1767319610.383294:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1767319610.383299:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045756928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319610.383322:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045756928:12345-0@lo:400:kworker.0 Request processed in 23us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319610.383327:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1767319610.383350:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045757056:0@lo:38:kworker.0 00000100:00100000:0.0:1767319610.383373:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319610.383388:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045757312:0@lo:38:kworker.0 00000100:00100000:0.0:1767319610.383407:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319610.383425:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045757440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319610.383446:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319610.383465:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045757824:0@lo:38:kworker.0 00000100:00100000:0.0:1767319610.383484:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319610.383507:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757440 00000100:00100000:0.0:1767319610.383511:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757440 00000100:00100000:0.0:1767319610.383528:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1767319610.383532:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045757440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319610.383548:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319610.383577:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045757440:12345-0@lo:38:kworker.0 Request processed in 43us (130us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319610.383583:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1767319610.383592:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757056 00000100:00100000:1.0:1767319610.383596:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757056 00000100:00100000:0.0:1767319610.383599:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757312 00000100:00100000:0.0:1767319610.383602:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757312 00000100:00100000:1.0:1767319610.383615:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757824 00000100:00100000:0.0:1767319610.383617:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1767319610.383617:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757824 00000100:00100000:0.0:1767319610.383621:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045757056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319610.383627:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1549 00010000:00020000:0.0:1767319610.383630:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319610.383631:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045757312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319610.383640:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319610.383651:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045757056:12345-0@lo:38:kworker.0 Request processed in 29us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319610.383657:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:0.0:1767319610.383673:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:0.0:1767319610.383678:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045757824:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319610.383678:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045757312:12345-0@lo:38:kworker.0 Request processed in 46us (270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319610.383684:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1549 00010000:00020000:0.0:1767319610.383686:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319610.383707:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045757824:12345-0@lo:38:kworker.0 Request processed in 29us (223us total) trans 0 rc -19/-19 00010000:00080000:1.0:1767319610.383711:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2bb80 x1853164045756928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319610.383713:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767319610.383727:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045756928:0@lo:400:kworker.0 00010000:00080000:1.0:1767319610.383737:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28700 x1853164045757184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319626 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319610.383739:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319610.383743:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319610.383745:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045757184:0@lo:400:kworker.0 00000100:00100000:0.0:1767319610.383746:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045757056:0@lo:38:kworker.0 00000100:00080000:0.0:1767319610.383753:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319610.383756:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319610.383759:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045757312:0@lo:38:kworker.0 00000100:00080000:0.0:1767319610.383766:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319610.383786:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319610.383789:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045757440:0@lo:38:kworker.0 00000100:00080000:0.0:1767319610.383796:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319610.383799:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319610.383801:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045757824:0@lo:38:kworker.0 00000100:00080000:3.0:1767319610.385242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319610.385250:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319610.385253:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319611.150198:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319612.176672:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319613.198269:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319613.454324:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319613.454355:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045757952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319613.454428:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319613.454688:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045757952 00000100:00100000:0.0:1767319613.454698:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045757952 00000100:00100000:0.0:1767319613.454786:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1767319613.454797:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045757952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319613.454828:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319613.454875:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045757952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319613.454883:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1767319613.454932:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045757952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319613.455313:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319613.455324:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045758080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319613.455357:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319613.455431:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758080 00000100:00100000:3.0:1767319613.455436:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758080 00000100:00080000:1.0:1767319613.455443:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319613.455449:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319613.460284:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1767319613.460308:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045758080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319613.460344:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319613.460430:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045758080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (5071us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319613.460438:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1767319613.461298:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045758080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319613.893453:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319613.893495:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319613.893571:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881088 00000100:00100000:0.0:1767319613.893581:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881088 00000100:00100000:0.0:1767319613.893661:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985880960 00000100:00100000:0.0:1767319613.893665:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985880960 00000100:00100000:0.0:1767319613.893683:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1192 00000100:00100000:0.0:1767319613.893690:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985881088:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319613.893758:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985881088:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 68us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319613.893766:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1192 00000100:00100000:0.0:1767319613.893814:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1551 00000100:00100000:0.0:1767319613.893818:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985880960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319613.893835:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319613.893859:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985880960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 40us (364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319613.893875:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1551 00000100:00080000:1.0:1767319613.894256:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319614.222156:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319615.246511:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319615.502556:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319615.502568:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319615.502632:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319615.502636:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319615.502641:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319615.502648:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4808 00000100:00080000:1.0:1767319615.502653:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319615.502660:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319615.502686:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4a80 x1853164045758336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319615.502736:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319615.502739:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319615.502741:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319615.502745:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4808 00000100:00080000:1.0:1767319615.502747:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319615.502751:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319615.502763:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045758592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319615.502795:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319615.502799:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319615.502801:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319615.502804:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4808 00000100:00080000:1.0:1767319615.502806:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319615.502810:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319615.502823:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0dc00 x1853164045758720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319615.502857:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319615.502860:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319615.502862:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319615.502866:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4808 00000100:00080000:1.0:1767319615.502868:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319615.502872:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319615.502882:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e51880 x1853164045759104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319615.503182:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045758464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.503252:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.503315:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319615.503322:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045758208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.503346:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.503385:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758464 00000100:00100000:0.0:1767319615.503392:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758464 00000100:00100000:0.0:1767319615.503452:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758208 00000100:00100000:0.0:1767319615.503456:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758208 00000100:00100000:0.0:1767319615.503481:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1767319615.503490:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045758464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.503539:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045758464:12345-0@lo:400:kworker.0 Request processed in 49us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319615.503546:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1767319615.503562:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:0.0:1767319615.503568:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045758208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.503594:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045758208:12345-0@lo:400:kworker.0 Request processed in 27us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319615.503600:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00080000:0.0:1767319615.503616:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319615.503648:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda300 x1853164045758208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319615.503661:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045758208:0@lo:400:kworker.0 00010000:00080000:0.0:1767319615.503669:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a5c00 x1853164045758464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319615.503676:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045758464:0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.503734:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045758336:0@lo:38:kworker.0 00000100:00100000:0.0:1767319615.503757:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.503791:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045758592:0@lo:38:kworker.0 00000100:00100000:0.0:1767319615.503810:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.503828:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045758720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319615.503850:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.503880:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758720 00000100:00100000:0.0:1767319615.504125:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758720 00000100:00100000:0.0:1767319615.504149:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1767319615.504154:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045758720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319615.504171:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319615.504206:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045758720:12345-0@lo:38:kworker.0 Request processed in 51us (355us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319615.504212:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1767319615.504233:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758336 00000100:00100000:0.0:1767319615.504236:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758336 00000100:00100000:0.0:1767319615.504252:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758592 00000100:00100000:0.0:1767319615.504254:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758592 00000100:00100000:0.0:1767319615.504270:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767319615.504274:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045758336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319615.504283:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319615.504309:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045758336:12345-0@lo:38:kworker.0 Request processed in 34us (551us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319615.504315:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1552 00000100:00100000:0.0:1767319615.504326:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767319615.504330:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045758592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319615.504340:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319615.504360:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045758592:12345-0@lo:38:kworker.0 Request processed in 28us (549us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319615.504366:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00080000:0.0:1767319615.504395:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319615.504400:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319615.504403:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045758336:0@lo:38:kworker.0 00000100:00080000:0.0:1767319615.504411:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319615.504414:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319615.504417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045758592:0@lo:38:kworker.0 00000100:00080000:0.0:1767319615.504425:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319615.504427:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319615.504430:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045758720:0@lo:38:kworker.0 00000100:00100000:0.0:1767319615.504463:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045758976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.504488:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.504510:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319615.504516:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045758848:0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.504535:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.504565:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758976 00000100:00100000:0.0:1767319615.504568:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758976 00000100:00100000:0.0:1767319615.504605:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045758848 00000100:00100000:0.0:1767319615.504608:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045758848 00000100:00100000:0.0:1767319615.504627:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1767319615.504634:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045758976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.504669:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045758976:12345-0@lo:400:kworker.0 Request processed in 36us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319615.504675:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1767319615.504686:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1767319615.504692:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045758848:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319615.504968:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319615.504973:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319615.505296:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045758848:0@lo:400:kworker.0 00000100:00100000:3.0:1767319615.505308:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045758976:0@lo:400:kworker.0 00000100:00100000:0.0:1767319615.505639:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045758848:12345-0@lo:400:kworker.0 Request processed in 945us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319615.505647:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1767319615.506350:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045759104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319615.506410:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319615.509823:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045759104 00000100:00100000:0.0:1767319615.509837:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045759104 00000100:00100000:0.0:1767319615.510041:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1767319615.510050:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045759104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319615.510084:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319615.510178:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045759104:12345-0@lo:38:kworker.0 Request processed in 128us (3767us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319615.510186:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00000100:00080000:3.0:1767319615.510285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319615.510292:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319615.510296:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045759104:0@lo:38:kworker.0 00010000:00010000:3.0:1767319616.270601:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319617.294146:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319618.317987:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319618.573970:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319618.573994:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045759232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319618.574080:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319618.574163:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045759232 00000100:00100000:0.0:1767319618.574171:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045759232 00000100:00100000:0.0:1767319618.574239:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1767319618.574249:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045759232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319618.574281:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319618.574317:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045759232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319618.574322:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:0.0:1767319618.574382:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045759232:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319618.574762:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319618.574921:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319618.574932:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045759360:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319618.574972:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319618.579684:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045759360 00000100:00100000:0.0:1767319618.579703:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045759360 00000100:00100000:0.0:1767319618.579928:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1767319618.579938:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045759360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319618.579970:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319618.580060:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045759360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (5087us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319618.580067:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1767319618.580163:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045759360:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319618.580347:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319619.010122:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319619.010298:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881472 00000100:00100000:2.0:1767319619.010309:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881472 00000100:00100000:2.0:1767319619.010390:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1195 00000100:00100000:2.0:1767319619.010403:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985881472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319619.010480:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985881472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319619.010488:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1195 00000100:00080000:0.0:1767319619.010583:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767319619.012061:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985881216 offset 0 length 520: 4 00000100:00100000:0.0:1767319619.012318:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319619.012411:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881344 00000100:00100000:2.0:1767319619.012418:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881344 00000100:00100000:2.0:1767319619.012450:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1555 00000100:00100000:2.0:1767319619.012456:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985881344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319619.012478:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319619.012575:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985881344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 116us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319619.012582:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1555 00010000:00010000:2.0:1767319619.342517:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319620.366193:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319620.621917:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319595/real 1767319595] req@ffffa07bf0574700 x1853164045753984/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319620 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319620.621949:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0574700 x1853164045753984/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319620 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319620.621979:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319620.622002:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319620.622006:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045753984:0@lo:250:kworker.0 00000100:00080000:3.0:1767319620.622127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319620.622133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319620.622136:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319620.622141:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4793 00000100:00080000:3.0:1767319620.622145:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319620.622151:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319620.622187:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7100 x1853164045759488/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319620.622249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319620.622252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319620.622254:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319620.622258:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4813 00000100:00080000:3.0:1767319620.622261:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319620.622265:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319620.622280:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6d80 x1853164045759744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319620.622294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319620.622299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319620.622300:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319620.622303:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4813 00000100:00080000:3.0:1767319620.622306:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319620.622309:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319620.622317:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4000 x1853164045760000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319620.622325:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319620.622328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319620.622329:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319620.622333:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4813 00000100:00080000:3.0:1767319620.622335:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319620.622338:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319620.622347:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164045760128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319620.622372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319620.622375:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319620.622377:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319620.622380:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4813 00000100:00080000:3.0:1767319620.622382:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319620.622385:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319620.622394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6680 x1853164045760512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319620.622421:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045759872:0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.622509:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045760256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.622554:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319620.622612:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319620.622618:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045760384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.622640:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319620.622670:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760256 00000100:00100000:0.0:1767319620.622678:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760256 00000100:00100000:0.0:1767319620.622724:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760384 00000100:00100000:0.0:1767319620.622727:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760384 00000100:00100000:0.0:1767319620.622747:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1767319620.622756:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045760256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.622832:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045760256:12345-0@lo:400:kworker.0 Request processed in 75us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319620.622840:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1767319620.622858:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1767319620.622864:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045760384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.622889:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045760384:12345-0@lo:400:kworker.0 Request processed in 25us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319620.622895:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:0.0:1767319620.622911:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319620.622915:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319620.622939:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045760384:0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.622948:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045760256:0@lo:400:kworker.0 00000100:00100000:3.0:1767319620.623146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319620.623183:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319620.623190:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045759616:0@lo:400:kworker.0 00000100:00100000:3.0:1767319620.623214:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319620.623333:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045759872 00000100:00100000:0.0:1767319620.623338:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045759872 00000100:00100000:0.0:1767319620.623370:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045759616 00000100:00100000:0.0:1767319620.623374:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045759616 00000100:00100000:0.0:1767319620.623393:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1767319620.623400:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045759872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.623435:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045759872:12345-0@lo:400:kworker.0 Request processed in 36us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319620.623441:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1767319620.623452:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1767319620.623458:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045759616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319620.623483:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045759616:12345-0@lo:400:kworker.0 Request processed in 26us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319620.623488:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00080000:0.0:1767319620.623508:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319620.623570:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5c00 x1853164045759616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319620.623580:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045759616:0@lo:400:kworker.0 00010000:00080000:3.0:1767319620.623590:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5180 x1853164045759872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319636 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319620.623598:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045759872:0@lo:400:kworker.0 00000100:00100000:2.0:1767319620.623680:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045759488:0@lo:250:kworker.0 00000400:00000100:2.0:1767319620.623709:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045759488 offset 0 length 520: 4 00000100:00100000:2.0:1767319620.623728:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045759744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319620.623749:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319620.623799:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045760000:0@lo:38:kworker.0 00000100:00100000:2.0:1767319620.623820:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319620.623833:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045760128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319620.623855:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319620.623874:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045760512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319620.623893:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319620.623920:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760128 00000100:00100000:2.0:1767319620.623925:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760128 00000100:00100000:2.0:1767319620.623946:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1767319620.623952:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045760128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319620.623968:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319620.624013:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045760128:12345-0@lo:38:kworker.0 Request processed in 60us (156us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319620.624019:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1767319620.624040:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045759744 00000100:00100000:2.0:1767319620.624043:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045759744 00000100:00100000:2.0:1767319620.624058:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760000 00000100:00100000:2.0:1767319620.624060:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760000 00000100:00100000:2.0:1767319620.624072:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760512 00000100:00100000:2.0:1767319620.624074:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760512 00000100:00100000:2.0:1767319620.624086:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:2.0:1767319620.624091:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045759744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319620.624100:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319620.624124:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045759744:12345-0@lo:38:kworker.0 Request processed in 32us (374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319620.624130:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:2.0:1767319620.624140:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:2.0:1767319620.624144:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045760000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319620.624152:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319620.624171:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045760000:12345-0@lo:38:kworker.0 Request processed in 25us (350us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319620.624176:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00100000:2.0:1767319620.624185:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:2.0:1767319620.624189:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045760512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319620.624197:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319620.624218:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045760512:12345-0@lo:38:kworker.0 Request processed in 27us (324us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319620.624223:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00080000:2.0:1767319620.624356:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319620.624363:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319620.624366:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045759744:0@lo:38:kworker.0 00000100:00080000:2.0:1767319620.624373:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319620.624375:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319620.624378:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045760000:0@lo:38:kworker.0 00000100:00080000:2.0:1767319620.624496:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319620.624500:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319620.624503:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045760128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319620.624510:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319620.624513:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319620.624516:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045760512:0@lo:38:kworker.0 00010000:00010000:1.0:1767319621.390004:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319622.414037:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319623.438258:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319623.694086:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319623.694109:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045760640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319623.694167:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319623.694204:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760640 00000100:00100000:0.0:1767319623.694211:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760640 00000100:00100000:0.0:1767319623.694253:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1767319623.694259:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045760640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319623.694283:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319623.694312:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045760640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319623.694316:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:0.0:1767319623.694331:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319623.694355:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045760640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319623.694632:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045760768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319623.694657:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319623.694729:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760768 00000100:00100000:3.0:1767319623.694734:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760768 00000100:00100000:3.0:1767319623.694787:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1767319623.694793:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045760768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319623.694809:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319623.694842:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045760768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319623.694847:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00080000:0.0:1767319623.695140:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319623.695167:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045760768:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319624.135382:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319624.135425:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319624.135632:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881728 00000100:00100000:0.0:1767319624.135643:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881728 00000100:00100000:0.0:1767319624.135747:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881600 00000100:00100000:0.0:1767319624.135751:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881600 00000100:00100000:0.0:1767319624.135823:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1198 00000100:00100000:0.0:1767319624.135834:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985881728:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319624.135920:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985881728:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319624.135929:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1198 00000100:00100000:0.0:1767319624.135946:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1559 00000100:00100000:0.0:1767319624.135951:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985881600:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319624.135970:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319624.135996:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985881600:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319624.136002:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1559 00000100:00080000:1.0:1767319624.136159:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319624.462236:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319625.486033:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319625.741942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319625.741953:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319625.742023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319625.742028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319625.742032:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319625.742041:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4818 00000100:00080000:3.0:1767319625.742046:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319625.742053:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319625.742079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5880 x1853164045761024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319625.742105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319625.742109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319625.742111:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319625.742114:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4818 00000100:00080000:3.0:1767319625.742117:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319625.742120:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319625.742131:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6680 x1853164045761280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319625.742140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319625.742143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319625.742145:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319625.742149:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4818 00000100:00080000:3.0:1767319625.742151:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319625.742155:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319625.742167:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164045761408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319625.742197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319625.742200:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319625.742202:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319625.742205:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4818 00000100:00080000:3.0:1767319625.742208:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319625.742211:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319625.742221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4e00 x1853164045761792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319625.742251:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045761664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319625.742318:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319625.742360:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319625.742366:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045761536:0@lo:400:kworker.0 00000100:00100000:3.0:1767319625.742389:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.742495:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045760896:0@lo:400:kworker.0 00000100:00100000:0.0:1767319625.742530:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.742563:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319625.742585:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045761152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319625.742609:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.742653:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045760896 00000100:00100000:0.0:1767319625.742661:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045760896 00000100:00100000:0.0:1767319625.742713:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761152 00000100:00100000:0.0:1767319625.742717:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761152 00000100:00100000:0.0:1767319625.742741:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1767319625.742750:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045760896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319625.742830:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045760896:12345-0@lo:400:kworker.0 Request processed in 80us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319625.742838:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1767319625.742855:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1767319625.742861:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045761152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319625.742898:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045761152:12345-0@lo:400:kworker.0 Request processed in 37us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319625.742903:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00010000:00080000:0.0:1767319625.742941:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5180 x1853164045761152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319625.742960:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045761152:0@lo:400:kworker.0 00010000:00080000:0.0:1767319625.742970:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5c00 x1853164045760896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319625.742978:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045760896:0@lo:400:kworker.0 00000100:00100000:2.0:1767319625.743220:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761664 00000100:00100000:2.0:1767319625.743225:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761664 00000100:00100000:2.0:1767319625.743261:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761536 00000100:00100000:2.0:1767319625.743265:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761536 00000100:00100000:2.0:1767319625.743291:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1767319625.743301:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045761664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319625.743344:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045761664:12345-0@lo:400:kworker.0 Request processed in 47us (1025us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319625.743350:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1767319625.743363:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1767319625.743369:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045761536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319625.743395:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045761536:12345-0@lo:400:kworker.0 Request processed in 27us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319625.743402:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1767319625.743430:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045761536:0@lo:400:kworker.0 00000100:00100000:2.0:1767319625.743440:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045761664:0@lo:400:kworker.0 00000100:00100000:0.0:1767319625.743735:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045761024:0@lo:38:kworker.0 00000100:00100000:0.0:1767319625.743785:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.743804:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045761280:0@lo:38:kworker.0 00000100:00100000:0.0:1767319625.743822:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.743834:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045761408:0@lo:38:kworker.0 00000100:00100000:0.0:1767319625.743852:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.743868:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045761792:0@lo:38:kworker.0 00000100:00100000:0.0:1767319625.743897:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319625.743923:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761024 00000100:00100000:0.0:1767319625.743928:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761024 00000100:00100000:0.0:1767319625.743953:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761280 00000100:00100000:0.0:1767319625.743956:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761280 00000100:00100000:0.0:1767319625.743969:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761792 00000100:00100000:0.0:1767319625.743972:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761792 00000100:00100000:0.0:1767319625.743987:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1560 00000100:00100000:0.0:1767319625.743992:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045761024:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319625.744009:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319625.744047:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045761024:12345-0@lo:38:kworker.0 Request processed in 53us (278us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319625.744053:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1560 00000100:00100000:0.0:1767319625.744067:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1767319625.744072:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045761280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319625.744081:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319625.744102:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045761280:12345-0@lo:38:kworker.0 Request processed in 29us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319625.744108:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00080000:1.0:1767319625.744118:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319625.744121:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00080000:1.0:1767319625.744126:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319625.744128:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045761792:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767319625.744131:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767319625.744139:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319625.744159:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761408 00000100:00100000:1.0:1767319625.744165:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761408 00000100:00100000:0.0:1767319625.744166:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045761792:12345-0@lo:38:kworker.0 Request processed in 36us (267us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319625.744174:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00000100:00100000:1.0:1767319625.744198:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1767319625.744205:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045761408:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319625.744213:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767319625.744219:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319625.744222:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319625.744226:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045761024:0@lo:38:kworker.0 00000100:00080000:0.0:1767319625.744235:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319625.744239:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319625.744243:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045761280:0@lo:38:kworker.0 00000100:00080000:0.0:1767319625.744254:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767319625.744260:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045761408:12345-0@lo:38:kworker.0 Request processed in 52us (403us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319625.744261:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319625.744269:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045761408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319625.744273:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00080000:0.0:1767319625.744285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319625.744291:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319625.744295:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045761792:0@lo:38:kworker.0 00010000:00010000:1.0:1767319626.512037:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319627.534060:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319628.559199:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319628.814037:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319628.814055:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045761920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319628.814126:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319628.814243:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045761920 00000100:00100000:0.0:1767319628.814253:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045761920 00000100:00100000:0.0:1767319628.814325:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1767319628.814335:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045761920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319628.814371:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319628.814424:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045761920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319628.814431:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1767319628.814478:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045761920:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319628.814543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319628.814882:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319628.814892:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045762048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319628.814925:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319628.815005:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762048 00000100:00100000:3.0:1767319628.815011:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762048 00000100:00100000:3.0:1767319628.815056:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1767319628.815063:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045762048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319628.815081:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319628.815115:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045762048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319628.815122:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:1.0:1767319628.815178:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319628.815232:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045762048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319629.251677:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319629.251723:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319629.251803:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881984 00000100:00100000:3.0:1767319629.251820:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881984 00000100:00100000:1.0:1767319629.251877:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985881856 00000100:00100000:1.0:1767319629.251883:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985881856 00000100:00100000:3.0:1767319629.251945:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1201 00000100:00100000:3.0:1767319629.251957:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985881984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767319629.251958:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319629.252041:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985881984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319629.252048:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1201 00000100:00100000:3.0:1767319629.252068:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1563 00000100:00100000:3.0:1767319629.252073:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985881856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319629.252094:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319629.252120:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985881856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (396us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319629.252128:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1563 00010000:00010000:1.0:1767319629.582459:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319630.606323:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319630.862723:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319630.862735:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319630.862874:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767319630.862895:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319630.862900:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319630.862905:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319630.862913:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4824 00000100:00080000:3.0:1767319630.862919:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319630.862926:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319630.862948:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4e00 x1853164045762304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319630.863017:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045762304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319630.863079:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319630.863259:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319630.863270:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045762432:0@lo:400:kworker.0 00000100:00100000:2.0:1767319630.863301:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319630.863353:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762304 00000100:00100000:2.0:1767319630.863361:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762304 00000100:00100000:2.0:1767319630.863392:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762432 00000100:00100000:2.0:1767319630.863407:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762432 00000100:00100000:2.0:1767319630.863447:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1767319630.863467:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045762432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319630.863515:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045762432:12345-0@lo:400:kworker.0 Request processed in 51us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319630.863522:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1767319630.863540:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:2.0:1767319630.863545:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045762304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319630.863563:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319630.863596:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045762304:12345-0@lo:38:kworker.0 Request processed in 49us (517us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319630.863602:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00080000:2.0:1767319630.863621:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319630.863648:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5f80 x1853164045762432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319630.863661:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045762432:0@lo:400:kworker.0 00000100:00080000:2.0:1767319630.863687:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319630.863691:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319630.863695:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045762304:0@lo:38:kworker.0 00000100:00100000:0.0:1767319630.867574:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045762176:0@lo:400:kworker.0 00000100:00100000:0.0:1767319630.867666:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319630.871300:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319630.871311:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319630.871315:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319630.871322:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4824 00000100:00080000:3.0:1767319630.871326:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319630.871333:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319630.871377:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6680 x1853164045762560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319630.871417:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319630.871421:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319630.871423:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319630.871426:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4824 00000100:00080000:3.0:1767319630.871429:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319630.871433:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319630.871592:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045762560:0@lo:38:kworker.0 00000100:00100000:2.0:1767319630.871687:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319630.871706:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5880 x1853164045762688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319630.871750:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319630.871753:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319630.871755:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319630.871795:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4824 00000100:00080000:3.0:1767319630.871798:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319630.871803:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319630.871817:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5c00 x1853164045763072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319630.871847:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045762816:0@lo:400:kworker.0 00000100:00100000:3.0:1767319630.871881:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319630.871938:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319630.871944:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045762944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319630.871966:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319630.871994:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762816 00000100:00100000:3.0:1767319630.872002:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762816 00000100:00100000:3.0:1767319630.872052:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762944 00000100:00100000:3.0:1767319630.872055:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762944 00000100:00100000:3.0:1767319630.872090:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1767319630.872098:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045762816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319630.872146:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045762816:12345-0@lo:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319630.872152:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1767319630.872168:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1767319630.872174:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045762944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319630.872201:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045762944:12345-0@lo:400:kworker.0 Request processed in 27us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319630.872207:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00080000:3.0:1767319630.872229:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319630.872233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319630.872258:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045762944:0@lo:400:kworker.0 00000100:00100000:3.0:1767319630.872268:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045762816:0@lo:400:kworker.0 00000100:00100000:2.0:1767319630.876314:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045762688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319630.876389:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319630.876431:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045763072:0@lo:38:kworker.0 00000100:00100000:0.0:1767319630.876575:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762688 00000100:00100000:0.0:1767319630.876583:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762688 00000100:00100000:0.0:1767319630.876625:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1767319630.876632:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045762688:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319630.876667:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319630.876709:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045762688:12345-0@lo:38:kworker.0 Request processed in 75us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319630.876716:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1767319630.877206:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319630.877298:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762176 00000100:00100000:1.0:1767319630.877303:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762176 00000100:00100000:1.0:1767319630.877354:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045762560 00000100:00100000:1.0:1767319630.877357:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045762560 00000100:00100000:1.0:1767319630.877374:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1767319630.877381:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045762176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319630.877448:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045762176:12345-0@lo:400:kworker.0 Request processed in 67us (9788us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319630.877668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319630.877705:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6300 x1853164045762176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319630.877719:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045762176:0@lo:400:kworker.0 00000100:00100000:1.0:1767319630.877985:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1767319630.878007:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1767319630.878011:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045762560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319630.878024:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319630.878056:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045762560:12345-0@lo:38:kworker.0 Request processed in 43us (6369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319630.878062:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00000100:00080000:2.0:1767319630.878182:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319630.878188:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319630.878191:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045762560:0@lo:38:kworker.0 00000100:00080000:2.0:1767319630.878211:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319630.878214:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319630.878217:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045762688:0@lo:38:kworker.0 00000100:00100000:2.0:1767319630.878237:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763072 00000100:00100000:2.0:1767319630.878240:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763072 00000100:00100000:3.0:1767319630.878357:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1566 00000100:00100000:3.0:1767319630.878363:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045763072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319630.878372:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319630.878421:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045763072:12345-0@lo:38:kworker.0 Request processed in 57us (1215us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319630.878427:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1566 00000100:00080000:3.0:1767319630.878907:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319630.878912:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319630.878915:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045763072:0@lo:38:kworker.0 00010000:00010000:2.0:1767319631.631240:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319632.654543:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319633.680850:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319633.933964:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1767319633.933987:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045763328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319633.934050:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319633.934124:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045763200:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319633.934147:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319633.934489:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763328 00000100:00100000:0.0:1767319633.934498:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763328 00000100:00100000:0.0:1767319633.934568:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763200 00000100:00100000:0.0:1767319633.934571:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763200 00000100:00100000:0.0:1767319633.934589:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1767319633.934598:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045763328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319633.934630:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319633.934688:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045763328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319633.934695:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1767319633.934713:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:0.0:1767319633.934720:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045763200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319633.934744:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319633.934790:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045763200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319633.934796:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00080000:3.0:1767319633.935016:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319633.935020:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319633.935056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045763328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319633.935071:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045763200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319634.371517:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319634.371574:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319634.371646:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985882240 00000100:00100000:3.0:1767319634.371659:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985882240 00000100:00100000:3.0:1767319634.371745:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985882112 00000100:00100000:3.0:1767319634.371749:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985882112 00000100:00080000:1.0:1767319634.371791:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319634.371807:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1204 00000100:00100000:3.0:1767319634.371819:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985882240:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319634.371902:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985882240:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319634.374497:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1567 00000100:00100000:1.0:1767319634.374513:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985882112:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319634.374539:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319634.374610:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985882112:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 99us (3035us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319634.374618:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1567 00000100:00100000:3.0:1767319634.381207:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1204 00010000:00010000:1.0:1767319634.703131:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319635.726152:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319635.982055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319635.982067:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319635.982122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319635.982126:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319635.982130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319635.982138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4829 00000100:00080000:0.0:1767319635.982143:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319635.982149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319635.982170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164045763584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319635.982204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319635.982207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319635.982209:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319635.982212:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4829 00000100:00080000:0.0:1767319635.982214:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319635.982217:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319635.982231:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2a00 x1853164045763840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319635.982238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319635.982241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319635.982242:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319635.982246:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4829 00000100:00080000:0.0:1767319635.982248:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319635.982252:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319635.982264:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0700 x1853164045763968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319635.982287:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045763712:0@lo:400:kworker.0 00000100:00080000:0.0:1767319635.982289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319635.982297:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319635.982299:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319635.982303:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4829 00000100:00080000:0.0:1767319635.982305:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319635.982309:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319635.982321:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1c00 x1853164045764352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319635.982354:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045764096:0@lo:400:kworker.0 00000100:00100000:1.0:1767319635.982365:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319635.982414:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319635.982474:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764096 00000100:00100000:1.0:1767319635.982482:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764096 00000100:00100000:1.0:1767319635.982551:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1767319635.982560:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045764096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319635.982615:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045764096:12345-0@lo:400:kworker.0 Request processed in 55us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319635.982622:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1767319635.982677:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045764096:0@lo:400:kworker.0 00000100:00100000:3.0:1767319635.982883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045763456:0@lo:400:kworker.0 00000100:00100000:3.0:1767319635.982913:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319635.982940:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319635.982945:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045764224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319635.982966:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319635.982999:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764224 00000100:00100000:1.0:1767319635.983004:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764224 00000100:00100000:3.0:1767319635.983011:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763712 00000100:00100000:3.0:1767319635.983017:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763712 00000100:00100000:3.0:1767319635.983045:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763456 00000100:00100000:3.0:1767319635.983049:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763456 00000100:00100000:3.0:1767319635.983071:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1767319635.983077:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045763712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319635.983119:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1767319635.983120:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045763712:12345-0@lo:400:kworker.0 Request processed in 41us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319635.983133:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045764224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319635.983133:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:3.0:1767319635.983151:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1767319635.983160:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045763456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319635.983177:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045764224:12345-0@lo:400:kworker.0 Request processed in 48us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319635.983184:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1767319635.983200:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045763456:12345-0@lo:400:kworker.0 Request processed in 40us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319635.983206:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1767319635.983238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045764224:0@lo:400:kworker.0 00010000:00080000:1.0:1767319635.983256:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1180 x1853164045763712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767319635.983258:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3480 x1853164045763456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319651 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319635.983286:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045763456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319635.983288:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045763712:0@lo:400:kworker.0 00000100:00080000:0.0:1767319635.983655:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319635.983660:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319635.983663:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319635.983953:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045763584:0@lo:38:kworker.0 00000100:00100000:2.0:1767319635.984008:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319635.984035:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045763840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319635.984057:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319635.984086:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045763968:0@lo:38:kworker.0 00000100:00100000:2.0:1767319635.984111:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319635.984147:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045764352:0@lo:38:kworker.0 00000100:00100000:1.0:1767319635.984153:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763584 00000100:00100000:1.0:1767319635.984159:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763584 00000100:00100000:2.0:1767319635.984171:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319635.984185:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763840 00000100:00100000:1.0:1767319635.984189:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763840 00000100:00100000:1.0:1767319635.984205:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764352 00000100:00100000:1.0:1767319635.984209:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764352 00000100:00100000:2.0:1767319635.984213:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:1.0:1767319635.984233:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1569 00000100:00100000:1.0:1767319635.984239:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045763840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319635.984258:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319635.984294:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045763840:12345-0@lo:38:kworker.0 Request processed in 54us (236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319635.984301:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1569 00000100:00100000:1.0:1767319635.984317:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:1.0:1767319635.984321:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045764352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319635.984331:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319635.984356:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045764352:12345-0@lo:38:kworker.0 Request processed in 33us (185us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319635.984362:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00000100:00100000:2.0:1767319635.984561:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045763584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319635.984575:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319635.984604:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045763584:12345-0@lo:38:kworker.0 Request processed in 383us (596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319635.984611:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00080000:2.0:1767319635.984646:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319635.984651:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319635.984654:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045763584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319635.984663:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319635.984666:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319635.984670:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045763840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319635.984696:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319635.984700:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319635.984703:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045764352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319635.984853:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045763968 00000100:00100000:3.0:1767319635.984859:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045763968 00000100:00100000:3.0:1767319635.984887:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1767319635.984893:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045763968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319635.984904:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319635.986565:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045763968:12345-0@lo:38:kworker.0 Request processed in 1665us (2447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319635.986587:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00080000:2.0:1767319635.987203:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319635.987209:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319635.987214:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045763968:0@lo:38:kworker.0 00010000:00010000:3.0:1767319636.751230:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319637.774080:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319638.798485:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319639.054628:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045764480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319639.054744:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319639.054796:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045764608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319639.054907:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319639.054996:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319639.055049:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764608 00000100:00100000:0.0:1767319639.055063:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764608 00000100:00100000:2.0:1767319639.055129:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764480 00000100:00100000:2.0:1767319639.055149:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764480 00000100:00100000:0.0:1767319639.055185:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1767319639.055205:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045764608:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319639.055220:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1767319639.055239:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045764480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319639.055252:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:2.0:1767319639.055277:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319639.055384:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045764480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319639.055396:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00080000:1.0:1767319639.055399:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319639.055408:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319639.055480:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045764480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319639.055822:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045764608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 622us (914us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319639.055832:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1767319639.056259:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045764608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319639.497206:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319639.497454:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319639.505947:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985882496 00000100:00100000:3.0:1767319639.505969:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985882496 00000100:00100000:3.0:1767319639.506070:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985882368 00000100:00100000:3.0:1767319639.506074:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985882368 00000100:00100000:3.0:1767319639.506109:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1207 00000100:00100000:3.0:1767319639.506123:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985882496:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319639.506236:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985882496:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 116us (9046us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319639.506245:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1207 00000100:00100000:3.0:1767319639.506266:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1571 00000100:00100000:3.0:1767319639.506271:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985882368:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319639.506309:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319639.506347:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985882368:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 74us (8893us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319639.506352:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1571 00000100:00080000:1.0:1767319639.506735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319639.822854:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319640.846575:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319641.102229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.102240:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319641.102302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.102305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.102310:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.102319:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4834 00000100:00080000:2.0:1767319641.102323:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.102335:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319641.102360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28700 x1853164045764864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.102414:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.102418:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.102420:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.102424:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4834 00000100:00080000:2.0:1767319641.102426:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.102430:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319641.102443:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164045765120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.102464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.102467:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.102469:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767319641.102472:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045764864:0@lo:38:kworker.0 00000100:00080000:2.0:1767319641.102473:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4834 00000100:00080000:2.0:1767319641.102475:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.102479:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319641.102493:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28e00 x1853164045765248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319641.102548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319641.102552:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319641.102554:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319641.102557:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4834 00000100:00080000:2.0:1767319641.102559:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319641.102563:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319641.102570:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319641.102574:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587b80 x1853164045765632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319641.102607:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045764992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.102637:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.102643:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045765120:0@lo:38:kworker.0 00000100:00100000:2.0:1767319641.102661:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319641.102665:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319641.102666:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045765376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.102691:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.102693:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045765248:0@lo:38:kworker.0 00000100:00100000:1.0:1767319641.102721:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319641.102723:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765376 00000100:00100000:2.0:1767319641.102731:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765376 00000100:00100000:1.0:1767319641.102741:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045765632:0@lo:38:kworker.0 00000100:00100000:1.0:1767319641.102762:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.102813:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764864 00000100:00100000:1.0:1767319641.102817:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764864 00000100:00100000:2.0:1767319641.102829:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1767319641.102835:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764992 00000100:00100000:1.0:1767319641.102837:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764992 00000100:00100000:2.0:1767319641.102839:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045765376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.102857:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765120 00000100:00100000:1.0:1767319641.102859:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765120 00000100:00100000:1.0:1767319641.102867:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765632 00000100:00100000:1.0:1767319641.102869:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765632 00000100:00100000:1.0:1767319641.102877:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1767319641.102883:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045764992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.102895:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045765376:12345-0@lo:400:kworker.0 Request processed in 57us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319641.102903:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1767319641.102910:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045764992:12345-0@lo:400:kworker.0 Request processed in 28us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.102915:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00080000:2.0:1767319641.102926:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319641.102930:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1572 00000100:00080000:2.0:1767319641.102931:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319641.102934:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045764864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.102955:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.102988:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045764864:12345-0@lo:38:kworker.0 Request processed in 52us (418us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.102995:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1572 00000100:00100000:1.0:1767319641.103006:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1767319641.103009:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045765120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.103018:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.103039:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045765120:12345-0@lo:38:kworker.0 Request processed in 28us (372us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.103045:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1767319641.103055:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:1.0:1767319641.103060:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045765632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.103069:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.103093:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045765632:12345-0@lo:38:kworker.0 Request processed in 31us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.103098:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00000100:00100000:2.0:1767319641.103110:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045765376:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.103115:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765248 00000100:00100000:1.0:1767319641.103118:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765248 00010000:00080000:2.0:1767319641.103121:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2bb80 x1853164045764992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319641.103130:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045764992:0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.103134:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1767319641.103138:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045765248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319641.103146:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319641.103168:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045765248:12345-0@lo:38:kworker.0 Request processed in 29us (446us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319641.103174:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00080000:1.0:1767319641.103196:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319641.103201:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.103204:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045765248:0@lo:38:kworker.0 00000100:00080000:1.0:1767319641.103212:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319641.103215:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.103218:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045765632:0@lo:38:kworker.0 00000100:00080000:1.0:1767319641.103224:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319641.103227:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.103230:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045764864:0@lo:38:kworker.0 00000100:00080000:1.0:1767319641.103237:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319641.103239:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045765504:0@lo:400:kworker.0 00000100:00080000:1.0:1767319641.103239:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319641.103243:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045765120:0@lo:38:kworker.0 00000100:00100000:0.0:1767319641.103270:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319641.103299:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319641.103305:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045764736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319641.103326:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319641.103614:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045764736 00000100:00100000:1.0:1767319641.103619:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045764736 00000100:00100000:2.0:1767319641.103621:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765504 00000100:00100000:2.0:1767319641.103625:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765504 00000100:00100000:1.0:1767319641.103712:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1767319641.103719:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045764736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319641.103757:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045764736:12345-0@lo:400:kworker.0 Request processed in 39us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319641.103763:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00010000:00080000:0.0:1767319641.103863:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2ad80 x1853164045764736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319641.103874:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045764736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319641.104212:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1767319641.104221:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045765504:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319641.104259:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319641.104265:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319641.104266:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045765504:12345-0@lo:400:kworker.0 Request processed in 47us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319641.104272:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1767319641.104308:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045765504:0@lo:400:kworker.0 00010000:00010000:1.0:1767319641.870246:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319642.894105:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319643.921599:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319644.174257:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319644.174265:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045765888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319644.174274:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045765760:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319644.174577:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319644.174880:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765760 00000100:00100000:1.0:1767319644.174892:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765760 00000100:00100000:1.0:1767319644.174975:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1767319644.174986:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045765760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319644.175030:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319644.175209:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319644.175353:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045765888 00000100:00100000:3.0:1767319644.175358:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045765888 00000100:00100000:3.0:1767319644.175406:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1767319644.175413:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045765888:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319644.175416:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319644.175424:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767319644.175431:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319644.175471:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045765888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319644.175475:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045765760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319644.175480:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1767319644.175518:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045765888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319644.175580:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045765760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319644.175588:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1767319644.612508:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319644.612548:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767319644.612581:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985882880 offset 0 length 520: 4 00000100:00100000:2.0:1767319644.612688:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985882752 00000100:00100000:2.0:1767319644.612698:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985882752 00000100:00100000:2.0:1767319644.612799:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985882624 00000100:00100000:2.0:1767319644.612803:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985882624 00000100:00100000:2.0:1767319644.612835:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1210 00000100:00100000:2.0:1767319644.612849:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985882752:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319644.612919:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985882752:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319644.612926:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1210 00000100:00100000:2.0:1767319644.612943:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1575 00000100:00100000:2.0:1767319644.612948:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985882624:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319644.612966:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319644.612989:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985882624:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 39us (440us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319644.612995:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1575 00000100:00080000:3.0:1767319644.613625:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319644.942263:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319645.199388:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319620/real 1767319620] req@ffffa07bed0c7100 x1853164045759488/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319645 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319645.199423:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c7100 x1853164045759488/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319645 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319645.199442:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319645.199473:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319645.199478:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045759488:0@lo:250:kworker.0 00000100:00080000:3.0:1767319645.199648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319645.199654:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319645.199657:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319645.199662:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4818 00000100:00080000:3.0:1767319645.199666:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319645.199672:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319645.199704:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6300 x1853164045766016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319645.199790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319645.199794:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319645.199796:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319645.199800:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4839 00000100:00080000:3.0:1767319645.199802:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319645.199806:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319645.199821:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5880 x1853164045766272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319645.199873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319645.199877:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319645.199879:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319645.199883:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4839 00000100:00080000:3.0:1767319645.199885:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319645.199889:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319645.199900:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d5f80 x1853164045766528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319645.199908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319645.199912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319645.199913:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319645.199917:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4839 00000100:00080000:3.0:1767319645.199919:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319645.199923:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319645.199934:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6680 x1853164045766656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319645.199954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319645.199958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319645.199960:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319645.199962:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4839 00000100:00080000:3.0:1767319645.199965:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319645.199968:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319645.199978:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6a00 x1853164045767040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319645.200006:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045766784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319645.200072:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319645.200138:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319645.200477:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045766016:0@lo:250:kworker.0 00000400:00000100:1.0:1767319645.200501:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045766016 offset 0 length 520: 4 00000100:00100000:1.0:1767319645.200532:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045766272:0@lo:38:kworker.0 00000100:00100000:1.0:1767319645.200557:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319645.200576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045766528:0@lo:38:kworker.0 00000100:00100000:1.0:1767319645.200594:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319645.200608:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045766656:0@lo:38:kworker.0 00000100:00100000:1.0:1767319645.200629:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319645.200645:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045767040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319645.200663:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319645.200697:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766272 00000100:00100000:1.0:1767319645.200704:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766272 00000100:00100000:1.0:1767319645.200729:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766528 00000100:00100000:1.0:1767319645.200732:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766528 00000100:00100000:1.0:1767319645.200745:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767040 00000100:00100000:1.0:1767319645.200748:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767040 00000100:00100000:1.0:1767319645.200764:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1767319645.200790:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045766272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319645.200810:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319645.200850:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045766272:12345-0@lo:38:kworker.0 Request processed in 60us (292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319645.200857:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1767319645.200875:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1767319645.200879:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045766528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319645.200888:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319645.200910:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045766528:12345-0@lo:38:kworker.0 Request processed in 29us (315us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319645.200915:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1767319645.200925:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1578 00000100:00100000:1.0:1767319645.200928:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045767040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319645.200936:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319645.200956:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045767040:12345-0@lo:38:kworker.0 Request processed in 26us (292us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319645.200961:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1578 00000100:00100000:1.0:1767319645.200978:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766656 00000100:00100000:1.0:1767319645.200982:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766656 00000100:00100000:1.0:1767319645.201000:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1767319645.201004:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045766656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319645.201012:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319645.201037:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045766656:12345-0@lo:38:kworker.0 Request processed in 31us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319645.201042:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:1.0:1767319645.201083:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319645.201088:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319645.201090:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045766272:0@lo:38:kworker.0 00000100:00080000:1.0:1767319645.201099:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319645.201102:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319645.201104:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045766528:0@lo:38:kworker.0 00000100:00080000:1.0:1767319645.201114:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319645.201117:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319645.201120:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045766656:0@lo:38:kworker.0 00000100:00080000:1.0:1767319645.201138:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319645.201141:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319645.201144:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045767040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319645.201269:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045766144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319645.201299:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319645.201323:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319645.201329:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045766912:0@lo:400:kworker.0 00000100:00100000:0.0:1767319645.201351:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319645.201376:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766144 00000100:00100000:0.0:1767319645.201379:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766144 00000100:00100000:0.0:1767319645.201421:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1767319645.201428:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045766144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319645.201470:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045766144:12345-0@lo:400:kworker.0 Request processed in 42us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319645.201476:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00010000:00080000:0.0:1767319645.201502:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c7100 x1853164045766144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319645.201513:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045766144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319645.201560:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766784 00000100:00100000:0.0:1767319645.201563:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766784 00000100:00100000:0.0:1767319645.201584:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766912 00000100:00100000:0.0:1767319645.201586:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766912 00000100:00100000:0.0:1767319645.201599:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1767319645.201604:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045766784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319645.201631:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045766784:12345-0@lo:400:kworker.0 Request processed in 27us (1560us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319645.201637:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1767319645.201645:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1767319645.201649:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045766912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319645.201671:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045766912:12345-0@lo:400:kworker.0 Request processed in 21us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319645.201676:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1767319645.201702:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045766912:0@lo:400:kworker.0 00000100:00080000:2.0:1767319645.201827:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319645.201895:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045766400:0@lo:400:kworker.0 00000100:00100000:3.0:1767319645.201924:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319645.201954:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045766784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319645.202103:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045766400 00000100:00100000:2.0:1767319645.202108:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045766400 00000100:00100000:2.0:1767319645.202165:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:2.0:1767319645.202172:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045766400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319645.202210:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045766400:12345-0@lo:400:kworker.0 Request processed in 38us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319645.202216:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00080000:3.0:1767319645.202564:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319645.202584:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d5c00 x1853164045766400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319661 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319645.202594:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045766400:0@lo:400:kworker.0 00010000:00010000:1.0:1767319645.968101:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319646.989995:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319648.014763:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319649.040192:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319649.294048:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045767168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319649.294121:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319649.294269:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767168 00000100:00100000:3.0:1767319649.294278:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767168 00000100:00100000:3.0:1767319649.294347:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1767319649.294356:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045767168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319649.294385:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319649.294434:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045767168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319649.294441:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:3.0:1767319649.294500:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045767168:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319649.294602:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319649.294861:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045767296:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319649.294892:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319649.295085:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767296 00000100:00100000:2.0:1767319649.295090:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767296 00000100:00100000:2.0:1767319649.295137:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1767319649.295147:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045767296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319649.295163:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319649.295200:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045767296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319649.295207:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1767319649.295237:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045767296:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319649.295292:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319649.730047:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319649.730307:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883136 00000100:00100000:0.0:1767319649.730322:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883136 00000100:00100000:0.0:1767319649.730496:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1213 00000100:00100000:0.0:1767319649.730509:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985883136:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319649.730636:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985883136:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 129us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319649.730645:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1213 00000100:00100000:3.0:1767319649.731309:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319649.733148:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883008 00000100:00100000:0.0:1767319649.733167:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883008 00000100:00100000:0.0:1767319649.733249:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1579 00000100:00100000:0.0:1767319649.733258:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985883008:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319649.733283:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319649.733363:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985883008:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 107us (2060us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319649.733370:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1579 00000100:00080000:1.0:1767319649.735818:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319650.065708:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319650.319092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319650.319111:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319650.319270:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319650.319295:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045767424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319650.319423:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319650.319680:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767424 00000100:00100000:3.0:1767319650.319692:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767424 00000100:00100000:3.0:1767319650.319804:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1767319650.319817:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045767424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319650.319897:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045767424:12345-0@lo:400:kworker.0 Request processed in 83us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319650.319905:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00080000:1.0:1767319650.320170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319650.320712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319650.320721:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319650.320728:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319650.320736:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4843 00000100:00080000:0.0:1767319650.320742:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319650.320750:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319650.320820:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3480 x1853164045767552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319650.321004:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045767552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319650.321079:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319650.321185:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767552 00000100:00100000:3.0:1767319650.321193:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767552 00000100:00100000:3.0:1767319650.321245:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:3.0:1767319650.321253:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045767552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319650.321277:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319650.321375:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319650.321379:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319650.321382:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319650.321386:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4843 00000100:00080000:0.0:1767319650.321389:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319650.321394:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319650.321407:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045767808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:2.0:1767319650.321529:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e0e00 x1853164045767424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319650.321546:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045767424:0@lo:400:kworker.0 00000100:00100000:2.0:1767319650.321583:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045767680:0@lo:400:kworker.0 00000100:00100000:2.0:1767319650.321611:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319650.321645:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767680 00000100:00100000:2.0:1767319650.321650:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767680 00000100:00100000:2.0:1767319650.321697:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1767319650.321703:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045767680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319650.321752:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045767680:12345-0@lo:400:kworker.0 Request processed in 48us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319650.321758:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00080000:2.0:1767319650.321806:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319650.321824:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1180 x1853164045767680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319666 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319650.321834:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045767680:0@lo:400:kworker.0 00000100:00100000:1.0:1767319650.335107:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045767808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319650.335245:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319650.335419:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767808 00000100:00100000:2.0:1767319650.335438:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767808 00000100:00100000:2.0:1767319650.335512:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1581 00000100:00100000:2.0:1767319650.335522:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045767808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319650.335558:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319650.335610:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045767808:12345-0@lo:38:kworker.0 Request processed in 89us (366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319650.335618:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1581 00000100:00100000:3.0:1767319650.337145:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045767552:12345-0@lo:38:kworker.0 Request processed in 15876us (16050us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319650.337164:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00080000:0.0:1767319650.342960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319650.342975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319650.342982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319650.342991:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4843 00000100:00080000:0.0:1767319650.342997:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319650.343008:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319650.343073:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3b80 x1853164045767936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319650.343313:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767319650.343761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319650.343766:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319650.343794:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319650.343800:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4843 00000100:00080000:0.0:1767319650.343803:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319650.343808:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319650.343831:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164045768320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319650.343876:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319650.343899:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045768192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319650.343995:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319650.344076:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768192 00000100:00100000:0.0:1767319650.344086:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768192 00000100:00100000:0.0:1767319650.344153:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1767319650.344173:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045768192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319650.344236:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045768192:12345-0@lo:400:kworker.0 Request processed in 73us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319650.344244:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1767319650.344306:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045768192:0@lo:400:kworker.0 00000100:00080000:1.0:1767319650.345114:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319650.345124:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319650.345129:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045767552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319650.345158:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045767936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319650.345229:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319650.345273:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045768320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319650.345301:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319650.345348:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319650.345353:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319650.345357:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045767808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319650.345408:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768320 00000100:00100000:1.0:1767319650.345414:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768320 00000100:00100000:1.0:1767319650.345474:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:1.0:1767319650.345480:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045768320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319650.345503:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319650.345847:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045768320:12345-0@lo:38:kworker.0 Request processed in 352us (531us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319650.345855:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00080000:1.0:1767319650.345903:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319650.345908:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319650.345910:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045768320:0@lo:38:kworker.0 00000100:00100000:0.0:1767319650.346361:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045767936 00000100:00100000:0.0:1767319650.346376:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045767936 00000100:00100000:0.0:1767319650.346417:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1767319650.346432:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045767936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319650.346456:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319650.346519:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045767936:12345-0@lo:38:kworker.0 Request processed in 95us (1290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319650.346535:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:2.0:1767319650.346844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319650.346850:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319650.346854:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045767936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319650.347103:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045768064:0@lo:400:kworker.0 00000100:00100000:3.0:1767319650.347158:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319650.347396:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768064 00000100:00100000:0.0:1767319650.347403:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768064 00000100:00100000:0.0:1767319650.347467:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1767319650.347476:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045768064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319650.354224:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045768064:12345-0@lo:400:kworker.0 Request processed in 6731us (7046us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319650.354247:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1767319650.354675:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045768064:0@lo:400:kworker.0 00010000:00010000:1.0:1767319651.086127:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319652.109985:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319653.138220:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319654.159513:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319654.414090:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045768448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319654.414190:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319654.414367:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768448 00000100:00100000:3.0:1767319654.414379:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768448 00000100:00100000:2.0:1767319654.414394:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319654.414409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045768576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319654.414446:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319654.414680:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319654.414821:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768576 00000100:00100000:3.0:1767319654.414826:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768576 00000100:00100000:3.0:1767319654.414856:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1767319654.414866:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045768448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319654.414903:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319654.414961:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045768448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319654.414969:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1767319654.415063:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1767319654.415071:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045768576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319654.415088:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319654.415121:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045768576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (674us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319654.415130:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1767319654.415176:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045768576:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319654.415455:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319654.417940:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045768448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319654.851717:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319654.851823:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319654.851956:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883392 00000100:00100000:1.0:1767319654.851972:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883392 00000100:00080000:3.0:1767319654.852045:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319654.852068:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883264 00000100:00100000:1.0:1767319654.852073:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883264 00000100:00100000:1.0:1767319654.852120:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1216 00000100:00100000:1.0:1767319654.852133:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985883392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319654.852240:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985883392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319654.852250:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1216 00000100:00100000:1.0:1767319654.852279:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1583 00000100:00100000:1.0:1767319654.852445:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985883264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319654.852471:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319654.852505:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985883264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 218us (736us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319654.852512:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1583 00010000:00010000:1.0:1767319655.183851:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319655.441848:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319655.441862:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319655.442654:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045768704:0@lo:400:kworker.0 00000100:00100000:2.0:1767319655.442763:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319655.443203:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319655.443210:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319655.443215:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319655.443222:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4848 00000100:00080000:3.0:1767319655.443227:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319655.443235:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319655.443270:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4000 x1853164045768832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319655.443320:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319655.443324:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319655.443327:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319655.443341:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4848 00000100:00080000:3.0:1767319655.443344:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319655.443348:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319655.443362:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6300 x1853164045769088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319655.443371:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319655.443376:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319655.443378:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319655.443381:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4848 00000100:00080000:3.0:1767319655.443384:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319655.443387:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319655.443400:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4a80 x1853164045769216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319655.443479:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045769472:0@lo:400:kworker.0 00000100:00100000:1.0:1767319655.443527:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319655.443577:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045768832:0@lo:38:kworker.0 00000100:00100000:1.0:1767319655.443607:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319655.444858:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045769088:0@lo:38:kworker.0 00000100:00100000:1.0:1767319655.444919:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319655.445008:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769472 00000100:00100000:2.0:1767319655.445020:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769472 00000100:00100000:2.0:1767319655.445108:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1767319655.445121:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045769472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319655.445199:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045769472:12345-0@lo:400:kworker.0 Request processed in 80us (1670us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319655.445208:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1767319655.445277:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045769344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319655.445309:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319655.445348:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319655.445357:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045768960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319655.445390:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769344 00000100:00100000:2.0:1767319655.445394:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769344 00000100:00100000:2.0:1767319655.445421:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1767319655.445437:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045769344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319655.445488:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045769344:12345-0@lo:400:kworker.0 Request processed in 60us (177us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319655.445490:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319655.445497:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767319655.445500:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00080000:3.0:1767319655.445502:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319655.445508:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4848 00000100:00080000:3.0:1767319655.445511:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319655.445516:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319655.445549:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d5180 x1853164045769600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319655.445632:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045769472:0@lo:400:kworker.0 00000100:00100000:0.0:1767319655.446492:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768704 00000100:00100000:0.0:1767319655.446502:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768704 00000100:00100000:0.0:1767319655.446625:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768832 00000100:00100000:0.0:1767319655.446631:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768832 00000100:00100000:0.0:1767319655.446657:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1767319655.446665:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045768704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319655.446740:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045768704:12345-0@lo:400:kworker.0 Request processed in 75us (3976us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319655.446747:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:0.0:1767319655.446764:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1584 00000100:00100000:0.0:1767319655.446782:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045768832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319655.446816:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319655.446852:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045768832:12345-0@lo:38:kworker.0 Request processed in 83us (3244us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319655.446859:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1584 00010000:00080000:0.0:1767319655.446904:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4e00 x1853164045768704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319655.446918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045768704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319655.447129:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045769216:0@lo:38:kworker.0 00000100:00080000:3.0:1767319655.447633:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319655.447674:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319655.447724:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045769344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319655.447948:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319655.447991:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769216 00000100:00100000:3.0:1767319655.448000:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769216 00000100:00100000:1.0:1767319655.448009:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045769600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319655.448064:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319655.448093:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319655.448100:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319655.448105:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045768832:0@lo:38:kworker.0 00000100:00100000:0.0:1767319655.448224:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769088 00000100:00100000:0.0:1767319655.448229:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769088 00000100:00100000:0.0:1767319655.448278:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045768960 00000100:00100000:0.0:1767319655.448281:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045768960 00000100:00100000:0.0:1767319655.448324:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769600 00000100:00100000:0.0:1767319655.448328:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769600 00000100:00100000:0.0:1767319655.448368:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1767319655.448368:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1767319655.448381:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045769216:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319655.448383:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045768960:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767319655.448406:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319655.448801:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:1.0:1767319655.448808:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045769088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319655.448819:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319655.449322:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045769216:12345-0@lo:38:kworker.0 Request processed in 939us (1372us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319655.449339:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00010000:00080000:3.0:1767319655.449398:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4380 x1853164045768960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319671 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319655.449412:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045768960:0@lo:400:kworker.0 00000100:00080000:3.0:1767319655.449461:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319655.449478:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:3.0:1767319655.449484:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045769600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319655.449495:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319655.449528:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045769600:12345-0@lo:38:kworker.0 Request processed in 43us (1463us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319655.449534:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00080000:3.0:1767319655.449608:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319655.449614:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319655.449618:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045769600:0@lo:38:kworker.0 00000100:00080000:3.0:1767319655.449628:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319655.449632:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319655.449635:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045769216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319655.451608:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045769088:12345-0@lo:38:kworker.0 Request processed in 2784us (6674us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319655.451628:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00000100:00080000:3.0:1767319655.452860:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319655.452877:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319655.452884:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045769088:0@lo:38:kworker.0 00000100:00100000:0.0:1767319655.459483:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045768960:12345-0@lo:400:kworker.0 Request processed in 11084us (11790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319655.459505:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00010000:00010000:2.0:1767319656.206114:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319657.233008:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319658.254683:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319659.282441:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319659.534086:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319659.534111:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045769728:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319659.534140:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319659.534156:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045769856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319659.536207:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319659.536487:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319659.538449:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769856 00000100:00100000:1.0:1767319659.538467:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769856 00000100:00080000:3.0:1767319659.538505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319659.538546:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769728 00000100:00100000:1.0:1767319659.538551:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769728 00000100:00100000:3.0:1767319659.538577:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1767319659.538592:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045769856:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319659.538613:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767319659.538637:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319659.538739:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045769856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 151us (2540us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319659.538832:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045769856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319659.541490:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1767319659.541559:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1767319659.541585:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045769728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319659.541631:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319659.542032:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045769728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 462us (5544us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319659.542041:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1767319659.542123:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045769728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319659.971852:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319659.971908:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319659.971997:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883520 00000100:00100000:0.0:1767319659.972017:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883520 00000100:00100000:0.0:1767319659.972141:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883648 00000100:00100000:0.0:1767319659.972146:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883648 00000100:00080000:2.0:1767319659.972264:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319659.972810:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1219 00000100:00100000:3.0:1767319659.972829:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985883648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319659.973149:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985883648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 325us (1238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319659.973159:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1219 00000100:00100000:3.0:1767319659.973186:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1587 00000100:00100000:3.0:1767319659.973192:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985883520:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319659.973218:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319659.973261:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985883520:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (1418us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319659.973268:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1587 00010000:00010000:2.0:1767319660.302325:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319660.558267:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319660.558284:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319660.558435:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319660.558561:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319660.558578:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045769984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319660.558671:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319660.558796:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045769984 00000100:00080000:0.0:1767319660.558798:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319660.558804:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767319660.558806:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045769984 00000100:00080000:0.0:1767319660.558810:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4853 00000100:00080000:0.0:1767319660.558815:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319660.558821:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319660.558860:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0000 x1853164045770112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319660.558881:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1767319660.558893:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045769984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319660.558957:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045769984:12345-0@lo:400:kworker.0 Request processed in 67us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319660.558965:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1767319660.559101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045770112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319660.559132:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319660.559203:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319660.559207:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319660.559209:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319660.559214:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4853 00000100:00080000:0.0:1767319660.559217:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319660.559221:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319660.559234:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164045770368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319660.559286:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319660.559297:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045770240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319660.559325:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319660.559363:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319660.559397:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c7100 x1853164045769984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319660.559412:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045769984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319660.559508:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770112 00000100:00100000:2.0:1767319660.559514:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770112 00000100:00100000:2.0:1767319660.559546:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770240 00000100:00100000:2.0:1767319660.559549:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770240 00000100:00100000:2.0:1767319660.559580:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1767319660.559587:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045770240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319660.559631:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045770240:12345-0@lo:400:kworker.0 Request processed in 44us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319660.559638:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1767319660.559653:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:2.0:1767319660.559658:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045770112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319660.559680:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319660.562254:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319660.562373:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3b80 x1853164045770240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319676 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319660.562395:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045770240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319660.564730:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045770368:0@lo:38:kworker.0 00000100:00100000:3.0:1767319660.565070:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319660.565208:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770368 00000100:00100000:1.0:1767319660.565219:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770368 00000100:00100000:1.0:1767319660.565281:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:1.0:1767319660.565291:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045770368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319660.565330:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319660.565378:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045770368:12345-0@lo:38:kworker.0 Request processed in 88us (310us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319660.565386:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00080000:0.0:1767319660.565568:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319660.565575:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319660.565579:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319660.565586:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4853 00000100:00080000:0.0:1767319660.565590:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319660.565597:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319660.565633:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045770496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319660.565696:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319660.565700:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319660.565702:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319660.565706:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4853 00000100:00080000:0.0:1767319660.565709:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319660.565713:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319660.565727:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3b80 x1853164045770880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319660.565755:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319660.565784:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045770752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319660.565874:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319660.565914:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770752 00000100:00100000:0.0:1767319660.565918:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770752 00000100:00100000:0.0:1767319660.565961:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1767319660.565968:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045770752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319660.566022:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045770752:12345-0@lo:400:kworker.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319660.566028:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1767319660.566046:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319660.566054:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045770624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319660.566079:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319660.566100:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770624 00000100:00100000:0.0:1767319660.566104:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770624 00000100:00100000:0.0:1767319660.566127:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1767319660.566134:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045770624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319660.566171:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045770624:12345-0@lo:400:kworker.0 Request processed in 36us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319660.566177:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1767319660.566221:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045770624:0@lo:400:kworker.0 00000100:00100000:0.0:1767319660.566268:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045770752:0@lo:400:kworker.0 00000100:00100000:2.0:1767319660.567961:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045770112:12345-0@lo:38:kworker.0 Request processed in 8289us (8816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319660.567979:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00000100:00080000:3.0:1767319660.573272:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319660.573293:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319660.573309:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045770112:0@lo:38:kworker.0 00000100:00100000:3.0:1767319660.573376:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045770496:0@lo:38:kworker.0 00000100:00100000:3.0:1767319660.573709:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319660.573810:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045770880:0@lo:38:kworker.0 00000100:00100000:3.0:1767319660.573855:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319660.574159:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319660.574164:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319660.574168:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045770368:0@lo:38:kworker.0 00000100:00100000:0.0:1767319660.574486:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770496 00000100:00100000:0.0:1767319660.574496:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770496 00000100:00100000:0.0:1767319660.574553:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1767319660.574562:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045770496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319660.574591:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319660.574650:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045770496:12345-0@lo:38:kworker.0 Request processed in 87us (941us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319660.574659:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:1.0:1767319660.574851:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319660.574857:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319660.574860:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045770496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319660.575925:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045770880 00000100:00100000:2.0:1767319660.575940:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045770880 00000100:00100000:2.0:1767319660.575998:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1590 00000100:00100000:2.0:1767319660.576005:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045770880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319660.576026:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319660.576115:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045770880:12345-0@lo:38:kworker.0 Request processed in 109us (2258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319660.576123:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1590 00000100:00080000:3.0:1767319660.576460:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319660.576468:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319660.576472:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045770880:0@lo:38:kworker.0 00010000:00010000:3.0:1767319661.326331:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319662.350461:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319663.374196:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319664.398018:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319664.654052:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045771008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319664.654066:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045771136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319664.654174:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319664.654175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319664.656026:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771136 00000100:00100000:0.0:1767319664.656046:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771136 00000100:00100000:1.0:1767319664.656142:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771008 00000100:00100000:1.0:1767319664.656148:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771008 00000100:00100000:0.0:1767319664.656224:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1767319664.656238:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf621a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045771136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319664.656293:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319664.656387:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf621a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045771136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 153us (2227us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319664.656395:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1767319664.656464:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045771136:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319664.657423:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319664.657433:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319664.657491:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1767319664.657504:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045771008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319664.657537:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319664.658125:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045771008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 621us (3960us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319664.658135:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1767319664.658240:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045771008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319665.093734:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319665.093931:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319665.094133:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883904 00000100:00100000:3.0:1767319665.094142:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883904 00000100:00100000:3.0:1767319665.094232:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985883776 00000100:00100000:3.0:1767319665.094236:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985883776 00000100:00100000:3.0:1767319665.094264:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1222 00000100:00100000:3.0:1767319665.094274:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985883904:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319665.094346:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985883904:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319665.094354:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1222 00000100:00100000:3.0:1767319665.094373:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1591 00000100:00100000:3.0:1767319665.094378:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985883776:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319665.094397:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319665.094421:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985883776:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (489us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319665.094428:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1591 00000100:00080000:2.0:1767319665.094490:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319665.422129:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319665.678392:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319665.678404:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319665.678506:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045771264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319665.678575:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319665.678693:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771264 00000100:00100000:2.0:1767319665.678702:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771264 00000100:00100000:2.0:1767319665.678789:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1767319665.678799:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045771264:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319665.678874:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319665.678878:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319665.678882:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319665.678887:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4858 00000100:00080000:3.0:1767319665.678890:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319665.678895:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319665.678917:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6300 x1853164045771392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319665.678945:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319665.678948:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319665.678950:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319665.678953:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4858 00000100:00080000:3.0:1767319665.678955:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319665.678959:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319665.678969:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4e00 x1853164045771648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319665.678976:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319665.678990:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319665.678992:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319665.678995:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4858 00000100:00080000:3.0:1767319665.678997:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319665.679000:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319665.679015:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81be300 x1853164045771776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319665.679076:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045771392:0@lo:38:kworker.0 00000100:00100000:1.0:1767319665.679105:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.679130:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045771648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319665.679170:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.679190:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045771776:0@lo:38:kworker.0 00000100:00100000:1.0:1767319665.679213:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.679256:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771392 00000100:00100000:1.0:1767319665.679260:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771392 00000100:00100000:1.0:1767319665.679279:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771648 00000100:00100000:1.0:1767319665.679282:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771648 00000100:00100000:1.0:1767319665.679298:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1767319665.679303:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045771392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319665.679320:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319665.679353:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045771392:12345-0@lo:38:kworker.0 Request processed in 49us (248us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319665.679360:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00000100:00100000:1.0:1767319665.679376:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1593 00000100:00100000:1.0:1767319665.679380:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045771648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319665.679388:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319665.679409:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045771648:12345-0@lo:38:kworker.0 Request processed in 27us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319665.679414:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1593 00000100:00080000:1.0:1767319665.679443:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319665.679448:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319665.679451:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045771392:0@lo:38:kworker.0 00000100:00080000:1.0:1767319665.679460:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319665.679463:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319665.679466:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045771648:0@lo:38:kworker.0 00000100:00100000:1.0:1767319665.679510:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045771904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679536:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.679556:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319665.679561:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045771520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679580:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.679602:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045772032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679622:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319665.679651:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771904 00000100:00100000:1.0:1767319665.679655:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771904 00000100:00100000:1.0:1767319665.679680:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772032 00000100:00100000:1.0:1767319665.679683:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772032 00000100:00100000:1.0:1767319665.679701:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1767319665.679707:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045771904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679739:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045771904:12345-0@lo:400:kworker.0 Request processed in 32us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319665.679745:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1767319665.679757:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1767319665.679763:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045772032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679810:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045772032:12345-0@lo:400:kworker.0 Request processed in 47us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319665.679816:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1767319665.679837:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771520 00000100:00100000:1.0:1767319665.679840:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771520 00000100:00100000:1.0:1767319665.679864:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1767319665.679870:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045771520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679895:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045771520:12345-0@lo:400:kworker.0 Request processed in 26us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319665.679901:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1767319665.679932:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045772032:0@lo:400:kworker.0 00010000:00080000:1.0:1767319665.679954:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4000 x1853164045771520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319665.679963:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045771520:0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.679972:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045771904:0@lo:400:kworker.0 00000100:00100000:1.0:1767319665.680014:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045771776 00000100:00100000:1.0:1767319665.680018:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045771776 00000100:00100000:1.0:1767319665.680036:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1767319665.680040:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045771776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319665.680050:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319665.680078:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045771776:12345-0@lo:38:kworker.0 Request processed in 36us (864us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319665.680084:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:1.0:1767319665.680106:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319665.680109:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319665.680112:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045771776:0@lo:38:kworker.0 00000100:00080000:1.0:1767319665.680157:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319665.682901:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045771264:12345-0@lo:400:kworker.0 Request processed in 4095us (4317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319665.682916:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00010000:00080000:0.0:1767319665.683092:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d7480 x1853164045771264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319681 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319665.683108:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045771264:0@lo:400:kworker.0 00000100:00080000:3.0:1767319665.683310:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319665.683315:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319665.683318:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319665.683324:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4858 00000100:00080000:3.0:1767319665.683327:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319665.683332:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319665.683367:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bed80 x1853164045772160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319665.683825:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045772160:0@lo:38:kworker.0 00000100:00100000:1.0:1767319665.683882:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319665.684067:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772160 00000100:00100000:2.0:1767319665.684074:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772160 00000100:00100000:2.0:1767319665.684232:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1767319665.684240:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045772160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319665.684255:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319665.684296:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045772160:12345-0@lo:38:kworker.0 Request processed in 56us (414us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319665.684300:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00080000:3.0:1767319665.684354:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319665.684359:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319665.684362:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045772160:0@lo:38:kworker.0 00010000:00010000:1.0:1767319666.446167:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319667.469974:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319668.494461:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319669.186878:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767319669.187123:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985884032 offset 0 length 520: 4 00000100:00100000:3.0:1767319669.187150:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319669.204997:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884288 00000100:00100000:2.0:1767319669.205011:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884288 00000100:00100000:2.0:1767319669.205096:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884160 00000100:00100000:2.0:1767319669.205100:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884160 00000100:00100000:2.0:1767319669.205129:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1225 00000100:00080000:0.0:1767319669.205143:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319669.205145:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985884288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319669.206199:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1595 00000100:00100000:3.0:1767319669.206209:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985884160:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319669.206233:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319669.206326:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985884288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 1187us (19457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319669.206336:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1225 00000100:00100000:3.0:1767319669.206750:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985884160:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 538us (19597us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319669.206758:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1595 00010000:00010000:3.0:1767319669.518122:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319669.774138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045772288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319669.774230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319669.774277:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319669.774287:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045772416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319669.774319:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319669.774395:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772288 00000100:00100000:3.0:1767319669.774404:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772288 00000100:00100000:3.0:1767319669.774460:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772416 00000100:00100000:3.0:1767319669.774463:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772416 00000100:00100000:3.0:1767319669.774482:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1767319669.774491:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045772288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319669.774520:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319669.774570:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045772288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319669.774578:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:3.0:1767319669.774594:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1767319669.774600:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045772416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319669.774615:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319669.774644:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045772416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319669.774650:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1767319669.774692:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045772288:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319669.774796:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319669.774801:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319669.774823:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045772416:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319670.542015:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319670.798652:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319645/real 1767319645] req@ffffa07bed0c6300 x1853164045766016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319670 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319670.798686:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c6300 x1853164045766016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319670 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319670.798702:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319670.798710:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319670.798714:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045766016:0@lo:250:kworker.0 00000100:00080000:1.0:1767319670.799618:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319670.799628:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319670.799633:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319670.799639:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4843 00000100:00080000:1.0:1767319670.799643:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319670.799649:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319670.799684:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4e00 x1853164045772544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319670.799742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319670.799746:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319670.799747:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319670.799751:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4863 00000100:00080000:1.0:1767319670.799753:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319670.799756:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319670.799801:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6300 x1853164045772800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319670.799824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319670.799827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319670.799829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319670.799832:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4863 00000100:00080000:1.0:1767319670.799834:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319670.799837:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319670.799849:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4a80 x1853164045773056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319670.799857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319670.799860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319670.799862:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319670.799865:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4863 00000100:00080000:1.0:1767319670.799867:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319670.799870:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319670.799880:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6d80 x1853164045773184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319670.799898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319670.799901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319670.799903:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319670.799906:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4863 00000100:00080000:1.0:1767319670.799908:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319670.799911:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319670.799918:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7100 x1853164045773568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319670.800002:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045773440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319670.800077:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319670.800149:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319670.800155:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045772672:0@lo:400:kworker.0 00000100:00100000:0.0:1767319670.800181:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319670.800264:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773440 00000100:00100000:1.0:1767319670.800272:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773440 00000100:00100000:1.0:1767319670.800368:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:1.0:1767319670.800377:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045773440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319670.800614:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045773440:12345-0@lo:400:kworker.0 Request processed in 237us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319670.800622:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1767319670.800725:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772672 00000100:00100000:2.0:1767319670.800731:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772672 00000100:00100000:2.0:1767319670.800796:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1767319670.800804:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045772672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319670.800840:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045772672:12345-0@lo:400:kworker.0 Request processed in 37us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319670.800845:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00080000:2.0:1767319670.800864:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319670.800891:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d6300 x1853164045772672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319670.800904:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045772672:0@lo:400:kworker.0 00000100:00100000:2.0:1767319670.800913:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045773440:0@lo:400:kworker.0 00000100:00100000:3.0:1767319670.801195:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045772544:0@lo:250:kworker.0 00000400:00000100:3.0:1767319670.801224:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045772544 offset 0 length 520: 4 00000100:00100000:3.0:1767319670.801250:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045772800:0@lo:38:kworker.0 00000100:00100000:3.0:1767319670.801273:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319670.801297:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045773056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319670.801315:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319670.801330:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045773184:0@lo:38:kworker.0 00000100:00100000:3.0:1767319670.801351:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319670.801366:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045773568:0@lo:38:kworker.0 00000100:00100000:3.0:1767319670.801383:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319670.801424:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772800 00000100:00100000:3.0:1767319670.801428:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772800 00000100:00100000:3.0:1767319670.801448:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773056 00000100:00100000:3.0:1767319670.801450:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773056 00000100:00100000:3.0:1767319670.801460:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773568 00000100:00100000:3.0:1767319670.801462:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773568 00000100:00100000:3.0:1767319670.801472:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1767319670.801477:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045772800:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319670.801495:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319670.801530:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045772800:12345-0@lo:38:kworker.0 Request processed in 51us (256us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319670.801535:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1596 00000100:00100000:3.0:1767319670.801547:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:3.0:1767319670.801551:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045773056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319670.801560:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319670.801581:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045773056:12345-0@lo:38:kworker.0 Request processed in 29us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319670.801586:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:3.0:1767319670.801596:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:3.0:1767319670.801600:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045773568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319670.801608:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319670.801627:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045773568:12345-0@lo:38:kworker.0 Request processed in 26us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319670.801632:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00000100:00100000:3.0:1767319670.801650:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773184 00000100:00100000:3.0:1767319670.801653:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773184 00000100:00100000:3.0:1767319670.801672:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1767319670.801677:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045773184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319670.801685:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319670.801711:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045773184:12345-0@lo:38:kworker.0 Request processed in 34us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319670.801716:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1767319670.801913:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045772928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319670.801938:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319670.801960:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319670.801966:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045773312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319670.801988:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319670.802568:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045772928 00000100:00100000:2.0:1767319670.802574:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045772928 00000100:00100000:2.0:1767319670.802624:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:2.0:1767319670.802632:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045772928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319670.802679:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045772928:12345-0@lo:400:kworker.0 Request processed in 47us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319670.802688:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00080000:2.0:1767319670.802708:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319670.802792:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319670.802798:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319670.802802:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045772800:0@lo:38:kworker.0 00000100:00080000:2.0:1767319670.802813:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319670.802817:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319670.802820:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045773056:0@lo:38:kworker.0 00000100:00080000:2.0:1767319670.802830:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319670.802833:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319670.802836:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045773184:0@lo:38:kworker.0 00000100:00080000:2.0:1767319670.802844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319670.802847:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319670.802850:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045773568:0@lo:38:kworker.0 00010000:00080000:3.0:1767319670.804827:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5500 x1853164045772928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319686 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319670.804844:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045772928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319670.809089:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773312 00000100:00100000:0.0:1767319670.809106:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773312 00000100:00100000:0.0:1767319670.809176:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1767319670.809187:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045773312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319670.809287:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045773312:12345-0@lo:400:kworker.0 Request processed in 102us (7297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319670.809294:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1767319670.809444:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045773312:0@lo:400:kworker.0 00010000:00010000:1.0:1767319671.569863:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319672.590122:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319673.613983:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319674.307470:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319674.307579:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319674.307681:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884544 00000100:00100000:2.0:1767319674.307693:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884544 00000100:00100000:2.0:1767319674.307838:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884416 00000100:00100000:2.0:1767319674.307843:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884416 00000100:00100000:3.0:1767319674.307861:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1228 00000100:00080000:0.0:1767319674.307886:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319674.307888:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985884544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319674.308088:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985884544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 202us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319674.311166:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1599 00000100:00100000:1.0:1767319674.311183:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985884416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319674.311209:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319674.311357:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985884416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 175us (3775us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319674.311366:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1599 00000100:00100000:3.0:1767319674.311519:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1228 00010000:00010000:1.0:1767319674.640329:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319674.894000:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319674.894029:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045773696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319674.894134:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319674.894332:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773696 00000100:00100000:1.0:1767319674.894345:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773696 00000100:00100000:1.0:1767319674.894437:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:1.0:1767319674.894453:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045773696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319674.894498:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319674.894565:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045773824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319674.894610:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045773696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319674.894627:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1767319674.894628:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319674.894655:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773824 00000100:00100000:1.0:1767319674.894662:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773824 00000100:00100000:1.0:1767319674.894692:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1767319674.894701:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045773824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319674.894719:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319674.894794:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045773824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319674.894806:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00080000:0.0:1767319674.894866:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319674.894873:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319674.894932:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045773696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319674.895374:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045773824:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319675.663107:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319675.920936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319675.920946:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319675.921038:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045773952:0@lo:400:kworker.0 00000100:00100000:1.0:1767319675.921110:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319675.921166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319675.921171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319675.921174:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319675.921180:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4869 00000100:00080000:2.0:1767319675.921184:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319675.921190:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319675.921212:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584e00 x1853164045774080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319675.921243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319675.921246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319675.921248:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319675.921251:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4869 00000100:00080000:2.0:1767319675.921254:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319675.921257:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319675.921267:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585880 x1853164045774336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319675.921276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319675.921279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319675.921281:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319675.921285:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4869 00000100:00080000:2.0:1767319675.921287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319675.921290:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319675.921302:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585f80 x1853164045774464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319675.921379:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045774080:0@lo:38:kworker.0 00000100:00100000:3.0:1767319675.921408:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319675.921427:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045774336:0@lo:38:kworker.0 00000100:00100000:3.0:1767319675.921446:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319675.921458:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045774464:0@lo:38:kworker.0 00000100:00100000:3.0:1767319675.921522:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319675.921566:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045774208:0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.921589:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319675.921608:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319675.921612:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045774592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.921631:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319675.921654:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045774720:0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.921676:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319675.921709:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774592 00000100:00100000:3.0:1767319675.921715:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774592 00000100:00100000:3.0:1767319675.921754:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774720 00000100:00100000:3.0:1767319675.921757:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774720 00000100:00100000:3.0:1767319675.921802:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1767319675.921811:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045774592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.921858:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045774592:12345-0@lo:400:kworker.0 Request processed in 48us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319675.921865:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:3.0:1767319675.921881:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1767319675.921887:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045774720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.921917:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045774720:12345-0@lo:400:kworker.0 Request processed in 30us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319675.921922:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1767319675.921973:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045774720:0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.922003:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045774592:0@lo:400:kworker.0 00000100:00100000:3.0:1767319675.922032:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774464 00000100:00100000:3.0:1767319675.922035:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774464 00000100:00100000:3.0:1767319675.922055:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1767319675.922061:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045774464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319675.922087:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319675.922122:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045774464:12345-0@lo:38:kworker.0 Request processed in 60us (599us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319675.922129:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00080000:3.0:1767319675.922159:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319675.922163:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319675.922167:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045774464:0@lo:38:kworker.0 00000100:00100000:3.0:1767319675.922193:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045773952 00000100:00100000:3.0:1767319675.922196:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045773952 00000100:00100000:3.0:1767319675.922228:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774080 00000100:00100000:3.0:1767319675.922232:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774080 00000100:00100000:3.0:1767319675.922246:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774336 00000100:00100000:3.0:1767319675.922249:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774336 00000100:00100000:3.0:1767319675.922257:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774208 00000100:00100000:3.0:1767319675.922259:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774208 00000100:00100000:3.0:1767319675.922275:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:3.0:1767319675.922282:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045773952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319675.923249:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1767319675.923261:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045774208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319675.923320:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045774208:12345-0@lo:400:kworker.0 Request processed in 62us (1729us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319675.923326:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:0.0:1767319675.923345:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1767319675.923349:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045774080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319675.923363:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319675.923392:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045774080:12345-0@lo:38:kworker.0 Request processed in 42us (1983us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319675.923401:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:0.0:1767319675.923413:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:0.0:1767319675.923416:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045774336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319675.923425:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319675.923447:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045774336:12345-0@lo:38:kworker.0 Request processed in 29us (2000us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319675.923452:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00080000:0.0:1767319675.923473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319675.923501:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586300 x1853164045774208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319675.923514:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045774208:0@lo:400:kworker.0 00000100:00080000:0.0:1767319675.923546:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319675.923550:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319675.923554:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045774080:0@lo:38:kworker.0 00000100:00080000:0.0:1767319675.923562:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319675.923566:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319675.923569:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045774336:0@lo:38:kworker.0 00000100:00080000:2.0:1767319675.925789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319675.925799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319675.925802:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319675.925810:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4869 00000100:00080000:2.0:1767319675.925815:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319675.925822:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319675.925885:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585880 x1853164045774848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319675.925983:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045774848:0@lo:38:kworker.0 00000100:00100000:0.0:1767319675.926060:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319675.926286:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774848 00000100:00100000:2.0:1767319675.926293:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774848 00000100:00100000:2.0:1767319675.926331:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1602 00000100:00100000:2.0:1767319675.926338:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045774848:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319675.926357:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319675.926824:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045773952:12345-0@lo:400:kworker.0 Request processed in 4540us (5711us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319675.926834:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1767319675.927250:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045774848:12345-0@lo:38:kworker.0 Request processed in 910us (1189us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319675.927259:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1602 00000100:00080000:0.0:1767319675.927336:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319675.927342:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319675.927345:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045774848:0@lo:38:kworker.0 00010000:00080000:1.0:1767319675.929024:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586d80 x1853164045773952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319675.929295:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045773952:0@lo:400:kworker.0 00010000:00010000:2.0:1767319676.686066:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319677.710205:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319678.733993:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319679.431816:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319679.431925:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319679.432016:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884800 00000100:00100000:2.0:1767319679.432026:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884800 00000100:00100000:0.0:1767319679.432027:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884672 00000100:00100000:0.0:1767319679.432034:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884672 00000100:00100000:0.0:1767319679.432097:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1231 00000100:00100000:2.0:1767319679.432107:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1603 00000100:00100000:0.0:1767319679.432113:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985884800:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319679.432120:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985884672:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319679.432144:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319679.432198:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985884800:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319679.432207:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1231 00000100:00080000:1.0:1767319679.432218:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319679.438177:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985884672:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 6048us (6240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319679.438193:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1603 00010000:00010000:1.0:1767319679.760971:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319680.014223:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319680.014247:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045774976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319680.014319:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319680.015987:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045774976 00000100:00100000:2.0:1767319680.016001:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045774976 00000100:00100000:2.0:1767319680.016088:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1767319680.016099:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045774976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319680.016131:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319680.016209:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045774976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (1889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319680.016216:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00080000:1.0:1767319680.016630:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319680.016818:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045775104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319680.016875:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319680.017100:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775104 00000100:00100000:1.0:1767319680.017105:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775104 00000100:00100000:1.0:1767319680.017159:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1767319680.017168:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045775104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319680.017187:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319680.017231:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045775104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319680.017238:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1767319680.017284:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045775104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319680.017391:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045774976:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319680.017499:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767319680.787434:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319681.038435:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319681.038449:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319681.038538:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045775232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319681.038608:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319681.038726:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775232 00000100:00100000:2.0:1767319681.038735:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775232 00000100:00100000:2.0:1767319681.038819:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1767319681.038831:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045775232:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319681.039255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319681.039497:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319681.039502:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319681.039506:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319681.039512:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4874 00000100:00080000:0.0:1767319681.039515:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319681.039521:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319681.039545:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08dbb80 x1853164045775360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319681.039577:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319681.039580:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319681.039582:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319681.039585:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4874 00000100:00080000:0.0:1767319681.039587:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319681.039591:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319681.039603:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08daa00 x1853164045775616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319681.039611:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319681.039614:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319681.039615:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319681.039618:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4874 00000100:00080000:0.0:1767319681.039621:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319681.039624:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319681.039636:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08dad80 x1853164045775744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319681.039702:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045775488:0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.039744:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.039791:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319681.039798:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045775872:0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.039835:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.040500:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045776000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.040545:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.040595:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775872 00000100:00100000:3.0:1767319681.040602:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775872 00000100:00100000:3.0:1767319681.040641:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776000 00000100:00100000:3.0:1767319681.040644:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776000 00000100:00100000:3.0:1767319681.040665:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1767319681.040674:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045775872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.040719:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045775872:12345-0@lo:400:kworker.0 Request processed in 47us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319681.040727:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1767319681.040743:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1767319681.040749:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045776000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.040805:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045776000:12345-0@lo:400:kworker.0 Request processed in 55us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319681.040810:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1767319681.040837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045775360:0@lo:38:kworker.0 00000100:00100000:3.0:1767319681.040883:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.040911:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045775616:0@lo:38:kworker.0 00000100:00100000:3.0:1767319681.040931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.040951:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045775744:0@lo:38:kworker.0 00000100:00100000:3.0:1767319681.040970:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319681.040999:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775488 00000100:00100000:3.0:1767319681.041003:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775488 00000100:00100000:3.0:1767319681.041034:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775360 00000100:00100000:3.0:1767319681.041037:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775360 00000100:00100000:3.0:1767319681.041049:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775616 00000100:00100000:3.0:1767319681.041052:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775616 00000100:00100000:3.0:1767319681.041062:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1767319681.041067:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045775488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.041098:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045775488:12345-0@lo:400:kworker.0 Request processed in 31us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319681.041104:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1767319681.041116:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:3.0:1767319681.041120:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045775360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319681.041138:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319681.041166:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045775360:12345-0@lo:38:kworker.0 Request processed in 44us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319681.041172:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00000100:00100000:3.0:1767319681.041182:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:3.0:1767319681.041186:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045775616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319681.041195:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319681.041216:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045775616:12345-0@lo:38:kworker.0 Request processed in 28us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319681.041221:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:3.0:1767319681.041237:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045775744 00000100:00100000:3.0:1767319681.041240:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045775744 00000100:00100000:3.0:1767319681.041256:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1767319681.041260:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045775744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319681.041269:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319681.041295:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045775744:12345-0@lo:38:kworker.0 Request processed in 33us (323us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319681.041301:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00080000:3.0:1767319681.041327:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319681.041361:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045776000:0@lo:400:kworker.0 00000100:00100000:3.0:1767319681.041393:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045775872:0@lo:400:kworker.0 00010000:00080000:3.0:1767319681.041629:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08db480 x1853164045775488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319681.041639:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045775488:0@lo:400:kworker.0 00000100:00080000:3.0:1767319681.041667:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319681.041672:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319681.041675:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045775360:0@lo:38:kworker.0 00000100:00080000:3.0:1767319681.041683:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319681.041686:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319681.041688:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045775616:0@lo:38:kworker.0 00000100:00080000:3.0:1767319681.041694:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319681.041697:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319681.041699:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045775744:0@lo:38:kworker.0 00000100:00100000:2.0:1767319681.044131:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045775232:12345-0@lo:400:kworker.0 Request processed in 5293us (5512us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319681.044157:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00080000:0.0:1767319681.046986:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319681.046997:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319681.047001:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319681.047008:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4874 00000100:00080000:0.0:1767319681.047013:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319681.047021:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319681.047060:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d9880 x1853164045776128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319681.047319:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045776128:0@lo:38:kworker.0 00000100:00100000:3.0:1767319681.047378:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319681.047839:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776128 00000100:00100000:2.0:1767319681.047848:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776128 00000100:00100000:2.0:1767319681.047909:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1767319681.047915:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045776128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319681.047931:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319681.047987:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045776128:12345-0@lo:38:kworker.0 Request processed in 72us (608us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319681.047993:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00080000:0.0:1767319681.048880:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319681.048889:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319681.048893:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045776128:0@lo:38:kworker.0 00010000:00080000:1.0:1767319681.049975:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08da680 x1853164045775232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319681.050000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045775232:0@lo:400:kworker.0 00010000:00010000:3.0:1767319681.806022:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319682.830188:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319683.858656:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319684.556283:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319684.556347:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885056 00000100:00100000:3.0:1767319684.556358:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885056 00000100:00100000:2.0:1767319684.556368:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319684.556432:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985884928 00000100:00100000:0.0:1767319684.556438:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985884928 00000100:00100000:0.0:1767319684.556490:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1607 00000100:00100000:0.0:1767319684.556499:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985884928:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319684.556525:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319684.556601:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985884928:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (218us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319684.556609:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1607 00000100:00100000:3.0:1767319684.559295:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1234 00000100:00100000:3.0:1767319684.559310:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985885056:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319684.559402:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985885056:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 96us (3127us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319684.559410:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1234 00000100:00080000:1.0:1767319684.560058:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319684.879708:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319685.133954:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045776256:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319685.134026:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319685.134064:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776256 00000100:00100000:3.0:1767319685.134071:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776256 00000100:00100000:0.0:1767319685.134203:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1767319685.134215:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045776256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319685.134244:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319685.134299:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045776256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319685.134305:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1767319685.134392:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045776256:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319685.135259:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319685.135408:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045776384:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319685.135444:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319685.139374:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776384 00000100:00100000:0.0:1767319685.139392:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776384 00000100:00100000:0.0:1767319685.139541:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1767319685.139552:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045776384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319685.139583:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319685.139674:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045776384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (4228us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319685.139681:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1767319685.140997:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045776384:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319685.142241:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319685.903485:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319686.157924:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319686.157935:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319686.157995:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319686.157999:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319686.158003:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319686.158010:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4879 00000100:00080000:3.0:1767319686.158014:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319686.158020:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319686.158043:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7480 x1853164045776640/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319686.158075:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045776512:0@lo:400:kworker.0 00000100:00080000:3.0:1767319686.158081:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319686.158085:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319686.158087:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319686.158091:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4879 00000100:00080000:3.0:1767319686.158093:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319686.158096:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319686.158109:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575c00 x1853164045776896/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319686.158117:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319686.158120:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319686.158122:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319686.158125:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4879 00000100:00080000:3.0:1767319686.158127:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319686.158131:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319686.158141:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045777024/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319686.158230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319686.158272:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319686.158275:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319686.158277:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319686.158282:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4879 00000100:00080000:3.0:1767319686.158285:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319686.158289:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319686.158298:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319686.158302:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577480 x1853164045777408/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319686.158309:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045777280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319686.158337:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776512 00000100:00100000:1.0:1767319686.158343:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319686.158344:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776512 00000100:00080000:1.0:1767319686.158388:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319686.158414:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1767319686.158418:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777280 00000100:00100000:1.0:1767319686.158423:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777280 00000100:00100000:3.0:1767319686.158425:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045776512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.158461:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1767319686.158471:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045777280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319686.158484:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045776512:12345-0@lo:400:kworker.0 Request processed in 61us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319686.158491:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:1.0:1767319686.158513:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045777280:12345-0@lo:400:kworker.0 Request processed in 43us (169us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319686.158521:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:1.0:1767319686.158570:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045777280:0@lo:400:kworker.0 00010000:00080000:1.0:1767319686.158584:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f7b80 x1853164045776512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319686.158596:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045776768:0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.158597:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045776512:0@lo:400:kworker.0 00000100:00100000:2.0:1767319686.158632:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.158647:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045777152:0@lo:400:kworker.0 00000100:00100000:1.0:1767319686.158678:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319686.158732:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777152 00000100:00100000:2.0:1767319686.158737:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777152 00000100:00100000:2.0:1767319686.158794:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1767319686.158802:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045777152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319686.158834:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045777152:12345-0@lo:400:kworker.0 Request processed in 33us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319686.158840:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1767319686.158895:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776768 00000100:00100000:3.0:1767319686.158900:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776768 00000100:00100000:3.0:1767319686.158979:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1767319686.158987:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045776768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319686.159008:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045776640:0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.159027:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045776768:12345-0@lo:400:kworker.0 Request processed in 40us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319686.159035:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1767319686.159045:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319686.159075:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045776896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319686.159096:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319686.159250:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045777152:0@lo:400:kworker.0 00000100:00080000:2.0:1767319686.159756:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319686.159808:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f7800 x1853164045776768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319686.159824:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045776768:0@lo:400:kworker.0 00000100:00100000:0.0:1767319686.160478:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045777024:0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.160505:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776640 00000100:00100000:3.0:1767319686.160512:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776640 00000100:00100000:0.0:1767319686.160522:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319686.160546:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045776896 00000100:00100000:3.0:1767319686.160550:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045776896 00000100:00100000:0.0:1767319686.160556:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045777408:0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.160569:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:3.0:1767319686.160577:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045776640:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319686.160585:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767319686.160598:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319686.160623:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777024 00000100:00100000:0.0:1767319686.160628:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777024 00000100:00100000:3.0:1767319686.160648:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045776640:12345-0@lo:38:kworker.0 Request processed in 71us (1603us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319686.160655:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1767319686.160659:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:0.0:1767319686.160665:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045777024:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.160677:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777408 00010000:00020000:0.0:1767319686.160678:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319686.160687:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777408 00000100:00100000:3.0:1767319686.160703:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:3.0:1767319686.160708:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045776896:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319686.160713:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045777024:12345-0@lo:38:kworker.0 Request processed in 47us (188us total) trans 0 rc -19/-19 00010000:00020000:3.0:1767319686.160721:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319686.160724:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1767319686.160751:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1767319686.160754:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045776896:12345-0@lo:38:kworker.0 Request processed in 43us (1655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319686.160760:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045777408:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319686.160794:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00010000:00020000:0.0:1767319686.161118:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319686.161147:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045777408:12345-0@lo:38:kworker.0 Request processed in 388us (563us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319686.161154:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00080000:0.0:1767319686.164099:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319686.164112:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319686.164117:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045776640:0@lo:38:kworker.0 00000100:00080000:0.0:1767319686.164131:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319686.164134:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319686.164137:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045776896:0@lo:38:kworker.0 00000100:00080000:0.0:1767319686.164148:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319686.164153:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319686.164156:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045777024:0@lo:38:kworker.0 00000100:00080000:0.0:1767319686.164166:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319686.164169:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319686.164172:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045777408:0@lo:38:kworker.0 00010000:00010000:1.0:1767319686.927021:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319687.951032:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319688.974066:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319689.667143:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319689.667195:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319689.667311:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885184 00000100:00100000:0.0:1767319689.667322:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885184 00000100:00100000:0.0:1767319689.667366:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885312 00000100:00100000:0.0:1767319689.667369:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885312 00000100:00100000:0.0:1767319689.667429:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1237 00000100:00100000:0.0:1767319689.667439:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985885312:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319689.667512:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985885312:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319689.667518:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1237 00000100:00100000:0.0:1767319689.667533:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1611 00000100:00100000:0.0:1767319689.667536:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985885184:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319689.667561:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319689.667581:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985885184:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (450us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319689.667585:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1611 00000100:00080000:3.0:1767319689.669059:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319690.000441:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319690.254064:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319690.254083:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045777536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319690.254157:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319690.254453:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777536 00000100:00100000:1.0:1767319690.254462:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777536 00000100:00100000:1.0:1767319690.254585:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1767319690.254595:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045777536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319690.254632:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319690.254680:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045777536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319690.254688:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:1.0:1767319690.254812:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045777536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319690.255024:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045777664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319690.255058:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319690.255443:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777664 00000100:00100000:0.0:1767319690.255450:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777664 00000100:00080000:3.0:1767319690.256524:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319690.256540:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319690.256801:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1767319690.256812:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045777664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319690.256851:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319690.256931:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045777664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (1871us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319690.256938:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1767319690.256989:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045777664:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319691.022415:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319691.282846:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319691.282855:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319691.282915:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319691.282919:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319691.282923:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319691.282931:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4884 00000100:00080000:2.0:1767319691.282936:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319691.282943:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319691.283183:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319691.283197:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045777792:0@lo:400:kworker.0 00000100:00100000:0.0:1767319691.283273:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.283396:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777792 00000100:00100000:1.0:1767319691.283405:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777792 00000100:00100000:1.0:1767319691.283471:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1767319691.283481:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045777792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319691.283544:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045777792:12345-0@lo:400:kworker.0 Request processed in 64us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319691.283551:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00010000:00080000:1.0:1767319691.283611:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0585880 x1853164045777792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319691.283625:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045777792:0@lo:400:kworker.0 00000100:00080000:0.0:1767319691.283987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319691.284391:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584e00 x1853164045777920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319691.284450:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319691.284454:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319691.284457:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319691.284462:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4884 00000100:00080000:2.0:1767319691.284465:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319691.284469:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319691.284485:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6a00 x1853164045778176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319691.284494:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319691.284497:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319691.284499:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319691.284502:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4884 00000100:00080000:2.0:1767319691.284504:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319691.284507:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319691.284518:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6300 x1853164045778304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319691.284559:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319691.284563:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319691.284564:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319691.284568:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4884 00000100:00080000:2.0:1767319691.284570:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319691.284573:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319691.284585:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164045778688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319691.284760:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319691.284797:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045778560:0@lo:400:kworker.0 00000100:00100000:2.0:1767319691.284865:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319691.284914:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778560 00000100:00100000:2.0:1767319691.284919:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778560 00000100:00100000:2.0:1767319691.284955:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1767319691.285157:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045778560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319691.285202:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045778560:12345-0@lo:400:kworker.0 Request processed in 48us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319691.285208:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1767319691.285249:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045778560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319691.285332:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045778432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319691.285361:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319691.285390:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319691.285396:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045778048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319691.285417:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319691.285525:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778432 00000100:00100000:2.0:1767319691.285540:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778432 00000100:00100000:2.0:1767319691.285573:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1767319691.285580:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045778432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319691.285956:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045778432:12345-0@lo:400:kworker.0 Request processed in 375us (593us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319691.286144:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1767319691.286214:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045778432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319691.286289:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045777920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.286321:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.286359:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045778176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.286382:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.286411:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045778304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.286439:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319691.286470:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045778688:0@lo:38:kworker.0 00000100:00100000:1.0:1767319691.286493:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319691.286638:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778048 00000100:00100000:3.0:1767319691.286643:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778048 00000100:00100000:3.0:1767319691.286691:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045777920 00000100:00100000:3.0:1767319691.286695:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045777920 00000100:00100000:3.0:1767319691.286709:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778176 00000100:00100000:3.0:1767319691.286712:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778176 00000100:00100000:3.0:1767319691.286723:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778688 00000100:00100000:3.0:1767319691.286725:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778688 00000100:00100000:3.0:1767319691.286735:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1767319691.286742:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045778048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319691.286803:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045778048:12345-0@lo:400:kworker.0 Request processed in 62us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319691.286810:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1767319691.286834:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1767319691.286839:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045777920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319691.286858:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319691.286890:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045777920:12345-0@lo:38:kworker.0 Request processed in 49us (567us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319691.286896:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1767319691.286907:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1767319691.286910:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045778176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319691.286919:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319691.286941:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045778176:12345-0@lo:38:kworker.0 Request processed in 28us (558us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319691.286946:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00100000:3.0:1767319691.286971:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1614 00000100:00100000:3.0:1767319691.286976:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045778688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319691.286986:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319691.287011:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045778688:12345-0@lo:38:kworker.0 Request processed in 33us (518us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319691.287017:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1614 00000100:00080000:3.0:1767319691.287040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319691.287060:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319691.287065:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319691.287068:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045777920:0@lo:38:kworker.0 00000100:00080000:3.0:1767319691.287077:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319691.287080:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319691.287082:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045778176:0@lo:38:kworker.0 00000100:00080000:3.0:1767319691.287089:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319691.287092:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319691.287095:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045778688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319691.287459:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778304 00000100:00100000:0.0:1767319691.287465:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778304 00000100:00100000:0.0:1767319691.287502:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1767319691.287507:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045778304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319691.287519:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319691.287565:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045778304:12345-0@lo:38:kworker.0 Request processed in 56us (1125us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319691.287572:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00010000:00080000:0.0:1767319691.287747:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0585880 x1853164045778048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319691.287760:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045778048:0@lo:400:kworker.0 00000100:00080000:3.0:1767319691.288132:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319691.288138:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319691.288141:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045778304:0@lo:38:kworker.0 00010000:00010000:1.0:1767319692.045975:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319693.070909:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319694.094014:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319694.785818:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319694.785954:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885568 00000100:00100000:3.0:1767319694.785965:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885568 00000100:00100000:3.0:1767319694.786043:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1240 00000100:00100000:3.0:1767319694.786054:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985885568:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319694.786131:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985885568:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319694.786139:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1240 00000100:00080000:0.0:1767319694.786198:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319694.790876:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767319694.790922:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985885696 offset 0 length 520: 4 00000100:00100000:1.0:1767319694.791058:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885440 00000100:00100000:1.0:1767319694.791070:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885440 00000100:00100000:1.0:1767319694.791118:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1615 00000100:00100000:1.0:1767319694.791128:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985885440:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319694.791151:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319694.791216:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985885440:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319694.791224:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1615 00010000:00010000:1.0:1767319695.119693:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319695.374170:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045778816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319695.374237:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.375559:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319670/real 1767319670] req@ffffa07bec5d4e00 x1853164045772544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319695 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319695.375581:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bec5d4e00 x1853164045772544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319695 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319695.375594:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319695.375645:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319695.375650:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045772544:0@lo:250:kworker.0 00000100:00080000:3.0:1767319695.375695:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319695.375707:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319695.375712:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319695.375721:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4869 00000100:00080000:3.0:1767319695.375728:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319695.375739:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319695.375806:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045778944/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319695.375824:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045778816 00000100:00100000:0.0:1767319695.375834:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045778816 00000100:00100000:0.0:1767319695.375894:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:0.0:1767319695.375903:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045778816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319695.375934:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767319695.375965:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319695.375970:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319695.375973:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319695.375980:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4889 00000100:00080000:3.0:1767319695.375984:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319695.375990:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319695.376004:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045778816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (1764us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319695.376013:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574700 x1853164045779200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319695.376015:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00080000:3.0:1767319695.376044:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319695.376048:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319695.376050:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319695.376055:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4889 00000100:00080000:3.0:1767319695.376058:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319695.376060:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045779328:0@lo:400:kworker.0 00000100:00080000:3.0:1767319695.376066:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319695.376086:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577480 x1853164045779456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319695.376103:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319695.376138:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319695.376145:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045779072:0@lo:400:kworker.0 00000100:00080000:2.0:1767319695.376147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319695.376158:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045778944:0@lo:250:kworker.0 00000400:00000100:2.0:1767319695.376178:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045778944 offset 0 length 520: 4 00000100:00100000:0.0:1767319695.376181:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.376196:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045779200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319695.376217:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319695.376225:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045778816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319695.376245:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779328 00000100:00100000:2.0:1767319695.376250:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779328 00000100:00100000:2.0:1767319695.376292:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779072 00000100:00100000:2.0:1767319695.376295:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779072 00000100:00100000:2.0:1767319695.376315:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779200 00000100:00100000:2.0:1767319695.376318:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779200 00000100:00100000:2.0:1767319695.376334:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1767319695.376341:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045779328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319695.376380:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045779328:12345-0@lo:400:kworker.0 Request processed in 39us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319695.376386:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1767319695.376398:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1767319695.376404:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045779072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319695.376428:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045779072:12345-0@lo:400:kworker.0 Request processed in 25us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319695.376433:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:2.0:1767319695.376444:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:2.0:1767319695.376448:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045779200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319695.376464:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319695.376494:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045779200:12345-0@lo:38:kworker.0 Request processed in 44us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319695.376500:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00010000:00080000:2.0:1767319695.376532:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575c00 x1853164045779072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319695.376543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045779072:0@lo:400:kworker.0 00010000:00080000:2.0:1767319695.376552:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575500 x1853164045779328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319711 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319695.376560:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045779328:0@lo:400:kworker.0 00000100:00080000:2.0:1767319695.376585:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319695.376594:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319695.376607:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:3.0:1767319695.376612:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767319695.376620:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045779200:0@lo:38:kworker.0 00000100:00080000:3.0:1767319695.376620:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319695.376638:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4889 00000100:00080000:3.0:1767319695.376642:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319695.376648:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319695.376654:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045779456:0@lo:38:kworker.0 00000100:00100000:3.0:1767319695.376677:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574700 x1853164045779584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319695.376696:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319695.376728:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319695.376734:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045779584:0@lo:38:kworker.0 00000100:00080000:3.0:1767319695.376736:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319695.376741:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319695.376751:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4889 00000100:00080000:3.0:1767319695.376754:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319695.376760:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319695.376802:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575c00 x1853164045779840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319695.376829:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.376855:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045779840:0@lo:38:kworker.0 00000100:00100000:2.0:1767319695.376877:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.376904:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779584 00000100:00100000:2.0:1767319695.376908:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779584 00000100:00100000:2.0:1767319695.376937:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1767319695.376947:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779456 00000100:00100000:2.0:1767319695.376950:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045779584:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319695.376958:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779456 00010000:00020000:2.0:1767319695.376966:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319695.376997:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779840 00000100:00100000:3.0:1767319695.377003:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779840 00000100:00100000:2.0:1767319695.377011:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045779584:12345-0@lo:38:kworker.0 Request processed in 56us (178us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319695.377020:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1767319695.377028:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1767319695.377037:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045779456:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319695.377052:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00010000:00020000:3.0:1767319695.377059:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319695.377063:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045779840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319695.377077:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319695.378643:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045779456:12345-0@lo:38:kworker.0 Request processed in 1594us (1944us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319695.378659:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1617 00000100:00100000:3.0:1767319695.378731:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045779712:0@lo:400:kworker.0 00000100:00100000:3.0:1767319695.378809:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.378951:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045779840:12345-0@lo:38:kworker.0 Request processed in 1688us (1870us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319695.378966:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:3.0:1767319695.379022:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319695.379036:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045779968:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319695.379057:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319695.379068:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319695.379077:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319695.379083:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045779840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319695.379101:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319695.379105:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319695.379111:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045779584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319695.379134:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319695.379138:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319695.379142:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045779456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319695.379326:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779712 00000100:00100000:1.0:1767319695.379336:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779712 00000100:00100000:1.0:1767319695.379400:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1767319695.379410:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045779712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319695.379481:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045779712:12345-0@lo:400:kworker.0 Request processed in 73us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319695.379490:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:2.0:1767319695.379543:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045779712:0@lo:400:kworker.0 00000100:00100000:0.0:1767319695.380132:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045779968 00000100:00100000:0.0:1767319695.380140:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045779968 00000100:00100000:0.0:1767319695.380199:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1767319695.380208:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045779968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319695.380236:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319695.380303:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045779968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319695.380310:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00080000:0.0:1767319695.380330:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319695.380335:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319695.380648:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045779968:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319696.144025:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319697.167146:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319698.190883:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319699.214448:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319699.911961:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319699.912143:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319699.914531:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885824 00000100:00100000:2.0:1767319699.914555:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885824 00000100:00100000:2.0:1767319699.914625:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985885952 00000100:00100000:2.0:1767319699.914630:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985885952 00000100:00100000:2.0:1767319699.914695:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1243 00000100:00100000:2.0:1767319699.914708:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985885952:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319699.914808:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985885952:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (2663us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319699.914817:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1243 00000100:00100000:2.0:1767319699.914840:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1619 00000100:00100000:2.0:1767319699.914845:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985885824:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319699.914864:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319699.914890:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985885824:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (2940us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319699.914896:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1619 00000100:00080000:1.0:1767319699.915656:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319700.238057:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319700.493978:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319700.493986:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319700.494037:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319700.494040:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319700.494044:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319700.494050:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4893 00000100:00080000:1.0:1767319700.494053:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319700.494058:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319700.494074:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db800 x1853164045780224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319700.494090:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319700.494093:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319700.494094:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319700.494096:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4893 00000100:00080000:1.0:1767319700.494097:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319700.494099:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319700.494104:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9880 x1853164045780480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319700.494109:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319700.494112:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319700.494113:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319700.494115:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4893 00000100:00080000:1.0:1767319700.494116:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319700.494118:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319700.494127:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8e00 x1853164045780608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319700.494150:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319700.494152:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319700.494153:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319700.494155:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4893 00000100:00080000:1.0:1767319700.494156:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319700.494158:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319700.494164:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7480 x1853164045780992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319700.494219:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045780864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494274:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319700.494311:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319700.494315:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045780736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494329:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319700.494353:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780864 00000100:00100000:0.0:1767319700.494359:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780864 00000100:00100000:0.0:1767319700.494398:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780736 00000100:00100000:0.0:1767319700.494400:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780736 00000100:00100000:0.0:1767319700.494412:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1767319700.494417:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045780864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494452:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045780864:12345-0@lo:400:kworker.0 Request processed in 35us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319700.494457:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:0.0:1767319700.494467:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:0.0:1767319700.494471:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045780736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494495:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045780736:12345-0@lo:400:kworker.0 Request processed in 24us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319700.494499:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00080000:0.0:1767319700.494523:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319700.494527:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319700.494558:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045780736:0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494569:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045780864:0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045780352:0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494619:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319700.494636:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319700.494640:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045780096:0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494659:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319700.494692:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780352 00000100:00100000:0.0:1767319700.494695:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780352 00000100:00100000:0.0:1767319700.494723:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780096 00000100:00100000:0.0:1767319700.494726:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780096 00000100:00100000:0.0:1767319700.494746:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1767319700.494752:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045780352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494807:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045780352:12345-0@lo:400:kworker.0 Request processed in 55us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319700.494814:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1767319700.494831:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1767319700.494839:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045780096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319700.494863:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045780096:12345-0@lo:400:kworker.0 Request processed in 27us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319700.494868:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00080000:0.0:1767319700.494884:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319700.494899:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d9f80 x1853164045780096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319700.494908:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045780096:0@lo:400:kworker.0 00010000:00080000:0.0:1767319700.494919:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8000 x1853164045780352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319700.494927:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045780352:0@lo:400:kworker.0 00000100:00100000:2.0:1767319700.495131:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045780224:0@lo:38:kworker.0 00000100:00100000:2.0:1767319700.495162:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319700.495181:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045780480:0@lo:38:kworker.0 00000100:00100000:2.0:1767319700.495200:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319700.495214:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045780608:0@lo:38:kworker.0 00000100:00100000:2.0:1767319700.495231:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319700.495244:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045780992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319700.495258:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319700.495279:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780224 00000100:00100000:2.0:1767319700.495282:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780224 00000100:00100000:2.0:1767319700.495298:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780480 00000100:00100000:2.0:1767319700.495300:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780480 00000100:00100000:2.0:1767319700.495306:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780992 00000100:00100000:2.0:1767319700.495308:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780992 00000100:00100000:2.0:1767319700.495317:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1620 00000100:00100000:2.0:1767319700.495321:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045780224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319700.495337:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319700.495365:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045780224:12345-0@lo:38:kworker.0 Request processed in 42us (201us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319700.495371:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1620 00000100:00100000:2.0:1767319700.495381:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1767319700.495385:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045780480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319700.495394:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319700.495411:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045780480:12345-0@lo:38:kworker.0 Request processed in 25us (210us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319700.495417:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1767319700.495425:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:2.0:1767319700.495428:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045780992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319700.495436:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319700.495451:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045780992:12345-0@lo:38:kworker.0 Request processed in 21us (192us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319700.495456:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00000100:00100000:2.0:1767319700.495469:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045780608 00000100:00100000:2.0:1767319700.495472:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045780608 00000100:00100000:2.0:1767319700.495487:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1767319700.495491:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045780608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319700.495499:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319700.495533:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045780608:12345-0@lo:38:kworker.0 Request processed in 40us (300us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319700.495539:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:2.0:1767319700.495573:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319700.495578:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319700.495581:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045780224:0@lo:38:kworker.0 00000100:00080000:2.0:1767319700.495589:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319700.495592:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319700.495595:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045780480:0@lo:38:kworker.0 00000100:00080000:2.0:1767319700.495601:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319700.495604:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319700.495606:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045780608:0@lo:38:kworker.0 00000100:00080000:2.0:1767319700.495613:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319700.495616:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319700.495618:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045780992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319700.495703:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045781120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319700.495736:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319700.495924:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319700.495933:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045781248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319700.495956:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319700.496029:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781120 00000100:00100000:1.0:1767319700.496034:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781120 00000100:00100000:1.0:1767319700.496063:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781248 00000100:00100000:1.0:1767319700.496067:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781248 00000100:00100000:1.0:1767319700.496081:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1767319700.496086:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045781120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319700.496109:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319700.496144:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045781120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319700.496150:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:1.0:1767319700.496165:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:1.0:1767319700.496171:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045781248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319700.496184:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319700.496208:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045781248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319700.496214:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1767319700.496387:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045781248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319700.496401:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045781120:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319701.261965:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319702.286037:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319703.310334:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319704.334143:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319705.030552:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319705.032597:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886208 00000100:00100000:1.0:1767319705.032611:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886208 00000100:00100000:1.0:1767319705.032751:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1246 00000100:00100000:1.0:1767319705.032763:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985886208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319705.032813:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319705.032872:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886080 00000100:00100000:3.0:1767319705.032878:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886080 00000100:00100000:3.0:1767319705.032904:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1623 00000100:00100000:3.0:1767319705.032909:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985886080:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319705.032928:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319705.032983:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985886208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 223us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319705.032991:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1246 00000100:00080000:2.0:1767319705.033273:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319705.041431:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985886080:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 8498us (8598us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319705.041447:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1623 00010000:00010000:2.0:1767319705.359731:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319705.613974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319705.613984:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319705.614058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319705.614061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319705.614065:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319705.614073:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4898 00000100:00080000:1.0:1767319705.614078:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319705.614084:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319705.614105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a4a80 x1853164045781504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319705.614137:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319705.614140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319705.614142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319705.614145:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4898 00000100:00080000:1.0:1767319705.614147:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319705.614151:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319705.614161:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc75a7480 x1853164045781760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319705.614171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319705.614174:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319705.614176:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319705.614179:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4898 00000100:00080000:1.0:1767319705.614181:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319705.614184:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319705.614188:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045781632:0@lo:400:kworker.0 00000100:00100000:1.0:1767319705.614195:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761500 x1853164045781888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319705.614221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319705.614224:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319705.614226:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319705.614229:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4898 00000100:00080000:1.0:1767319705.614230:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319705.614233:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319705.614245:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962300 x1853164045782272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319705.614255:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319705.614319:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319705.614326:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045781376:0@lo:400:kworker.0 00000100:00100000:2.0:1767319705.614348:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319705.614363:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045782144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319705.614393:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319705.614421:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319705.614427:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045782016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319705.614448:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319705.615023:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782144 00000100:00100000:1.0:1767319705.615032:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782144 00000100:00100000:1.0:1767319705.615087:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782016 00000100:00100000:1.0:1767319705.615091:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782016 00000100:00100000:1.0:1767319705.615114:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1767319705.615123:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045782144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319705.615181:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045782144:12345-0@lo:400:kworker.0 Request processed in 59us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319705.615190:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1767319705.615210:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1767319705.615217:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045782016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319705.615243:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045782016:12345-0@lo:400:kworker.0 Request processed in 26us (794us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319705.615248:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:1.0:1767319705.615281:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319705.615285:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319705.615635:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045781504:0@lo:38:kworker.0 00000100:00100000:2.0:1767319705.615648:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781632 00000100:00100000:2.0:1767319705.615651:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781632 00000100:00100000:3.0:1767319705.615669:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319705.615684:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781376 00000100:00100000:2.0:1767319705.615688:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781376 00000100:00100000:3.0:1767319705.615689:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045781760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319705.615705:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781504 00000100:00100000:3.0:1767319705.615709:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319705.615730:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045781888:0@lo:38:kworker.0 00000100:00100000:3.0:1767319705.615752:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319705.615791:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045782272:0@lo:38:kworker.0 00000100:00100000:3.0:1767319705.615814:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319705.615877:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045782400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319705.615903:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319705.615933:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782400 00000100:00100000:3.0:1767319705.615936:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782400 00000100:00100000:3.0:1767319705.615962:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1767319705.615969:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045782400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319705.615988:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319705.616023:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045782400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319705.616029:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1767319705.616071:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045782400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319705.616073:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781504 00000100:00100000:2.0:1767319705.616087:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781760 00000100:00100000:2.0:1767319705.616091:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781760 00000100:00100000:3.0:1767319705.616093:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045781888 00000100:00100000:3.0:1767319705.616096:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045781888 00000100:00100000:2.0:1767319705.616098:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782272 00000100:00100000:2.0:1767319705.616100:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782272 00000100:00100000:2.0:1767319705.616110:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1767319705.616113:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1767319705.616116:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045781632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319705.616118:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045781888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319705.616133:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319705.616147:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045781632:12345-0@lo:400:kworker.0 Request processed in 32us (1892us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319705.616153:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1767319705.616157:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045781888:12345-0@lo:38:kworker.0 Request processed in 39us (405us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319705.616163:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1767319705.616165:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:2.0:1767319705.616170:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045781376:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319705.616187:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319705.616192:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319705.616193:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045781376:12345-0@lo:400:kworker.0 Request processed in 24us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319705.616195:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045781888:0@lo:38:kworker.0 00000100:00100000:2.0:1767319705.616199:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:2.0:1767319705.616210:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1767319705.616214:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045781504:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319705.616214:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:3.0:1767319705.616218:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045781760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319705.616223:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319705.616226:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319705.616247:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045781504:12345-0@lo:38:kworker.0 Request processed in 32us (578us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319705.616253:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:2.0:1767319705.616264:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1626 00000100:00100000:2.0:1767319705.616268:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045782272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319705.616276:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319705.616348:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319705.616573:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045781760:12345-0@lo:38:kworker.0 Request processed in 352us (861us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319705.616580:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00100000:3.0:1767319705.616598:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319705.616605:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045782528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319705.616630:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319705.616653:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782528 00000100:00100000:3.0:1767319705.616657:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782528 00000100:00100000:3.0:1767319705.616677:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1767319705.616683:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045782528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319705.616698:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319705.616728:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045782528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319705.616733:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1767319705.616758:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045782528:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319705.616806:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319705.616810:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319705.616814:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045781504:0@lo:38:kworker.0 00000100:00080000:3.0:1767319705.616821:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319705.616824:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319705.616827:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045781760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319705.616868:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045782016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319705.616882:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045782144:0@lo:400:kworker.0 00000100:00100000:2.0:1767319705.617064:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045782272:12345-0@lo:38:kworker.0 Request processed in 793us (1247us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319705.617070:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1626 00010000:00080000:2.0:1767319705.617097:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a6680 x1853164045781376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319705.617108:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045781376:0@lo:400:kworker.0 00010000:00080000:2.0:1767319705.617118:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a4380 x1853164045781632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319705.617126:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045781632:0@lo:400:kworker.0 00000100:00080000:3.0:1767319705.617560:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319705.617566:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319705.617570:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045782272:0@lo:38:kworker.0 00010000:00010000:3.0:1767319706.383581:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319707.405972:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319708.430412:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319709.456808:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319710.146102:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319710.146298:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886464 00000100:00100000:0.0:1767319710.146319:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886464 00000100:00100000:0.0:1767319710.146413:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1249 00000100:00100000:0.0:1767319710.146425:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985886464:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319710.146502:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985886464:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319710.146511:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1249 00000100:00080000:1.0:1767319710.146583:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319710.147303:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319710.147411:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886336 00000100:00100000:2.0:1767319710.147417:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886336 00000100:00100000:2.0:1767319710.147455:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1627 00000100:00100000:2.0:1767319710.147462:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985886336:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319710.147482:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319710.147531:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985886336:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 68us (230us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319710.147538:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1627 00010000:00010000:3.0:1767319710.478088:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319710.734036:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045782656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319710.734128:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319710.734232:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782656 00000100:00100000:3.0:1767319710.734241:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782656 00000100:00100000:3.0:1767319710.734300:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1767319710.734311:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045782656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319710.734348:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767319710.734505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319710.734520:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045782784:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319710.734552:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319710.734586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319710.734591:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319710.734614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319710.734617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319710.734621:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319710.734626:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4903 00000100:00080000:0.0:1767319710.734629:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319710.734634:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319710.734651:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db800 x1853164045783040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319710.734673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319710.734676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319710.734677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319710.734681:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4903 00000100:00080000:0.0:1767319710.734683:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319710.734686:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319710.734696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9f80 x1853164045783296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319710.734704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319710.734707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319710.734709:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319710.734711:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4903 00000100:00080000:0.0:1767319710.734714:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319710.734717:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319710.734726:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da680 x1853164045783424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319710.734738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319710.734741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319710.734742:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319710.734745:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4903 00000100:00080000:0.0:1767319710.734747:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319710.734749:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319710.734786:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70daa00 x1853164045783552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319710.734807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045783040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319710.734834:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319710.734862:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045783296:0@lo:38:kworker.0 00000100:00100000:0.0:1767319710.734884:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319710.734913:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045783424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319710.734920:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045782656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 610us (797us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319710.734929:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1767319710.734944:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782784 00000100:00100000:3.0:1767319710.734947:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782784 00000100:00100000:3.0:1767319710.734970:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1767319710.734975:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045782784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319710.734990:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319710.735952:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783040 00000100:00100000:1.0:1767319710.735962:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783040 00000100:00100000:1.0:1767319710.735990:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783296 00000100:00100000:1.0:1767319710.735993:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783296 00000100:00100000:1.0:1767319710.736013:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:1.0:1767319710.736019:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045783040:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319710.736037:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319710.740848:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045782656:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319710.740920:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045783168:0@lo:400:kworker.0 00000100:00100000:3.0:1767319710.742364:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045782784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7381us (7804us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319710.742377:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1767319710.742429:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1629 00000100:00100000:3.0:1767319710.742435:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045783296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319710.742457:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319710.742499:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045783296:12345-0@lo:38:kworker.0 Request processed in 63us (7613us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319710.742505:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1629 00000100:00100000:0.0:1767319710.742542:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319710.742559:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319710.742605:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045783040:12345-0@lo:38:kworker.0 Request processed in 6584us (7769us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319710.742613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045782784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319710.742617:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:2.0:1767319710.742646:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319710.742651:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045782912:0@lo:400:kworker.0 00000100:00100000:1.0:1767319710.742679:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319710.742684:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045783552:0@lo:38:kworker.0 00000100:00100000:1.0:1767319710.742711:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783168 00000100:00100000:0.0:1767319710.742716:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319710.742718:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783168 00000100:00100000:0.0:1767319710.742743:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045782912 00000100:00100000:0.0:1767319710.742748:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045782912 00000100:00100000:1.0:1767319710.742789:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783552 00000100:00100000:1.0:1767319710.742794:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783552 00000100:00100000:0.0:1767319710.742802:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1767319710.742811:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045783168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319710.742823:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1767319710.742834:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045782912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319710.742855:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045783168:12345-0@lo:400:kworker.0 Request processed in 44us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319710.742867:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1767319710.742883:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045782912:12345-0@lo:400:kworker.0 Request processed in 49us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319710.742888:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:0.0:1767319710.742899:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045783552:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319710.742899:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00010000:00020000:0.0:1767319710.742914:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319710.742952:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045783552:12345-0@lo:38:kworker.0 Request processed in 55us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319710.742958:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00080000:0.0:1767319710.742986:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319710.742990:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319710.742994:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045783552:0@lo:38:kworker.0 00000100:00080000:0.0:1767319710.743012:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319710.743015:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319710.743018:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045783040:0@lo:38:kworker.0 00000100:00080000:0.0:1767319710.743025:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319710.743239:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319710.743261:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d9880 x1853164045782912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1767319710.743267:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8000 x1853164045783168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319710.743272:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045782912:0@lo:400:kworker.0 00000100:00100000:2.0:1767319710.743276:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045783168:0@lo:400:kworker.0 00000100:00080000:0.0:1767319710.743380:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319710.743384:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045783296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319710.744763:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783424 00000100:00100000:3.0:1767319710.744783:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783424 00000100:00100000:3.0:1767319710.744832:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1767319710.744839:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045783424:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319710.744857:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319710.744959:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045783424:12345-0@lo:38:kworker.0 Request processed in 120us (2417us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319710.744964:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00080000:0.0:1767319710.746918:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319710.746929:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319710.746934:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045783424:0@lo:38:kworker.0 00010000:00010000:1.0:1767319711.502577:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319712.526765:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319713.549993:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319714.574014:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319715.266849:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319715.266966:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319715.267228:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886720 00000100:00100000:2.0:1767319715.267253:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886720 00000100:00100000:2.0:1767319715.267342:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886592 00000100:00100000:2.0:1767319715.267346:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886592 00000100:00100000:2.0:1767319715.267369:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1252 00000100:00100000:2.0:1767319715.267384:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985886720:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319715.267476:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985886720:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 97us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319715.267484:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1252 00000100:00100000:2.0:1767319715.267506:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1631 00000100:00100000:2.0:1767319715.267510:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985886592:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319715.267534:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319715.267562:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985886592:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 50us (596us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319715.267569:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1631 00000100:00080000:3.0:1767319715.268152:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319715.598328:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319715.854010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319715.854025:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319715.854111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319715.854117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319715.854122:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319715.854134:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4909 00000100:00080000:0.0:1767319715.854140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319715.854149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319715.854186:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045783808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319715.854213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319715.854217:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319715.854218:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319715.854231:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4909 00000100:00080000:0.0:1767319715.854233:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319715.854237:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319715.854248:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9f80 x1853164045784064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319715.854257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319715.854260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319715.854262:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319715.854266:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4909 00000100:00080000:0.0:1767319715.854268:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319715.854271:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319715.854283:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db800 x1853164045784192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319715.854318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319715.854322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319715.854324:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319715.854327:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4909 00000100:00080000:0.0:1767319715.854329:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319715.854333:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319715.854343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70daa00 x1853164045784576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319715.854395:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045784320:0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.854481:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319715.854559:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319715.854566:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045784448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.854608:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319715.854642:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784320 00000100:00100000:0.0:1767319715.854651:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784320 00000100:00100000:0.0:1767319715.854710:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784448 00000100:00100000:0.0:1767319715.854715:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784448 00000100:00100000:0.0:1767319715.854737:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1767319715.854746:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045784320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.854832:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045784320:12345-0@lo:400:kworker.0 Request processed in 86us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319715.854840:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:0.0:1767319715.854857:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1767319715.854863:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045784448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.854889:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045784448:12345-0@lo:400:kworker.0 Request processed in 26us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319715.854895:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:0.0:1767319715.854914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045783936:0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.854942:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319715.854967:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319715.854971:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045783680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.854991:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319715.855040:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045784448:0@lo:400:kworker.0 00000100:00100000:0.0:1767319715.855049:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045784320:0@lo:400:kworker.0 00000100:00080000:3.0:1767319715.855236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319715.855243:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319715.855584:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783936 00000100:00100000:1.0:1767319715.855597:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783936 00000100:00100000:1.0:1767319715.855643:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783680 00000100:00100000:1.0:1767319715.855646:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783680 00000100:00100000:1.0:1767319715.855670:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1767319715.855678:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045783936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319715.855729:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045783936:12345-0@lo:400:kworker.0 Request processed in 52us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319715.855736:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1767319715.855755:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1767319715.855761:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045783680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319715.855846:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045783680:12345-0@lo:400:kworker.0 Request processed in 85us (853us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319715.855852:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1767319715.856065:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045784704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319715.856105:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319715.856153:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319715.856361:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045783808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319715.856397:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319715.856423:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045784064:0@lo:38:kworker.0 00000100:00100000:2.0:1767319715.856445:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319715.856463:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045784192:0@lo:38:kworker.0 00000100:00100000:2.0:1767319715.856491:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319715.856517:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045784576:0@lo:38:kworker.0 00000100:00100000:2.0:1767319715.856547:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767319715.856600:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc700 x1853164045783680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319715.856617:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045783680:0@lo:400:kworker.0 00010000:00080000:0.0:1767319715.856630:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70da680 x1853164045783936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319715.856640:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045783936:0@lo:400:kworker.0 00000100:00100000:2.0:1767319715.856729:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784192 00000100:00100000:2.0:1767319715.856735:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784192 00000100:00100000:2.0:1767319715.856791:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1767319715.856796:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045784192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319715.856821:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319715.856859:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045784192:12345-0@lo:38:kworker.0 Request processed in 61us (367us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319715.856866:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:2.0:1767319715.856896:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319715.856902:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319715.856906:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045784192:0@lo:38:kworker.0 00000100:00100000:1.0:1767319715.856977:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784704 00000100:00100000:1.0:1767319715.856982:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784704 00000100:00100000:1.0:1767319715.857027:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1767319715.857035:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045784704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319715.857062:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319715.857103:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045784704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319715.857110:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1767319715.857133:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045783808 00000100:00100000:1.0:1767319715.857137:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045783808 00000100:00100000:1.0:1767319715.857158:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784064 00000100:00100000:1.0:1767319715.857174:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784064 00000100:00100000:1.0:1767319715.857189:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784576 00000100:00100000:1.0:1767319715.857192:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784576 00000100:00100000:1.0:1767319715.857208:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1767319715.857212:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045783808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319715.857234:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319715.857264:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045783808:12345-0@lo:38:kworker.0 Request processed in 51us (867us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319715.857270:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1632 00000100:00100000:1.0:1767319715.857282:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1767319715.857290:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045784064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319715.857299:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319715.857320:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045784064:12345-0@lo:38:kworker.0 Request processed in 33us (874us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319715.857325:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:1.0:1767319715.857334:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1767319715.857338:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045784576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319715.857347:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319715.857366:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045784576:12345-0@lo:38:kworker.0 Request processed in 27us (820us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319715.857370:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00100000:1.0:1767319715.857407:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045784704:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319715.858266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319715.858275:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319715.858279:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045783808:0@lo:38:kworker.0 00000100:00080000:2.0:1767319715.858290:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319715.858295:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319715.858298:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045784064:0@lo:38:kworker.0 00000100:00080000:2.0:1767319715.858307:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319715.858311:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319715.858314:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045784576:0@lo:38:kworker.0 00000100:00100000:0.0:1767319715.859202:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045784832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319715.859275:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319715.859361:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784832 00000100:00100000:2.0:1767319715.859369:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784832 00000100:00100000:2.0:1767319715.859432:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767319715.859443:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045784832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319715.859479:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319715.860391:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045784832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 942us (1108us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319715.860401:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:0.0:1767319715.860513:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045784832:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319716.622414:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319717.648370:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319718.670075:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319719.367664:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319719.369122:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887104 00000100:00100000:1.0:1767319719.369143:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887104 00000100:00080000:3.0:1767319719.369276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319719.369287:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1255 00000100:00100000:1.0:1767319719.369308:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985887104:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319719.369422:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985887104:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (1768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319719.369431:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1255 00000400:00000100:1.0:1767319719.373710:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985886848 offset 0 length 520: 4 00000100:00100000:1.0:1767319719.373995:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319719.374365:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985886976 00000100:00100000:2.0:1767319719.374379:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985886976 00000100:00100000:2.0:1767319719.374477:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1635 00000100:00100000:2.0:1767319719.374489:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985886976:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319719.374522:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319719.374620:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985886976:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 131us (624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319719.374629:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1635 00010000:00010000:1.0:1767319719.696377:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319720.718090:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319720.975604:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045784960:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319720.975709:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319720.975764:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045784960 00000100:00100000:1.0:1767319720.975789:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045784960 00000100:00080000:0.0:1767319720.975829:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319720.975871:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:1.0:1767319720.976090:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045784960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319720.976142:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319720.976202:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045784960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 320us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319720.976210:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00080000:2.0:1767319720.976216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319720.976223:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319720.976258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319720.976263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319720.976267:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319720.976273:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4914 00000100:00080000:2.0:1767319720.976278:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319720.976283:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319720.976307:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf6e50700 x1853164045785216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319720.976343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319720.976348:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319720.976350:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319720.976353:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4914 00000100:00080000:2.0:1767319720.976356:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319720.976359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319720.976371:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3b80 x1853164045785472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319720.976380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319720.976383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319720.976385:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319720.976388:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4914 00000100:00080000:2.0:1767319720.976391:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319720.976394:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319720.976407:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045785600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319720.976425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319720.976428:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319720.976430:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319720.976433:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4914 00000100:00080000:2.0:1767319720.976436:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319720.976439:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319720.976450:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0000 x1853164045785856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319720.976495:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045784960:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319720.976519:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319720.976529:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045785088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319720.976564:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319720.976596:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785088 00000100:00100000:2.0:1767319720.976602:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785088 00000100:00100000:1.0:1767319720.976603:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045785344:0@lo:400:kworker.0 00000100:00100000:1.0:1767319720.976627:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319720.976645:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785344 00000100:00100000:1.0:1767319720.976646:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319720.976648:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785344 00000100:00100000:1.0:1767319720.976650:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045785728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319720.976670:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:1.0:1767319720.976674:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319720.976676:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045785088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319720.976702:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1767319720.976709:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045785344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319720.976715:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045785088:12345-0@lo:400:kworker.0 Request processed in 39us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319720.976722:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00080000:2.0:1767319720.976739:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319720.976741:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045785344:12345-0@lo:400:kworker.0 Request processed in 33us (113us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319720.976747:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1767319720.976765:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785728 00000100:00100000:1.0:1767319720.976790:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785728 00000100:00080000:2.0:1767319720.976811:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319720.976821:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1767319720.976828:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045785728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319720.976858:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045785728:12345-0@lo:400:kworker.0 Request processed in 30us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319720.976864:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1767319720.977091:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045785728:0@lo:400:kworker.0 00010000:00080000:1.0:1767319720.977102:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e0700 x1853164045785344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319720.977111:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045785344:0@lo:400:kworker.0 00010000:00080000:1.0:1767319720.977680:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf6e52a00 x1853164045785088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319720.977693:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045785088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319720.977741:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319695/real 1767319695] req@ffffa07bf0574e00 x1853164045778944/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319720 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319720.977758:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0574e00 x1853164045778944/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319720 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319720.977801:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045785216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319720.977850:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319720.977992:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319720.978003:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045785984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319720.978024:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045785472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319720.978684:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319720.982001:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319720.982249:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785984 00000100:00100000:3.0:1767319720.982262:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785984 00000100:00100000:3.0:1767319720.982339:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:3.0:1767319720.982351:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045785984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319720.982409:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319720.982834:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045785600:0@lo:38:kworker.0 00000100:00100000:0.0:1767319720.983090:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785216 00000100:00100000:0.0:1767319720.983097:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785216 00000100:00100000:0.0:1767319720.983156:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785472 00000100:00100000:0.0:1767319720.983160:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785472 00000100:00100000:0.0:1767319720.983180:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1767319720.983188:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045785216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319720.983213:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319720.983522:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:2.0:1767319720.983530:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045785472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319720.983541:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319720.983617:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045785984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1267us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319720.983626:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319720.983627:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:1.0:1767319720.983659:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785600 00000100:00100000:1.0:1767319720.983663:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785600 00000100:00100000:1.0:1767319720.983686:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1767319720.983691:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045785600:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319720.983695:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045785984:0@lo:13:osp-pre-0-1.0 00010000:00020000:1.0:1767319720.983701:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319720.983725:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045785600:12345-0@lo:38:kworker.0 Request processed in 33us (99us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319720.983731:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00080000:1.0:1767319720.983766:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319720.984003:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319720.984007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045785600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319720.984017:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045785856:0@lo:38:kworker.0 00000100:00100000:1.0:1767319720.984180:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319720.984506:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319720.984526:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319720.984530:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045778944:0@lo:250:kworker.0 00000100:00080000:1.0:1767319720.984587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319720.984592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319720.984596:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319720.984601:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4893 00000100:00080000:1.0:1767319720.984605:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319720.984610:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319720.984642:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f100 x1853164045786112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319720.984686:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045786112:0@lo:250:kworker.0 00000400:00000100:1.0:1767319720.984709:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045786112 offset 0 length 520: 4 00000100:00100000:0.0:1767319720.984835:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045785216:12345-0@lo:38:kworker.0 Request processed in 1645us (6982us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319720.984844:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00000100:00100000:0.0:1767319720.984860:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045785856 00000100:00100000:0.0:1767319720.984864:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045785856 00000100:00080000:1.0:1767319720.984928:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319720.984933:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319720.984936:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf6e50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045785216:0@lo:38:kworker.0 00000100:00100000:3.0:1767319720.985336:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1638 00000100:00100000:3.0:1767319720.985343:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045785856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319720.985360:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319720.985466:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045785856:12345-0@lo:38:kworker.0 Request processed in 122us (1285us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319720.985472:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1638 00000100:00100000:2.0:1767319720.985558:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045785472:12345-0@lo:38:kworker.0 Request processed in 2026us (6876us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319720.985566:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00080000:1.0:1767319720.985703:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319720.985708:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319720.985712:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045785856:0@lo:38:kworker.0 00000100:00080000:1.0:1767319720.985730:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319720.985734:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319720.985738:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045785472:0@lo:38:kworker.0 00010000:00010000:2.0:1767319721.742171:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319722.766071:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319723.794475:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319724.484149:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319724.484333:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887360 00000100:00100000:2.0:1767319724.484348:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887360 00000100:00100000:2.0:1767319724.484466:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1258 00000100:00100000:2.0:1767319724.484483:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985887360:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319724.484582:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985887360:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319724.484590:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1258 00000100:00080000:3.0:1767319724.485407:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319724.485518:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319724.485594:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887232 00000100:00100000:1.0:1767319724.485603:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887232 00000100:00100000:1.0:1767319724.485643:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1639 00000100:00100000:1.0:1767319724.485649:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985887232:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319724.485675:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319724.485738:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985887232:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (224us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319724.485745:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1639 00010000:00010000:1.0:1767319724.818118:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319725.838251:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319726.094182:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045786240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319726.094195:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045786368:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319726.094528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.094535:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319726.094566:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.094571:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.094576:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.094582:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4919 00000100:00080000:2.0:1767319726.094587:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.094595:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319726.094619:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3480 x1853164045786624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319726.094646:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.094651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.094653:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.094657:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4919 00000100:00080000:2.0:1767319726.094660:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.094664:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319726.094675:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0000 x1853164045786880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319726.094683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.094686:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.094688:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.094691:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4919 00000100:00080000:2.0:1767319726.094694:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.094698:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319726.094709:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045787008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319726.094736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319726.094739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319726.094741:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319726.094745:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4919 00000100:00080000:2.0:1767319726.094747:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319726.094762:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319726.094825:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164045787392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319726.095018:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045786496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.095104:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045786624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319726.095826:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.095885:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045787264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.095915:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.095974:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787264 00000100:00100000:1.0:1767319726.095983:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787264 00000100:00100000:1.0:1767319726.096064:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:1.0:1767319726.096076:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045787264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096132:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045787264:12345-0@lo:400:kworker.0 Request processed in 58us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.096139:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00080000:1.0:1767319726.096172:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319726.096208:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045787264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096366:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045786752:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096397:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.096428:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319726.096434:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045787136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096457:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.096479:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787136 00000100:00100000:1.0:1767319726.096483:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787136 00000100:00100000:1.0:1767319726.096510:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:1.0:1767319726.096516:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045787136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096550:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045787136:12345-0@lo:400:kworker.0 Request processed in 34us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.096556:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00080000:1.0:1767319726.096570:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319726.096586:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045787136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096612:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045786752 00000100:00100000:1.0:1767319726.096616:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045786752 00000100:00100000:1.0:1767319726.096646:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1767319726.096651:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045786752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.096682:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6e52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045786752:12345-0@lo:400:kworker.0 Request processed in 31us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.096689:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00080000:1.0:1767319726.096703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319726.096725:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3b80 x1853164045786752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319726.096736:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045786752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319726.097665:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319726.097739:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045786368 00000100:00100000:3.0:1767319726.097747:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045786368 00000100:00100000:3.0:1767319726.097802:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045786240 00000100:00100000:3.0:1767319726.097806:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045786240 00000100:00100000:3.0:1767319726.097821:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1767319726.097828:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045786368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319726.097862:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319726.097913:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045786368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319726.097919:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:3.0:1767319726.097937:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1767319726.097942:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045786240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319726.097957:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319726.097991:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045786240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319726.097997:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:3.0:1767319726.098054:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045786368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319726.098088:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045786240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319726.100312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319726.100438:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045786496 00000100:00100000:1.0:1767319726.100451:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045786496 00000100:00100000:1.0:1767319726.100596:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1767319726.100609:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045786496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319726.100696:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045786496:12345-0@lo:400:kworker.0 Request processed in 90us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319726.100704:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00080000:2.0:1767319726.101277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319726.101329:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1180 x1853164045786496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319726.101354:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045786496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319726.102736:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.103969:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045786880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319726.104052:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319726.106086:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045786624 00000100:00100000:3.0:1767319726.106108:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045786624 00000100:00100000:3.0:1767319726.106186:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:3.0:1767319726.106198:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045786624:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319726.106230:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319726.109205:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf3d71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045786624:12345-0@lo:38:kworker.0 Request processed in 2993us (6461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319726.109230:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:0.0:1767319726.111428:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045787008:0@lo:38:kworker.0 00000100:00100000:0.0:1767319726.111511:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319726.111537:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045787392:0@lo:38:kworker.0 00000100:00100000:0.0:1767319726.111563:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319726.111640:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787008 00000100:00100000:3.0:1767319726.111651:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787008 00000100:00100000:3.0:1767319726.111702:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1767319726.111726:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045787008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319726.111756:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319726.111830:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045787008:12345-0@lo:38:kworker.0 Request processed in 116us (316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319726.111837:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1767319726.112163:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045786880 00000100:00100000:2.0:1767319726.112170:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045786880 00000100:00100000:2.0:1767319726.112209:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1641 00000100:00100000:2.0:1767319726.112215:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045786880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319726.112228:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319726.112265:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045786880:12345-0@lo:38:kworker.0 Request processed in 49us (8212us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319726.112270:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1641 00000100:00100000:3.0:1767319726.112437:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787392 00000100:00100000:3.0:1767319726.112442:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787392 00000100:00100000:3.0:1767319726.112466:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:3.0:1767319726.112471:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045787392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319726.112480:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319726.112507:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045787392:12345-0@lo:38:kworker.0 Request processed in 35us (943us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319726.112512:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00080000:0.0:1767319726.112638:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319726.112644:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319726.112648:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045786624:0@lo:38:kworker.0 00000100:00080000:0.0:1767319726.112657:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319726.112661:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319726.112664:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045786880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319726.112671:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319726.112674:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319726.112677:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045787008:0@lo:38:kworker.0 00000100:00080000:0.0:1767319726.112683:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319726.112686:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319726.112689:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045787392:0@lo:38:kworker.0 00010000:00010000:3.0:1767319726.862070:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319727.891616:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319728.918232:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319729.601455:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319729.601515:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887616 00000100:00100000:1.0:1767319729.601529:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887616 00000100:00100000:1.0:1767319729.601645:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1261 00000100:00100000:1.0:1767319729.601657:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985887616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319729.601805:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985887616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 112us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319729.601815:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1261 00000100:00080000:2.0:1767319729.601893:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319729.610951:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319729.612826:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887488 00000100:00100000:1.0:1767319729.612846:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887488 00000100:00100000:1.0:1767319729.612924:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1643 00000100:00100000:1.0:1767319729.612935:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985887488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319729.612965:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319729.613088:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985887488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 152us (2149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319729.613096:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1643 00010000:00010000:2.0:1767319729.937241:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319730.960185:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319731.214021:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319731.214046:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045787520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319731.214143:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319731.214241:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787520 00000100:00100000:1.0:1767319731.214253:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787520 00000100:00100000:1.0:1767319731.214339:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:1.0:1767319731.214350:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045787520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319731.214389:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319731.214441:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045787520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319731.214452:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00080000:3.0:1767319731.214588:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319731.214646:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045787520:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319731.214710:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319731.214715:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319731.214754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319731.214758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319731.214761:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319731.214785:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4924 00000100:00080000:1.0:1767319731.214789:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319731.214794:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319731.214816:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0700 x1853164045787776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319731.214843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319731.214845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319731.214848:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319731.214851:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4924 00000100:00080000:1.0:1767319731.214853:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319731.214856:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319731.214880:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0000 x1853164045788032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319731.214889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319731.214892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319731.214893:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319731.214896:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4924 00000100:00080000:1.0:1767319731.214899:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319731.214902:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319731.214912:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3480 x1853164045788160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319731.214931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319731.214934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319731.214945:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319731.214949:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4924 00000100:00080000:1.0:1767319731.214951:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319731.214955:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319731.215004:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630000 x1853164045788416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319731.215107:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045787904:0@lo:400:kworker.0 00000100:00100000:3.0:1767319731.215145:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319731.215160:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045787776:0@lo:38:kworker.0 00000100:00100000:3.0:1767319731.215175:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319731.215181:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045787648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319731.215189:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319731.215212:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787904 00000100:00100000:3.0:1767319731.215216:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787904 00000100:00100000:3.0:1767319731.215257:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787776 00000100:00100000:3.0:1767319731.215260:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787776 00000100:00100000:3.0:1767319731.215277:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1767319731.215296:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045787904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.215398:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045788544:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319731.215531:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319731.215542:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045788288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319731.219362:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045787904:12345-0@lo:400:kworker.0 Request processed in 4062us (4199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319731.219385:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:3.0:1767319731.219440:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1644 00000100:00100000:3.0:1767319731.219447:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045787776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319731.219476:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319731.219824:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045787776:12345-0@lo:38:kworker.0 Request processed in 376us (4633us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319731.219831:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1644 00000100:00100000:3.0:1767319731.220549:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767319731.220641:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1500 x1853164045787904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319731.220657:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045787904:0@lo:400:kworker.0 00000100:00100000:3.0:1767319731.220699:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045787648 00000100:00100000:3.0:1767319731.220707:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045787648 00000100:00100000:3.0:1767319731.220799:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:3.0:1767319731.220808:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045787648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319731.221417:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045787648:12345-0@lo:400:kworker.0 Request processed in 607us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319731.221426:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00010000:00080000:3.0:1767319731.221531:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3b80 x1853164045787648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319731.221546:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045787648:0@lo:400:kworker.0 00000100:00080000:3.0:1767319731.221596:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319731.228551:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319731.228904:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788544 00000100:00100000:3.0:1767319731.228917:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788544 00000100:00100000:3.0:1767319731.229014:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1767319731.229027:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045788544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319731.229091:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319731.229157:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045788544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 134us (617us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319731.229165:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:1.0:1767319731.230499:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319731.230588:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045788544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319731.230893:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319731.232885:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788288 00000100:00100000:1.0:1767319731.232907:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788288 00000100:00100000:1.0:1767319731.233279:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:1.0:1767319731.233301:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045788288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319731.233437:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045788288:12345-0@lo:400:kworker.0 Request processed in 140us (2543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319731.233446:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1767319731.233676:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045788288:0@lo:400:kworker.0 00000100:00080000:0.0:1767319731.233956:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.233964:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.233969:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045787776:0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.233981:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045788032:0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.234029:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319731.236041:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045788160:0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.236179:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319731.236247:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788032 00000100:00100000:1.0:1767319731.236258:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788032 00000100:00100000:0.0:1767319731.236323:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045788416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319731.236336:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767319731.236346:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045788032:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319731.236359:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767319731.236376:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319731.236390:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788416 00000100:00100000:2.0:1767319731.236395:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788416 00000100:00100000:2.0:1767319731.236423:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:2.0:1767319731.236428:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045788416:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319731.236429:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045788032:12345-0@lo:38:kworker.0 Request processed in 84us (2399us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319731.236436:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00010000:00020000:2.0:1767319731.236439:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319731.236466:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045788416:12345-0@lo:38:kworker.0 Request processed in 38us (107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319731.236473:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00080000:0.0:1767319731.237622:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.237637:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.237643:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045788416:0@lo:38:kworker.0 00000100:00080000:0.0:1767319731.237655:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.237659:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.237661:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045788032:0@lo:38:kworker.0 00000100:00100000:3.0:1767319731.240807:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788160 00000100:00100000:3.0:1767319731.240830:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788160 00000100:00100000:3.0:1767319731.241003:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1767319731.241017:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045788160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319731.241051:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319731.241228:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045788160:12345-0@lo:38:kworker.0 Request processed in 211us (5048us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319731.241237:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:0.0:1767319731.241365:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319731.241373:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319731.241380:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045788160:0@lo:38:kworker.0 00010000:00010000:1.0:1767319731.984460:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319733.006801:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319734.031408:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319734.724047:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319734.724139:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319734.724439:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887872 00000100:00100000:2.0:1767319734.724450:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887872 00000100:00100000:2.0:1767319734.724535:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985887744 00000100:00100000:2.0:1767319734.724539:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985887744 00000100:00100000:2.0:1767319734.724558:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1264 00000100:00100000:2.0:1767319734.724571:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985887872:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767319734.724610:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319734.724652:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1647 00000100:00100000:2.0:1767319734.724657:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985887872:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (616us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319734.724670:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985887744:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767319734.724677:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1264 00010000:00020000:1.0:1767319734.724711:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319734.724822:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985887744:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 151us (675us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319734.724831:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1647 00010000:00010000:3.0:1767319735.054328:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319736.078066:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319736.333976:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045788672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319736.333997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.334010:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319736.334056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319736.334065:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319736.334066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.334088:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.334099:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4929 00000100:00080000:2.0:1767319736.334105:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.334115:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319736.334139:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788672 00000100:00100000:0.0:1767319736.334149:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788672 00000100:00100000:2.0:1767319736.334150:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164045788928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319736.334154:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319736.334172:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045788800:0@lo:400:kworker.0 00000100:00080000:2.0:1767319736.334217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319736.334228:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.334233:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00080000:2.0:1767319736.334244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767319736.334246:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045788672:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319736.334249:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.334260:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4929 00000100:00080000:2.0:1767319736.334264:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.334269:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00002000:00000024:0.0:1767319736.334287:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767319736.334287:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319736.334290:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164045789184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319736.334308:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045788928:0@lo:38:kworker.0 00000100:00080000:2.0:1767319736.334308:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.334320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.334324:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.334330:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4929 00000100:00080000:2.0:1767319736.334333:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.334339:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319736.334360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164045789312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319736.334375:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045788672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 122us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319736.334385:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.334400:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:2.0:1767319736.334411:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319736.334417:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319736.334420:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319736.334428:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4929 00000100:00080000:2.0:1767319736.334431:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319736.334437:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319736.334441:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045789184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319736.334453:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224e00 x1853164045789568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319736.334480:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319736.334514:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045789440:0@lo:400:kworker.0 00000100:00100000:2.0:1767319736.334578:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319736.334594:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045789056:0@lo:400:kworker.0 00000100:00100000:3.0:1767319736.334671:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319736.334681:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045789696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319736.334706:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319736.334735:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789696 00000100:00100000:3.0:1767319736.334739:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789696 00000100:00100000:3.0:1767319736.334791:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1767319736.334799:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045789696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319736.334813:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319736.334855:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045789696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319736.334863:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1767319736.334902:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045789696:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319736.334920:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319736.334970:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789440 00000100:00100000:2.0:1767319736.334979:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789440 00000100:00100000:1.0:1767319736.335796:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045789312:0@lo:38:kworker.0 00000100:00100000:1.0:1767319736.335827:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319736.335858:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045789568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319736.335874:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319736.339423:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1767319736.339466:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045789440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319736.339616:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045789440:12345-0@lo:400:kworker.0 Request processed in 174us (5036us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319736.339626:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1767319736.339716:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045789440:0@lo:400:kworker.0 00000100:00100000:1.0:1767319736.340506:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789312 00000100:00100000:1.0:1767319736.340520:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789312 00000100:00100000:1.0:1767319736.340562:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1767319736.340570:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045789312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319736.340594:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319736.340855:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045789312:12345-0@lo:38:kworker.0 Request processed in 272us (5013us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319736.340863:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1767319736.342696:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788800 00000100:00100000:0.0:1767319736.342709:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788800 00000100:00100000:0.0:1767319736.342791:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045788928 00000100:00100000:0.0:1767319736.342795:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045788928 00000100:00100000:0.0:1767319736.342813:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789184 00000100:00100000:0.0:1767319736.342817:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789184 00000100:00100000:0.0:1767319736.342825:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789568 00000100:00100000:0.0:1767319736.342828:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789568 00000100:00100000:0.0:1767319736.342934:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1767319736.342947:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045788800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319736.343130:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045788800:12345-0@lo:400:kworker.0 Request processed in 187us (8913us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319736.343138:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1767319736.343157:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1767319736.343162:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045788928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319736.343180:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319736.343209:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045788928:12345-0@lo:38:kworker.0 Request processed in 46us (8844us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319736.343215:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:0.0:1767319736.343227:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1767319736.343231:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045789184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319736.343241:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319736.343266:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045789184:12345-0@lo:38:kworker.0 Request processed in 33us (8788us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319736.343272:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1767319736.343284:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1650 00000100:00100000:0.0:1767319736.343288:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045789568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319736.343362:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319736.343390:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045789568:12345-0@lo:38:kworker.0 Request processed in 100us (7513us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319736.343396:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1650 00000100:00080000:0.0:1767319736.343504:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319736.343541:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319736.343586:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789056 00000100:00100000:0.0:1767319736.343590:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789056 00000100:00100000:0.0:1767319736.343618:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1767319736.343624:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045789056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319736.343653:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045789056:12345-0@lo:400:kworker.0 Request processed in 29us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319736.343658:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:0.0:1767319736.343670:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319736.343698:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224700 x1853164045789056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319736.343714:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045789056:0@lo:400:kworker.0 00000100:00080000:0.0:1767319736.343756:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.343762:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.343765:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045789568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319736.343802:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.343805:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.343809:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045789184:0@lo:38:kworker.0 00000100:00080000:0.0:1767319736.343819:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.343822:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.343825:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045789312:0@lo:38:kworker.0 00000100:00080000:0.0:1767319736.343832:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319736.343981:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319736.343988:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045788928:0@lo:38:kworker.0 00010000:00080000:0.0:1767319736.344124:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226a00 x1853164045788800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319736.344134:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045788800:0@lo:400:kworker.0 00000100:00100000:0.0:1767319736.344150:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045788672:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319737.102252:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319738.127666:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319739.153961:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319739.844792:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319739.844842:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319739.847266:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888128 00000100:00100000:0.0:1767319739.847283:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888128 00000100:00100000:3.0:1767319739.847313:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888000 00000100:00100000:3.0:1767319739.847318:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888000 00000100:00080000:2.0:1767319739.847380:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319739.847383:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1267 00000100:00100000:0.0:1767319739.847395:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1651 00000100:00100000:1.0:1767319739.847401:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985888128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319739.847406:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985888000:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319739.847433:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319739.847499:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985888128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (2740us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319739.847508:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1267 00000100:00100000:0.0:1767319739.847821:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985888000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 415us (2977us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319739.847829:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1651 00010000:00010000:1.0:1767319740.173993:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319741.201242:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319741.454249:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319741.454266:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045789824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319741.454336:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.454420:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789824 00000100:00100000:2.0:1767319741.454429:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789824 00000100:00100000:2.0:1767319741.454488:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1767319741.454497:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045789824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319741.454530:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319741.454575:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045789824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319741.454583:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:2.0:1767319741.454636:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319741.454668:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045789824:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319741.454881:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319741.454886:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319741.454923:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319741.454927:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319741.454931:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319741.454936:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4934 00000100:00080000:0.0:1767319741.454940:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319741.454944:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319741.454966:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164045790080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319741.454984:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319741.454987:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319741.454989:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319741.454992:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4934 00000100:00080000:0.0:1767319741.454995:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319741.454998:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319741.455009:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164045790336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319741.455017:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319741.455021:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319741.455022:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319741.455026:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4934 00000100:00080000:0.0:1767319741.455029:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319741.455032:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319741.455042:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164045790464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319741.455060:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319741.455063:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319741.455064:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319741.455067:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4934 00000100:00080000:0.0:1767319741.455069:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319741.455072:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319741.455082:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164045790720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319741.455104:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045790592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319741.455138:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.455370:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790592 00000100:00100000:1.0:1767319741.455376:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790592 00000100:00100000:1.0:1767319741.455440:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1767319741.455448:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045790592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319741.455491:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045790592:12345-0@lo:400:kworker.0 Request processed in 43us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319741.455498:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1767319741.455531:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045790080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.455558:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.455582:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045790336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.455617:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.455637:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045790464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.455659:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.455679:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045790720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.455699:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319741.455727:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790080 00000100:00100000:1.0:1767319741.455731:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790080 00000100:00100000:1.0:1767319741.455759:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790336 00000100:00100000:1.0:1767319741.455762:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790336 00000100:00100000:1.0:1767319741.455797:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790720 00000100:00100000:1.0:1767319741.455800:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790720 00000100:00100000:1.0:1767319741.455819:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1767319741.455824:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045790080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319741.455851:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319741.455897:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045790080:12345-0@lo:38:kworker.0 Request processed in 71us (337us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319741.455906:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:1.0:1767319741.455932:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1767319741.455937:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045790336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319741.455951:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319741.455975:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045790336:12345-0@lo:38:kworker.0 Request processed in 37us (371us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319741.455984:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1653 00000100:00100000:1.0:1767319741.455998:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:1.0:1767319741.456001:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045790720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319741.456010:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319741.456031:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045790720:12345-0@lo:38:kworker.0 Request processed in 28us (331us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319741.456036:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00080000:1.0:1767319741.456078:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319741.456083:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319741.456087:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045790080:0@lo:38:kworker.0 00000100:00080000:1.0:1767319741.456096:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319741.456099:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319741.456101:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045790336:0@lo:38:kworker.0 00000100:00080000:1.0:1767319741.456107:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319741.456109:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319741.456111:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045790720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.456146:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045790592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319741.456764:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790464 00000100:00100000:0.0:1767319741.456799:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790464 00000100:00100000:0.0:1767319741.456829:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1767319741.456835:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045790464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319741.456853:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319741.456915:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045790464:12345-0@lo:38:kworker.0 Request processed in 78us (1253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319741.456925:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:0.0:1767319741.456948:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319741.456970:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319741.456975:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319741.456978:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045790464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319741.457367:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319741.457377:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045790848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319741.457414:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.457506:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045789952:0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.457540:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.457571:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319741.457577:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045790208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.457597:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319741.457640:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045789952 00000100:00100000:2.0:1767319741.457645:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045789952 00000100:00100000:2.0:1767319741.457685:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790208 00000100:00100000:2.0:1767319741.457688:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790208 00000100:00100000:2.0:1767319741.457710:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1767319741.457715:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045789952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.457765:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045789952:12345-0@lo:400:kworker.0 Request processed in 48us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319741.457793:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1767319741.457806:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1767319741.457812:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045790208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319741.457835:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045790208:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319741.457840:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00080000:2.0:1767319741.457859:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319741.457878:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045790208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319741.457889:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045790208:0@lo:400:kworker.0 00010000:00080000:2.0:1767319741.457896:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf800 x1853164045789952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319741.457903:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045789952:0@lo:400:kworker.0 00000100:00100000:3.0:1767319741.458060:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045790848 00000100:00100000:3.0:1767319741.458066:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045790848 00000100:00100000:3.0:1767319741.458100:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1767319741.458107:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045790848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319741.458128:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319741.458167:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045790848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319741.458173:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:3.0:1767319741.458215:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045790848:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319742.222021:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319743.247059:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319744.272002:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319744.965734:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985888256 offset 0 length 520: 4 00000100:00100000:3.0:1767319744.965938:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319744.965981:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319744.966138:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888384 00000100:00100000:2.0:1767319744.966149:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888384 00000100:00100000:2.0:1767319744.966265:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888512 00000100:00100000:2.0:1767319744.966270:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888512 00000100:00100000:2.0:1767319744.966316:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1270 00000100:00100000:2.0:1767319744.966328:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985888512:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319744.966386:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1655 00000100:00100000:3.0:1767319744.966393:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985888384:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319744.966414:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319744.966465:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985888384:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 70us (527us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319744.966473:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1655 00000100:00100000:2.0:1767319744.966541:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985888512:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 214us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319744.966548:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1270 00000100:00080000:0.0:1767319744.966677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319745.293991:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319745.549921:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319720/real 1767319720] req@ffffa07bc825f100 x1853164045786112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319745 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319745.549956:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc825f100 x1853164045786112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319745 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319745.549978:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319745.550011:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319745.550015:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045786112:0@lo:250:kworker.0 00000100:00080000:1.0:1767319745.550118:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319745.550124:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319745.550129:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319745.550134:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4919 00000100:00080000:1.0:1767319745.550138:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319745.550146:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319745.550188:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631180 x1853164045790976/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319745.550252:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319745.550255:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319745.550257:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319745.550261:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4939 00000100:00080000:1.0:1767319745.550264:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319745.550268:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319745.550281:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631880 x1853164045791232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319745.550297:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319745.550300:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319745.550302:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319745.550305:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4939 00000100:00080000:1.0:1767319745.550308:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319745.550311:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319745.550321:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0632d80 x1853164045791488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319745.550329:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319745.550332:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319745.550334:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319745.550338:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4939 00000100:00080000:1.0:1767319745.550340:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319745.550343:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319745.550355:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630000 x1853164045791616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319745.550386:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045791104:0@lo:400:kworker.0 00000100:00080000:1.0:1767319745.550436:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319745.550441:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319745.550443:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319745.550447:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4939 00000100:00080000:1.0:1767319745.550450:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319745.550454:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319745.550469:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02a00 x1853164045792000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319745.550472:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319745.550504:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045791744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319745.550541:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319745.550542:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319745.550553:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045791360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319745.550582:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319745.550588:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319745.550594:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045791872:0@lo:400:kworker.0 00000100:00100000:1.0:1767319745.550622:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319745.550626:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791104 00000100:00100000:2.0:1767319745.550634:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791104 00000100:00100000:1.0:1767319745.550656:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791744 00000100:00100000:1.0:1767319745.550661:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791744 00000100:00100000:1.0:1767319745.550711:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791872 00000100:00100000:1.0:1767319745.550715:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791872 00000100:00100000:2.0:1767319745.550719:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791360 00000100:00100000:2.0:1767319745.550724:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791360 00000100:00100000:1.0:1767319745.550743:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1767319745.550755:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045791744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319745.550756:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1767319745.550800:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045791104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319745.550827:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:3.0:1767319745.550840:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045791872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319745.550847:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045791744:12345-0@lo:400:kworker.0 Request processed in 94us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319745.550858:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045791104:12345-0@lo:400:kworker.0 Request processed in 92us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319745.550862:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1767319745.550871:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1767319745.550892:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045791872:12345-0@lo:400:kworker.0 Request processed in 53us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319745.550897:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1767319745.550909:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045791360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319745.550918:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1767319745.550927:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045791872:0@lo:400:kworker.0 00000100:00080000:3.0:1767319745.550968:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319745.550973:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319745.550976:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319745.551011:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045790976:0@lo:250:kworker.0 00000100:00100000:1.0:1767319745.551029:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045791744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319745.551162:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045791360:12345-0@lo:400:kworker.0 Request processed in 254us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319745.551169:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000400:00000100:0.0:1767319745.551295:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045790976 offset 0 length 520: 4 00000100:00100000:0.0:1767319745.551317:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045791232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319745.551340:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319745.551368:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045791488:0@lo:38:kworker.0 00000100:00100000:0.0:1767319745.551388:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319745.551425:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045791616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319745.551451:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319745.551469:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045792000:0@lo:38:kworker.0 00000100:00100000:0.0:1767319745.551486:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319745.551513:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791616 00000100:00100000:0.0:1767319745.551517:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791616 00000100:00100000:0.0:1767319745.551538:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1767319745.551542:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045791616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319745.551559:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319745.551600:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045791616:12345-0@lo:38:kworker.0 Request processed in 56us (148us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319745.551606:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:0.0:1767319745.551633:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319745.551637:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319745.551640:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045791616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319745.551667:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791232 00000100:00100000:0.0:1767319745.551681:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791232 00000100:00100000:0.0:1767319745.551702:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045791488 00000100:00100000:0.0:1767319745.551704:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045791488 00000100:00100000:0.0:1767319745.551715:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792000 00000100:00100000:0.0:1767319745.551717:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792000 00000100:00100000:0.0:1767319745.551729:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1656 00000100:00100000:0.0:1767319745.551733:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045791232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319745.551742:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319745.551791:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045791232:12345-0@lo:38:kworker.0 Request processed in 56us (451us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319745.551797:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1656 00000100:00100000:0.0:1767319745.551811:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:0.0:1767319745.551815:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045791488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319745.551824:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319745.551828:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:2.0:1767319745.551835:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045792000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319745.551848:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319745.551854:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045791488:12345-0@lo:38:kworker.0 Request processed in 34us (462us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319745.551861:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00000100:00100000:2.0:1767319745.551887:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045792000:12345-0@lo:38:kworker.0 Request processed in 49us (397us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767319745.551892:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319745.551895:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00080000:0.0:1767319745.551901:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319745.551905:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045791232:0@lo:38:kworker.0 00000100:00080000:0.0:1767319745.551916:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319745.551920:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319745.551923:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045791488:0@lo:38:kworker.0 00000100:00080000:0.0:1767319745.551930:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319745.551933:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319745.551936:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045792000:0@lo:38:kworker.0 00010000:00080000:3.0:1767319745.555927:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0630e00 x1853164045791360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319745.555947:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045791360:0@lo:400:kworker.0 00010000:00080000:3.0:1767319745.555968:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0633800 x1853164045791104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319745.555977:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045791104:0@lo:400:kworker.0 00010000:00010000:2.0:1767319746.318434:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319746.574287:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045792128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319746.574369:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319746.574582:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319746.574590:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045792256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319746.574611:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319746.574957:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792128 00000100:00100000:0.0:1767319746.574965:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792128 00000100:00100000:0.0:1767319746.575018:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792256 00000100:00100000:0.0:1767319746.575021:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792256 00000100:00100000:0.0:1767319746.575035:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1767319746.575044:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045792128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319746.575075:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319746.575134:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045792128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319746.575141:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00100000:0.0:1767319746.575158:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:0.0:1767319746.575165:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045792256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319746.575182:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319746.575208:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045792256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319746.575214:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319746.575310:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045792256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319746.575326:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045792128:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319747.342026:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319748.366349:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319749.390156:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319750.086339:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319750.087786:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319750.087912:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888640 00000100:00100000:1.0:1767319750.087925:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888640 00000100:00100000:1.0:1767319750.087973:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888768 00000100:00100000:1.0:1767319750.087977:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888768 00000100:00100000:1.0:1767319750.088031:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1273 00000100:00100000:1.0:1767319750.088043:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985888768:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319750.088134:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985888768:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319750.088142:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1273 00000100:00100000:1.0:1767319750.088165:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1659 00000100:00100000:1.0:1767319750.088170:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985888640:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319750.088189:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319750.088216:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985888640:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (1889us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319750.088223:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1659 00000100:00080000:2.0:1767319750.089247:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319750.416239:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319750.670382:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319750.670394:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319750.670454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319750.670458:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319750.670462:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319750.670469:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4943 00000100:00080000:2.0:1767319750.670474:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319750.670481:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319750.670506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164045792512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319750.670531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319750.670534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319750.670536:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319750.670539:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4943 00000100:00080000:2.0:1767319750.670541:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319750.670545:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319750.670555:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224e00 x1853164045792768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319750.670563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319750.670566:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319750.670568:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319750.670571:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4943 00000100:00080000:2.0:1767319750.670573:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319750.670608:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319750.670621:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224700 x1853164045792896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319750.670679:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319750.670683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319750.670685:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319750.670689:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4943 00000100:00080000:2.0:1767319750.670691:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319750.670695:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319750.670706:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01f80 x1853164045793280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319750.670745:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045793152:0@lo:400:kworker.0 00000100:00100000:2.0:1767319750.670832:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319750.670877:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319750.670883:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045793024:0@lo:400:kworker.0 00000100:00100000:2.0:1767319750.670917:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319750.671083:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045792384:0@lo:400:kworker.0 00000100:00100000:1.0:1767319750.671126:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319750.671152:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319750.671158:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045792640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319750.671178:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319750.671209:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792384 00000100:00100000:1.0:1767319750.671217:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792384 00000100:00100000:1.0:1767319750.671265:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792640 00000100:00100000:1.0:1767319750.671268:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792640 00000100:00100000:1.0:1767319750.671292:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1767319750.671300:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045792384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319750.671361:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045792384:12345-0@lo:400:kworker.0 Request processed in 60us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319750.671368:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:1.0:1767319750.671386:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:1.0:1767319750.671392:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045792640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319750.671416:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045792640:12345-0@lo:400:kworker.0 Request processed in 25us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319750.671422:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00080000:1.0:1767319750.671438:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319750.671464:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225180 x1853164045792640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319750.671477:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045792640:0@lo:400:kworker.0 00010000:00080000:1.0:1767319750.671488:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226d80 x1853164045792384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319750.671496:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045792384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319750.671844:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793152 00000100:00100000:3.0:1767319750.671849:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793152 00000100:00100000:3.0:1767319750.671901:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793024 00000100:00100000:3.0:1767319750.671904:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793024 00000100:00100000:3.0:1767319750.671924:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1767319750.671930:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045793152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319750.671968:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045793152:12345-0@lo:400:kworker.0 Request processed in 39us (1137us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319750.671973:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1767319750.671984:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1767319750.671989:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045793024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319750.672013:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045793024:12345-0@lo:400:kworker.0 Request processed in 24us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319750.672019:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1767319750.672045:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045793024:0@lo:400:kworker.0 00000100:00100000:3.0:1767319750.672054:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045793152:0@lo:400:kworker.0 00000100:00100000:0.0:1767319750.672356:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045792512:0@lo:38:kworker.0 00000100:00100000:0.0:1767319750.672389:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319750.672407:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045792768:0@lo:38:kworker.0 00000100:00100000:0.0:1767319750.672423:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319750.672436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045792896:0@lo:38:kworker.0 00000100:00100000:0.0:1767319750.672458:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319750.672473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045793280:0@lo:38:kworker.0 00000100:00100000:0.0:1767319750.672491:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319750.672522:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792512 00000100:00100000:0.0:1767319750.672526:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792512 00000100:00100000:0.0:1767319750.672546:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792768 00000100:00100000:0.0:1767319750.672548:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792768 00000100:00100000:0.0:1767319750.672559:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793280 00000100:00100000:0.0:1767319750.672561:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793280 00000100:00100000:0.0:1767319750.672570:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:0.0:1767319750.672575:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045792512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319750.672603:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319750.672646:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045792512:12345-0@lo:38:kworker.0 Request processed in 59us (245us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319750.672653:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:0.0:1767319750.672665:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1767319750.672668:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045792768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319750.672677:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319750.672695:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045792768:12345-0@lo:38:kworker.0 Request processed in 26us (271us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319750.672701:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00000100:00100000:0.0:1767319750.672709:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1662 00000100:00100000:0.0:1767319750.672712:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045793280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319750.672720:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319750.672737:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045793280:12345-0@lo:38:kworker.0 Request processed in 24us (246us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319750.672742:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1662 00000100:00100000:0.0:1767319750.672757:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045792896 00000100:00100000:0.0:1767319750.672760:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045792896 00000100:00100000:0.0:1767319750.672792:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1767319750.672796:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045792896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319750.672804:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319750.672825:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045792896:12345-0@lo:38:kworker.0 Request processed in 27us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319750.672830:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:0.0:1767319750.672867:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319750.672872:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319750.672876:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045792512:0@lo:38:kworker.0 00000100:00080000:0.0:1767319750.672883:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319750.672886:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319750.672889:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045792768:0@lo:38:kworker.0 00000100:00080000:0.0:1767319750.672910:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319750.672913:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319750.672915:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045792896:0@lo:38:kworker.0 00000100:00080000:0.0:1767319750.672922:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319750.672924:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319750.672927:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045793280:0@lo:38:kworker.0 00000100:00080000:1.0:1767319750.674007:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319750.674015:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319751.439613:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319751.694073:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319751.694091:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045793408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319751.694536:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319751.694645:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793408 00000100:00100000:2.0:1767319751.694654:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793408 00000100:00100000:2.0:1767319751.694723:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1767319751.694744:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045793408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319751.694796:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319751.694851:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045793408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319751.694860:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:0.0:1767319751.694949:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045793408:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319751.695308:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045793536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319751.695342:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319751.695534:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793536 00000100:00100000:1.0:1767319751.695540:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793536 00000100:00100000:1.0:1767319751.695584:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:1.0:1767319751.695592:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045793536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319751.695613:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319751.695660:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045793536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319751.695667:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1767319751.695868:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045793536:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319752.462750:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319753.486004:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319754.514381:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319755.201948:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319755.202060:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319755.202522:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985888896 00000100:00100000:0.0:1767319755.202534:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985888896 00000100:00100000:1.0:1767319755.202570:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889024 00000100:00100000:1.0:1767319755.202575:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889024 00000100:00100000:0.0:1767319755.202597:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1663 00000100:00100000:0.0:1767319755.202606:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985888896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319755.202630:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319755.202631:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1276 00000100:00100000:1.0:1767319755.202639:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985889024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319755.202698:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985889024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 59us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319755.202705:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1276 00000100:00080000:3.0:1767319755.203142:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319755.203212:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985888896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 604us (1149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319755.203220:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1663 00010000:00010000:3.0:1767319755.533966:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319755.790203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319755.790214:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767319755.790309:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045793664:0@lo:400:kworker.0 00000100:00100000:2.0:1767319755.790632:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319755.790804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319755.790809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319755.790813:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319755.790819:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319755.790823:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319755.790830:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319755.790853:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164045793792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319755.790927:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793664 00000100:00100000:1.0:1767319755.790936:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793664 00000100:00100000:1.0:1767319755.791005:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1767319755.791015:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045793664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319755.791287:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045793920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319755.791321:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319755.791373:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045793792:0@lo:38:kworker.0 00000100:00100000:3.0:1767319755.791409:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319755.791449:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793920 00000100:00100000:3.0:1767319755.791453:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793920 00000100:00100000:3.0:1767319755.791503:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045793792 00000100:00100000:3.0:1767319755.791507:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045793792 00000100:00100000:3.0:1767319755.791523:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1767319755.791530:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045793920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319755.791580:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045793920:12345-0@lo:400:kworker.0 Request processed in 50us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319755.791587:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1767319755.791605:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:3.0:1767319755.791609:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045793792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319755.791627:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319755.791659:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045793792:12345-0@lo:38:kworker.0 Request processed in 49us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319755.791666:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00010000:00080000:3.0:1767319755.791701:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bca80 x1853164045793920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319755.791714:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045793920:0@lo:400:kworker.0 00000100:00080000:3.0:1767319755.791740:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319755.791744:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319755.791748:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045793792:0@lo:38:kworker.0 00000100:00080000:3.0:1767319755.791797:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319755.792277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319755.792284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319755.792288:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319755.792293:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319755.792296:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319755.792301:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319755.792322:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164045794048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319755.792335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319755.792338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319755.792340:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319755.792344:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319755.792346:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319755.792350:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319755.792360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164045794176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319755.792405:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319755.792409:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319755.792410:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319755.792413:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4948 00000100:00080000:0.0:1767319755.792416:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319755.792418:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319755.792427:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164045794560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319755.792473:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045794304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319755.792524:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319755.793579:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045793664:12345-0@lo:400:kworker.0 Request processed in 2562us (3116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319755.793590:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1767319755.793643:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045794432:0@lo:400:kworker.0 00000100:00100000:1.0:1767319755.793675:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319755.793710:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794304 00000100:00100000:1.0:1767319755.793716:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794304 00000100:00100000:1.0:1767319755.793755:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794432 00000100:00100000:1.0:1767319755.793758:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794432 00000100:00100000:1.0:1767319755.793792:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1767319755.793801:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045794304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319755.793839:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045794304:12345-0@lo:400:kworker.0 Request processed in 40us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319755.793845:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1767319755.793855:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:1.0:1767319755.793861:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045794432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319755.793889:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045794432:12345-0@lo:400:kworker.0 Request processed in 28us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319755.793894:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:1.0:1767319755.793914:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319755.793918:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319755.793941:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045794432:0@lo:400:kworker.0 00000100:00100000:0.0:1767319755.794323:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045794304:0@lo:400:kworker.0 00000100:00100000:3.0:1767319755.794681:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045794048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319755.794720:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319755.794746:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045794176:0@lo:38:kworker.0 00000100:00100000:3.0:1767319755.794794:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319755.794815:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045794560:0@lo:38:kworker.0 00000100:00100000:3.0:1767319755.794834:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319755.794864:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794048 00000100:00100000:3.0:1767319755.794868:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794048 00000100:00100000:3.0:1767319755.794890:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794560 00000100:00100000:3.0:1767319755.794893:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794560 00000100:00100000:3.0:1767319755.794909:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1767319755.794914:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045794048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319755.794932:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319755.794969:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045794048:12345-0@lo:38:kworker.0 Request processed in 54us (248us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319755.794975:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1665 00000100:00100000:3.0:1767319755.795299:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1767319755.795306:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045794560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319755.795317:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319755.795346:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045794560:12345-0@lo:38:kworker.0 Request processed in 39us (511us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319755.795352:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00080000:3.0:1767319755.795400:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319755.795406:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319755.795409:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045794048:0@lo:38:kworker.0 00000100:00080000:3.0:1767319755.795418:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319755.795421:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319755.795424:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045794560:0@lo:38:kworker.0 00000100:00100000:0.0:1767319755.795809:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794176 00000100:00100000:0.0:1767319755.795815:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794176 00000100:00100000:0.0:1767319755.795840:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1767319755.795844:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045794176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319755.795854:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319755.795900:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045794176:12345-0@lo:38:kworker.0 Request processed in 54us (1131us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319755.795906:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:3.0:1767319755.796015:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319755.796020:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319755.796023:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045794176:0@lo:38:kworker.0 00010000:00080000:2.0:1767319755.796217:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045793664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319755.796229:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045793664:0@lo:400:kworker.0 00010000:00010000:2.0:1767319756.559371:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319756.814103:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045794816:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319756.814130:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045794688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319756.814184:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319756.814215:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794688 00000100:00100000:3.0:1767319756.814224:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794688 00000100:00100000:3.0:1767319756.814278:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1767319756.814288:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045794688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319756.814317:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319756.814351:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319756.814371:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045794688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319756.814378:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319756.814444:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045794688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319756.816903:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794816 00000100:00100000:3.0:1767319756.816985:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794816 00000100:00100000:1.0:1767319756.822639:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1767319756.822695:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045794816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319756.822734:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319756.822847:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045794816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 193us (8495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319756.822854:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1767319756.822956:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045794816:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319757.582840:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319758.608191:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319759.631106:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319760.323367:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319760.323884:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319760.329389:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889280 00000100:00100000:1.0:1767319760.329415:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889280 00000100:00080000:2.0:1767319760.329830:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319760.330466:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889152 00000100:00100000:3.0:1767319760.330483:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889152 00000100:00100000:3.0:1767319760.330567:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1279 00000100:00100000:3.0:1767319760.330586:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985889280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319760.330844:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985889280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 265us (7482us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319760.330853:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1279 00000100:00100000:3.0:1767319760.330885:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1667 00000100:00100000:3.0:1767319760.330891:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985889152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319760.330917:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319760.330950:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985889152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (7073us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319760.330957:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1667 00010000:00010000:2.0:1767319760.654900:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319760.910454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319760.910465:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319760.910528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319760.910539:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319760.910543:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319760.910552:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4954 00000100:00080000:2.0:1767319760.910557:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319760.910564:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319760.910755:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319760.910789:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045794944:0@lo:400:kworker.0 00000100:00100000:1.0:1767319760.910856:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319760.911061:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01180 x1853164045795072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319760.911097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319760.911105:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319760.911107:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319760.911110:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4954 00000100:00080000:2.0:1767319760.911113:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319760.911116:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319760.911130:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01880 x1853164045795328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319760.911138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319760.911141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319760.911143:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319760.911157:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4954 00000100:00080000:2.0:1767319760.911159:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319760.911163:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319760.911174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00e00 x1853164045795456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319760.911216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319760.911220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319760.911222:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319760.911225:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4954 00000100:00080000:2.0:1767319760.911228:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319760.911231:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319760.911241:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02300 x1853164045795840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319760.911270:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045795584:0@lo:400:kworker.0 00000100:00100000:2.0:1767319760.911336:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319760.911385:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319760.911402:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045795712:0@lo:400:kworker.0 00000100:00100000:2.0:1767319760.911436:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319760.911852:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795584 00000100:00100000:1.0:1767319760.911860:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795584 00000100:00100000:1.0:1767319760.911942:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795712 00000100:00100000:1.0:1767319760.911945:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795712 00000100:00100000:1.0:1767319760.911970:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1767319760.911979:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045795584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319760.912039:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045795584:12345-0@lo:400:kworker.0 Request processed in 61us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319760.912047:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1767319760.912080:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1767319760.912088:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045795712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319760.912116:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045795712:12345-0@lo:400:kworker.0 Request processed in 30us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319760.912122:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:1.0:1767319760.912152:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045795072:0@lo:38:kworker.0 00000100:00100000:1.0:1767319760.912182:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319760.912220:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045795328:0@lo:38:kworker.0 00000100:00100000:1.0:1767319760.912241:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319760.912261:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045795456:0@lo:38:kworker.0 00000100:00100000:1.0:1767319760.912296:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319760.912316:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045795840:0@lo:38:kworker.0 00000100:00100000:1.0:1767319760.912333:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319760.912380:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795456 00000100:00100000:1.0:1767319760.912384:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795456 00000100:00100000:1.0:1767319760.912426:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1767319760.912431:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045795456:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319760.912450:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319760.912492:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045795456:12345-0@lo:38:kworker.0 Request processed in 60us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319760.912498:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1767319760.912530:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045794944 00000100:00100000:0.0:1767319760.913054:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319760.913079:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045795200:0@lo:400:kworker.0 00000100:00100000:0.0:1767319760.913116:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319760.913294:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045795712:0@lo:400:kworker.0 00000100:00100000:0.0:1767319760.913308:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045795584:0@lo:400:kworker.0 00000100:00080000:0.0:1767319760.913356:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319760.913361:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319760.913364:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045795456:0@lo:38:kworker.0 00000100:00080000:2.0:1767319760.914871:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319760.914880:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319760.914961:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045794944 00000100:00100000:1.0:1767319760.915052:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795072 00000100:00100000:1.0:1767319760.915056:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795072 00000100:00100000:1.0:1767319760.915066:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795328 00000100:00100000:1.0:1767319760.915079:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795328 00000100:00100000:1.0:1767319760.915089:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795840 00000100:00100000:1.0:1767319760.915092:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795840 00000100:00100000:1.0:1767319760.915101:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795200 00000100:00100000:1.0:1767319760.915104:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795200 00000100:00100000:1.0:1767319760.915157:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767319760.915165:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045794944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319760.915342:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1767319760.915353:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045795200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319760.915436:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045795200:12345-0@lo:400:kworker.0 Request processed in 86us (2318us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319760.915443:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1767319760.915466:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1767319760.915470:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045795072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319760.915489:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319760.915522:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045795072:12345-0@lo:38:kworker.0 Request processed in 50us (3339us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319760.915529:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1668 00000100:00100000:3.0:1767319760.915542:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:3.0:1767319760.915546:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045795328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319760.915555:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319760.915579:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045795328:12345-0@lo:38:kworker.0 Request processed in 31us (3336us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319760.915585:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:3.0:1767319760.915596:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1767319760.915605:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045795840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319760.915614:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319760.915641:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045795840:12345-0@lo:38:kworker.0 Request processed in 39us (3307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319760.915647:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00010000:00080000:3.0:1767319760.915697:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c03800 x1853164045795200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319760.915712:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045795200:0@lo:400:kworker.0 00000100:00080000:3.0:1767319760.915748:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319760.915754:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319760.915757:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045795072:0@lo:38:kworker.0 00000100:00080000:3.0:1767319760.915765:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319760.915794:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319760.915798:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045795328:0@lo:38:kworker.0 00000100:00080000:3.0:1767319760.915808:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319760.915811:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319760.915814:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045795840:0@lo:38:kworker.0 00000100:00080000:2.0:1767319760.916048:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319760.916898:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045794944:12345-0@lo:400:kworker.0 Request processed in 1728us (6036us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319760.916909:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00010000:00080000:2.0:1767319760.917501:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c00700 x1853164045794944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319760.917517:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045794944:0@lo:400:kworker.0 00010000:00010000:1.0:1767319761.677995:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319761.934549:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045795968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319761.934627:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319761.934693:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319761.934700:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045796096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319761.934722:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319761.934750:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045795968 00000100:00100000:3.0:1767319761.934757:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045795968 00000100:00100000:3.0:1767319761.934886:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796096 00000100:00100000:3.0:1767319761.934891:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796096 00000100:00100000:3.0:1767319761.934911:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1767319761.934920:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045795968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319761.934950:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319761.934995:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045795968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319761.935002:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1767319761.935020:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1767319761.935026:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045796096:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319761.935160:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045795968:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319761.935391:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319761.935819:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045796096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 489us (791us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319761.935834:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:0.0:1767319761.936028:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045796096:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319762.702423:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319763.725982:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319764.750645:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319765.447875:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319765.447969:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319765.448098:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889536 00000100:00100000:0.0:1767319765.448110:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889536 00000100:00100000:0.0:1767319765.448182:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889408 00000100:00100000:0.0:1767319765.448186:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889408 00000100:00100000:0.0:1767319765.448204:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1282 00000100:00100000:0.0:1767319765.448216:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985889536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319765.448310:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985889536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319765.448320:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1282 00000100:00100000:0.0:1767319765.448341:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1671 00000100:00100000:0.0:1767319765.448356:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985889408:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319765.448379:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319765.448408:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985889408:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319765.448415:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1671 00000100:00080000:1.0:1767319765.448735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319765.774119:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319766.030076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.030087:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319766.030163:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.030168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.030172:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.030181:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4959 00000100:00080000:2.0:1767319766.030187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.030193:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319766.030214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01500 x1853164045796352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319766.030247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.030251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.030253:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.030257:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4959 00000100:00080000:2.0:1767319766.030259:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.030263:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319766.030272:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01880 x1853164045796608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319766.030280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.030283:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.030285:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.030289:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4959 00000100:00080000:2.0:1767319766.030317:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.030322:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319766.030334:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01180 x1853164045796736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319766.030365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319766.030368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319766.030370:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319766.030373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4959 00000100:00080000:2.0:1767319766.030376:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319766.030380:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319766.030390:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00000 x1853164045797120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319766.030415:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045796992:0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.030482:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.030542:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319766.030548:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045796864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.030664:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045796480:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.030732:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045796224:0@lo:400:kworker.0 00000100:00100000:1.0:1767319766.031002:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045796352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319766.031426:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319766.031480:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796480 00000100:00100000:3.0:1767319766.031486:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796480 00000100:00100000:3.0:1767319766.031536:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1767319766.031545:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045796480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.031711:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045796480:12345-0@lo:400:kworker.0 Request processed in 166us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319766.031719:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00080000:3.0:1767319766.031741:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319766.031787:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c02300 x1853164045796480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319766.031801:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045796480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.031856:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796992 00000100:00100000:3.0:1767319766.031859:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796992 00000100:00100000:3.0:1767319766.031891:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:3.0:1767319766.031897:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045796992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.031928:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045796992:12345-0@lo:400:kworker.0 Request processed in 31us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319766.031937:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00080000:3.0:1767319766.031951:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319766.032068:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.032202:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045796992:0@lo:400:kworker.0 00000100:00100000:0.0:1767319766.032276:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319766.032365:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796224 00000100:00100000:2.0:1767319766.032369:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796224 00000100:00100000:2.0:1767319766.032408:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:2.0:1767319766.032414:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045796224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.032448:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045796224:12345-0@lo:400:kworker.0 Request processed in 34us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319766.032454:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00080000:0.0:1767319766.032507:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319766.032527:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c00700 x1853164045796224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319766.032537:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045796224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.032715:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796864 00000100:00100000:3.0:1767319766.032719:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796864 00000100:00100000:3.0:1767319766.032757:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00100000:3.0:1767319766.032763:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045796864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319766.032817:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045796864:12345-0@lo:400:kworker.0 Request processed in 54us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319766.032823:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00080000:0.0:1767319766.032870:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319766.032933:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319766.032966:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045796608:0@lo:38:kworker.0 00000100:00100000:1.0:1767319766.032991:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319766.033018:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045796736:0@lo:38:kworker.0 00000100:00100000:1.0:1767319766.033041:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319766.033062:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045797120:0@lo:38:kworker.0 00000100:00100000:1.0:1767319766.033084:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319766.033470:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796352 00000100:00100000:3.0:1767319766.033476:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796352 00000100:00100000:3.0:1767319766.033500:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796608 00000100:00100000:3.0:1767319766.033502:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796608 00000100:00100000:3.0:1767319766.033515:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045797120 00000100:00100000:3.0:1767319766.033517:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045797120 00000100:00100000:3.0:1767319766.033531:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:3.0:1767319766.033536:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045796352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319766.033555:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.033861:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045796864:0@lo:400:kworker.0 00000100:00100000:2.0:1767319766.033908:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1767319766.033914:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045796608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319766.033925:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.033967:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045796608:12345-0@lo:38:kworker.0 Request processed in 52us (974us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319766.033974:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1767319766.033989:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1767319766.033993:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045797120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319766.034002:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.034025:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045797120:12345-0@lo:38:kworker.0 Request processed in 31us (940us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319766.034031:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1674 00000100:00100000:2.0:1767319766.034071:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045796736 00000100:00100000:2.0:1767319766.034076:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045796736 00000100:00080000:1.0:1767319766.034307:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319766.034313:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319766.034316:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045797120:0@lo:38:kworker.0 00000100:00080000:1.0:1767319766.034336:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319766.034340:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319766.034343:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045796608:0@lo:38:kworker.0 00000100:00100000:3.0:1767319766.034452:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045796352:12345-0@lo:38:kworker.0 Request processed in 913us (1518us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319766.034458:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:2.0:1767319766.034498:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1767319766.034506:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045796736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319766.034517:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319766.034543:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045796736:12345-0@lo:38:kworker.0 Request processed in 37us (1501us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319766.034604:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319766.034609:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319766.034612:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045796352:0@lo:38:kworker.0 00000100:00080000:1.0:1767319766.034620:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319766.034623:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319766.034626:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045796736:0@lo:38:kworker.0 00000100:00100000:2.0:1767319766.043453:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00010000:00010000:2.0:1767319766.798053:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319767.054268:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319767.054409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045797376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319767.054480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319767.054591:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045797248:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319767.054656:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319767.054742:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045797376 00000100:00100000:0.0:1767319767.054751:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045797376 00000100:00100000:0.0:1767319767.054822:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045797248 00000100:00100000:0.0:1767319767.054826:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045797248 00000100:00100000:0.0:1767319767.054842:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1767319767.054850:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045797376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319767.054885:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319767.054931:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045797376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319767.054938:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1767319767.054954:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:0.0:1767319767.054960:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045797248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319767.054976:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319767.055000:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045797248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319767.055006:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1767319767.055090:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045797376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319767.055376:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045797248:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319767.823181:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319768.845964:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319769.538893:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767319769.538928:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985889664 offset 0 length 520: 4 00000100:00100000:0.0:1767319769.538965:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319769.539098:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889920 00000100:00100000:3.0:1767319769.539108:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889920 00000100:00100000:3.0:1767319769.539180:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985889792 00000100:00100000:3.0:1767319769.539184:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985889792 00000100:00100000:3.0:1767319769.539204:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1285 00000100:00100000:3.0:1767319769.539213:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985889920:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319769.539254:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1675 00000100:00100000:2.0:1767319769.539263:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985889792:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319769.539285:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319769.539300:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985889920:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319769.539310:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1285 00000100:00100000:2.0:1767319769.539321:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985889792:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (354us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319769.539329:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1675 00000100:00080000:0.0:1767319769.539472:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319769.869993:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319770.126404:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319745/real 1767319745] req@ffffa07bd0631180 x1853164045790976/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319770 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319770.126498:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd0631180 x1853164045790976/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319770 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319770.126524:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319770.126559:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319770.126563:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045790976:0@lo:250:kworker.0 00000100:00080000:2.0:1767319770.127372:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319770.127379:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319770.127383:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319770.127388:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4943 00000100:00080000:2.0:1767319770.127392:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319770.127399:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319770.127449:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03800 x1853164045797504/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319770.127579:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:2.0:1767319770.128554:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319770.128561:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319770.128574:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319770.128580:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4964 00000100:00080000:2.0:1767319770.128583:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319770.128589:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319770.128851:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01c00 x1853164045797760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319770.128946:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045797504:0@lo:250:kworker.0 00000400:00000100:3.0:1767319770.129008:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045797504 offset 0 length 520: 4 00000100:00100000:3.0:1767319770.129074:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045797760:0@lo:38:kworker.0 00000100:00100000:3.0:1767319770.129133:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319770.129527:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045797760 00000100:00100000:1.0:1767319770.129536:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045797760 00000100:00100000:1.0:1767319770.129608:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1767319770.129617:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045797760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319770.129638:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319770.129685:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045797760:12345-0@lo:38:kworker.0 Request processed in 67us (551us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319770.129692:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1767319770.129723:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319770.129733:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045797888:0@lo:400:kworker.0 00000100:00100000:1.0:1767319770.129760:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319770.129805:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045797888 00000100:00100000:1.0:1767319770.129809:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045797888 00000100:00100000:1.0:1767319770.129866:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1767319770.129872:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045797888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319770.129915:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045797888:12345-0@lo:400:kworker.0 Request processed in 43us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319770.129921:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00080000:1.0:1767319770.129938:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319770.129962:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c01180 x1853164045797888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319770.129975:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045797888:0@lo:400:kworker.0 00000100:00080000:3.0:1767319770.131380:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319770.131388:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319770.131393:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045797760:0@lo:38:kworker.0 00000100:00100000:0.0:1767319770.135499:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045797632:0@lo:400:kworker.0 00000100:00100000:0.0:1767319770.135648:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319770.136175:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045797632 00000100:00100000:3.0:1767319770.136184:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045797632 00000100:00100000:3.0:1767319770.136263:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:3.0:1767319770.136271:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045797632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319770.136325:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045797632:12345-0@lo:400:kworker.0 Request processed in 55us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319770.136332:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00080000:2.0:1767319770.136467:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319770.136472:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319770.136476:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319770.136480:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4964 00000100:00080000:2.0:1767319770.136484:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319770.136488:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319770.136523:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01500 x1853164045798016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319770.136539:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319770.136543:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319770.136551:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319770.136554:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4964 00000100:00080000:2.0:1767319770.136556:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319770.136560:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319770.136575:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01880 x1853164045798144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319770.136862:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045798016:0@lo:38:kworker.0 00000100:00100000:3.0:1767319770.136907:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319770.136926:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045798144:0@lo:38:kworker.0 00000100:00100000:3.0:1767319770.136947:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319770.136984:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798144 00000100:00100000:3.0:1767319770.136988:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798144 00000100:00100000:3.0:1767319770.137005:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1767319770.137010:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045798144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319770.137028:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319770.137056:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045798144:12345-0@lo:38:kworker.0 Request processed in 45us (107us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319770.137061:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1767319770.137074:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798016 00000100:00100000:3.0:1767319770.137077:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798016 00000100:00100000:3.0:1767319770.137090:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1677 00000100:00100000:3.0:1767319770.137094:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045798016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319770.137102:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319770.137925:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045798016:12345-0@lo:38:kworker.0 Request processed in 826us (1014us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319770.137934:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1677 00000100:00080000:3.0:1767319770.137989:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319770.137995:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319770.137998:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045798016:0@lo:38:kworker.0 00000100:00080000:3.0:1767319770.138010:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319770.138013:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319770.138016:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045798144:0@lo:38:kworker.0 00000100:00080000:2.0:1767319770.138335:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319770.138339:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319770.138342:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319770.138381:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4964 00000100:00080000:2.0:1767319770.138385:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319770.138391:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319770.138409:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02300 x1853164045798528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319770.138531:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045798272:0@lo:400:kworker.0 00000100:00100000:0.0:1767319770.138886:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319770.138922:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319770.138928:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045798400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319770.138949:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319770.138996:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798272 00000100:00100000:0.0:1767319770.139001:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798272 00000100:00100000:0.0:1767319770.139039:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798400 00000100:00100000:0.0:1767319770.139042:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798400 00000100:00100000:0.0:1767319770.139060:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1767319770.139067:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045798272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319770.139338:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045798272:12345-0@lo:400:kworker.0 Request processed in 271us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319770.139346:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1767319770.139361:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1767319770.139368:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045798400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319770.139398:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045798400:12345-0@lo:400:kworker.0 Request processed in 31us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319770.139403:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1767319770.139440:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045798400:0@lo:400:kworker.0 00000100:00100000:0.0:1767319770.139449:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045798272:0@lo:400:kworker.0 00010000:00080000:0.0:1767319770.139477:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c00e00 x1853164045797632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319770.139487:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045797632:0@lo:400:kworker.0 00000100:00080000:1.0:1767319770.139911:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319770.139916:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319770.139918:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319770.140206:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045798528:0@lo:38:kworker.0 00000100:00100000:3.0:1767319770.140260:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319770.140345:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798528 00000100:00100000:1.0:1767319770.140350:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798528 00000100:00100000:1.0:1767319770.140381:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:1.0:1767319770.140386:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045798528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319770.140404:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319770.140448:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045798528:12345-0@lo:38:kworker.0 Request processed in 60us (187us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319770.140454:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00080000:3.0:1767319770.140852:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319770.140858:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319770.140862:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045798528:0@lo:38:kworker.0 00010000:00010000:2.0:1767319770.894188:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319771.918275:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319772.175265:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045798656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319772.175338:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319772.175712:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798656 00000100:00100000:1.0:1767319772.175721:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798656 00000100:00100000:1.0:1767319772.175818:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1767319772.175828:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045798656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319772.175954:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319772.175999:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045798656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 172us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319772.176007:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:2.0:1767319772.176095:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045798784:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319772.176140:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319772.176493:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798784 00000100:00100000:3.0:1767319772.176499:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798784 00000100:00080000:0.0:1767319772.177040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319772.177045:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319772.177109:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045798656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319772.177232:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:3.0:1767319772.177242:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045798784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319772.177264:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319772.177321:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045798784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319772.177328:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1767319772.177385:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045798784:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319772.942396:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319773.966017:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319774.657860:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319774.657991:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890048 00000100:00100000:0.0:1767319774.658008:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890048 00000100:00100000:0.0:1767319774.658107:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1679 00000100:00100000:0.0:1767319774.658115:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985890048:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319774.658162:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319774.658243:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985890048:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 126us (400us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319774.658251:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1679 00000100:00100000:3.0:1767319774.659644:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319774.659726:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890176 00000100:00100000:0.0:1767319774.659733:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890176 00000100:00100000:0.0:1767319774.659948:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1288 00000100:00100000:0.0:1767319774.659957:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985890176:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319774.660025:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985890176:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 69us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319774.660033:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1288 00000100:00080000:1.0:1767319774.660304:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319774.990346:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319775.247396:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319775.247405:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319775.247479:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319775.247483:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319775.247487:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319775.247504:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4968 00000100:00080000:1.0:1767319775.247509:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319775.247515:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319775.247537:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01880 x1853164045799040/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319775.247571:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319775.247575:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319775.247577:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319775.247582:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4968 00000100:00080000:1.0:1767319775.247585:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319775.247589:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319775.247591:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045799168:0@lo:400:kworker.0 00000100:00100000:1.0:1767319775.247602:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164045799296/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319775.247612:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319775.247616:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319775.247617:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319775.247621:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4968 00000100:00080000:1.0:1767319775.247623:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319775.247627:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319775.247638:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164045799424/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319775.247665:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319775.247675:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319775.247678:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319775.247680:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319775.247685:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4968 00000100:00080000:1.0:1767319775.247687:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319775.247691:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319775.247703:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164045799808/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319775.247726:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319775.247728:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045799552:0@lo:400:kworker.0 00000100:00100000:3.0:1767319775.247737:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045798912:0@lo:400:kworker.0 00000100:00100000:3.0:1767319775.247807:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319775.247840:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045799680:0@lo:400:kworker.0 00000100:00100000:3.0:1767319775.247844:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799168 00000100:00100000:3.0:1767319775.247853:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799168 00000100:00100000:0.0:1767319775.247885:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319775.247919:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045798912 00000100:00100000:3.0:1767319775.247922:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045798912 00000100:00100000:0.0:1767319775.247940:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799680 00000100:00100000:0.0:1767319775.247945:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799680 00000100:00100000:1.0:1767319775.247961:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319775.247967:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1767319775.247977:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045799168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319775.248027:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045799040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319775.248042:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045799168:12345-0@lo:400:kworker.0 Request processed in 66us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319775.248050:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1767319775.248075:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319775.248079:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1767319775.248088:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045798912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319775.248099:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045799296:0@lo:38:kworker.0 00000100:00100000:3.0:1767319775.248141:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045798912:12345-0@lo:400:kworker.0 Request processed in 52us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319775.248143:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319775.248151:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:3.0:1767319775.248166:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799040 00000100:00100000:2.0:1767319775.248167:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045799424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319775.248171:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799040 00000100:00100000:3.0:1767319775.248185:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799296 00000100:00100000:3.0:1767319775.248188:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799296 00000100:00100000:2.0:1767319775.248200:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319775.248204:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1680 00000100:00100000:3.0:1767319775.248210:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045799040:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319775.248222:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045799808:0@lo:38:kworker.0 00010000:00020000:3.0:1767319775.248229:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319775.248263:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045799040:12345-0@lo:38:kworker.0 Request processed in 51us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319775.248269:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1680 00000100:00100000:2.0:1767319775.248276:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319775.248282:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799808 00000100:00100000:3.0:1767319775.248287:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799808 00000100:00100000:3.0:1767319775.248303:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:3.0:1767319775.248308:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045799296:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319775.248311:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319775.248317:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767319775.248319:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319775.248323:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045799040:0@lo:38:kworker.0 00000100:00100000:3.0:1767319775.248352:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045799296:12345-0@lo:38:kworker.0 Request processed in 41us (208us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319775.248359:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:2.0:1767319775.248365:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045799808:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319775.248371:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00010000:00020000:2.0:1767319775.248381:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767319775.248391:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319775.248397:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319775.248410:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045799808:12345-0@lo:38:kworker.0 Request processed in 43us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319775.248417:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00010000:00080000:3.0:1767319775.248426:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02a00 x1853164045798912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319775.248439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045798912:0@lo:400:kworker.0 00010000:00080000:3.0:1767319775.248450:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045799168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319775.248459:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045799168:0@lo:400:kworker.0 00000100:00080000:2.0:1767319775.248462:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319775.248468:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319775.248472:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045799296:0@lo:38:kworker.0 00000100:00080000:2.0:1767319775.248483:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319775.248487:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319775.248490:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045799808:0@lo:38:kworker.0 00000100:00100000:2.0:1767319775.248529:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799424 00000100:00100000:2.0:1767319775.248533:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799424 00000100:00100000:2.0:1767319775.248550:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1767319775.248554:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045799424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319775.248564:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319775.248594:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045799424:12345-0@lo:38:kworker.0 Request processed in 38us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319775.248600:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:2.0:1767319775.248619:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319775.248622:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319775.248625:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045799424:0@lo:38:kworker.0 00000100:00100000:0.0:1767319775.249858:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1767319775.249876:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045799680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319775.249936:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045799680:12345-0@lo:400:kworker.0 Request processed in 68us (2052us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319775.249942:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1767319775.250212:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799552 00000100:00100000:0.0:1767319775.250218:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799552 00000100:00100000:0.0:1767319775.250258:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1767319775.250265:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045799552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319775.250304:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045799552:12345-0@lo:400:kworker.0 Request processed in 40us (2344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319775.250310:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:0.0:1767319775.250329:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319775.250372:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045799552:0@lo:400:kworker.0 00000100:00100000:3.0:1767319775.250635:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045799680:0@lo:400:kworker.0 00010000:00010000:3.0:1767319776.015081:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319777.039011:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319777.294384:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045800064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319777.294494:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319777.294581:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045799936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319777.296735:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319777.306308:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800064 00000100:00100000:0.0:1767319777.306367:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800064 00000100:00100000:0.0:1767319777.306486:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045799936 00000100:00100000:0.0:1767319777.306492:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045799936 00000100:00100000:0.0:1767319777.306516:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1767319777.306526:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045800064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319777.306575:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319777.306675:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045800064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 150us (12179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319777.306683:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1767319777.306702:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1767319777.306720:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045799936:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319777.306871:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319777.306878:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767319777.307915:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319777.308147:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045799936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1436us (11416us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319777.308253:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1767319777.308329:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045800064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319777.309557:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045799936:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319778.062130:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319779.086127:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319779.781198:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319779.781336:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319779.781532:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890432 00000100:00100000:2.0:1767319779.781543:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890432 00000100:00100000:2.0:1767319779.781634:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890304 00000100:00100000:2.0:1767319779.781637:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890304 00000100:00100000:2.0:1767319779.781658:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1291 00000100:00100000:2.0:1767319779.781683:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985890432:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319779.781796:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985890432:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 129us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319779.781804:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1291 00000100:00100000:2.0:1767319779.781842:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1683 00000100:00100000:2.0:1767319779.781847:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985890304:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319779.781865:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319779.781891:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985890304:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (553us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319779.781897:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1683 00000100:00080000:3.0:1767319779.782277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319780.110090:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319780.367809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319780.367819:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319780.367886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319780.367891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319780.367895:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319780.367903:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4973 00000100:00080000:2.0:1767319780.367907:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319780.367914:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319780.367936:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01180 x1853164045800320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319780.367982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319780.367985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319780.367987:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319780.368037:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4973 00000100:00080000:2.0:1767319780.368040:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319780.368043:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319780.368056:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03b80 x1853164045800576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319780.368064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319780.368067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319780.368068:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319780.368072:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:2.0:1767319780.368074:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319780.368078:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319780.368088:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00a80 x1853164045800704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319780.368119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319780.368133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319780.368135:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319780.368138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4973 00000100:00080000:2.0:1767319780.368140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319780.368143:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319780.368154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01f80 x1853164045801088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319780.368179:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045800832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319780.368241:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319780.368302:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319780.368309:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045800960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319780.368330:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319780.368344:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045800448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319780.368362:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800832 00000100:00100000:2.0:1767319780.368371:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800832 00000100:00100000:3.0:1767319780.368406:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319780.368423:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800960 00000100:00100000:2.0:1767319780.368427:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800960 00000100:00100000:3.0:1767319780.368445:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319780.368450:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:3.0:1767319780.368456:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045800192:0@lo:400:kworker.0 00000100:00100000:2.0:1767319780.368462:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045800832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319780.368485:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319780.368521:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045800832:12345-0@lo:400:kworker.0 Request processed in 62us (278us total) trans 0 rc 0/0 00000100:00080000:3.0:1767319780.368525:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319780.368530:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00080000:3.0:1767319780.368530:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319780.368549:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1767319780.368557:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045800960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319780.368585:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045800960:12345-0@lo:400:kworker.0 Request processed in 29us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319780.368588:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045800832:0@lo:400:kworker.0 00000100:00100000:2.0:1767319780.368596:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:3.0:1767319780.368636:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045800960:0@lo:400:kworker.0 00000100:00100000:0.0:1767319780.368690:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800448 00000100:00100000:0.0:1767319780.368695:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800448 00000100:00100000:0.0:1767319780.368735:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800192 00000100:00100000:0.0:1767319780.368739:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800192 00000100:00100000:0.0:1767319780.368759:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1767319780.368765:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045800448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319780.368833:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045800448:12345-0@lo:400:kworker.0 Request processed in 68us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319780.368842:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1767319780.368854:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:0.0:1767319780.368859:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045800192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319780.368882:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045800192:12345-0@lo:400:kworker.0 Request processed in 22us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319780.368887:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00010000:00080000:0.0:1767319780.368919:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c01c00 x1853164045800192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319780.368929:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045800192:0@lo:400:kworker.0 00010000:00080000:0.0:1767319780.368938:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c02680 x1853164045800448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319780.368946:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045800448:0@lo:400:kworker.0 00000100:00080000:3.0:1767319780.369233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319780.369477:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045800320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.369513:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319780.369563:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045800576:0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.369585:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319780.369614:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045800704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.369659:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319780.369675:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800320 00000100:00100000:3.0:1767319780.369681:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800320 00000100:00100000:1.0:1767319780.369687:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045801088:0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.369711:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319780.369713:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800576 00000100:00100000:3.0:1767319780.369717:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800576 00000100:00100000:3.0:1767319780.369728:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801088 00000100:00100000:3.0:1767319780.369731:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801088 00000100:00100000:3.0:1767319780.369748:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1767319780.369751:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045800704 00000100:00100000:3.0:1767319780.369757:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045800320:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.369758:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045800704 00010000:00020000:3.0:1767319780.369812:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319780.369831:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1767319780.369838:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045800704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319780.369849:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319780.369855:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045800320:12345-0@lo:38:kworker.0 Request processed in 99us (341us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319780.369864:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1767319780.369884:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:1.0:1767319780.369888:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045800704:12345-0@lo:38:kworker.0 Request processed in 46us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319780.369893:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045800576:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.369901:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00010000:00020000:3.0:1767319780.369906:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319780.369930:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1686 00000100:00100000:3.0:1767319780.369937:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045800576:12345-0@lo:38:kworker.0 Request processed in 44us (350us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319780.369938:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045801088:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319780.369951:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00010000:00020000:1.0:1767319780.369956:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319780.370950:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319780.370959:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319780.370963:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045800320:0@lo:38:kworker.0 00000100:00080000:0.0:1767319780.370985:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319780.370988:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319780.370991:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045800576:0@lo:38:kworker.0 00000100:00080000:0.0:1767319780.371000:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319780.371003:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319780.371006:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045800704:0@lo:38:kworker.0 00000100:00100000:1.0:1767319780.371599:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045801088:12345-0@lo:38:kworker.0 Request processed in 1658us (1885us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319780.371610:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1686 00000100:00080000:0.0:1767319780.376249:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319780.376264:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319780.376268:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045801088:0@lo:38:kworker.0 00010000:00010000:2.0:1767319781.134081:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319782.158253:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319782.415338:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045801344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319782.415473:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319782.415577:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045801216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319782.415602:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801344 00000100:00100000:2.0:1767319782.415610:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801344 00000100:00100000:3.0:1767319782.415610:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319782.415649:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319782.415658:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801216 00000100:00100000:2.0:1767319782.415661:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801216 00000100:00100000:3.0:1767319782.415682:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:2.0:1767319782.415689:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1767319782.415695:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045801344:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319782.415700:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045801216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319782.415728:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:3.0:1767319782.415729:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319782.415815:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045801216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319782.415823:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00080000:2.0:1767319782.415848:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319782.416981:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045801216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319782.419794:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045801344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4092us (4310us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319782.419808:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1767319782.420094:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045801344:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319783.181957:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319784.206220:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319784.902865:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319784.902919:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319784.903043:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890688 00000100:00100000:2.0:1767319784.903053:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890688 00000100:00100000:2.0:1767319784.903131:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890560 00000100:00100000:2.0:1767319784.903135:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890560 00000100:00100000:2.0:1767319784.903166:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1294 00000100:00100000:2.0:1767319784.903175:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985890688:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319784.903247:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985890688:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319784.903264:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1294 00000100:00100000:2.0:1767319784.903284:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1687 00000100:00100000:2.0:1767319784.903288:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985890560:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319784.903307:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319784.903343:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985890560:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (424us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319784.903349:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1687 00000100:00080000:3.0:1767319784.903618:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319785.231032:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319785.489152:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319785.489163:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319785.489227:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319785.489232:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319785.489236:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319785.489244:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4978 00000100:00080000:1.0:1767319785.489249:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319785.489256:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319785.489280:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452680 x1853164045801600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319785.489309:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319785.489313:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319785.489315:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319785.489318:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4978 00000100:00080000:1.0:1767319785.489321:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319785.489324:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319785.489335:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14000 x1853164045801856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319785.489344:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319785.489347:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319785.489358:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319785.489362:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:1.0:1767319785.489364:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319785.489368:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319785.489379:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16300 x1853164045801984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319785.489412:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319785.489416:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319785.489419:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319785.489422:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4978 00000100:00080000:1.0:1767319785.489425:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319785.489428:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319785.489437:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdf80 x1853164045802368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319785.489463:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045802240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319785.489528:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319785.489588:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319785.489595:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045802112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319785.489617:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319785.489645:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802240 00000100:00100000:1.0:1767319785.489653:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802240 00000100:00100000:1.0:1767319785.489710:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802112 00000100:00100000:1.0:1767319785.489713:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802112 00000100:00100000:1.0:1767319785.489733:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1767319785.489741:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045802240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319785.489826:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045802240:12345-0@lo:400:kworker.0 Request processed in 84us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319785.489833:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:1.0:1767319785.489852:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1767319785.489859:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045802112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319785.489883:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045802112:12345-0@lo:400:kworker.0 Request processed in 25us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319785.489889:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 00000100:00100000:1.0:1767319785.489954:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045802112:0@lo:400:kworker.0 00000100:00100000:1.0:1767319785.489964:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045802240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319785.490054:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045801472:0@lo:400:kworker.0 00000100:00100000:3.0:1767319785.490087:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319785.490119:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319785.490124:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045801728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319785.490145:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319785.490171:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801472 00000100:00100000:3.0:1767319785.490174:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801472 00000100:00100000:3.0:1767319785.490201:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801728 00000100:00100000:3.0:1767319785.490204:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801728 00000100:00100000:3.0:1767319785.490223:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1767319785.490229:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045801472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319785.490261:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045801472:12345-0@lo:400:kworker.0 Request processed in 31us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319785.490267:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:3.0:1767319785.490279:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1767319785.490284:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045801728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319785.490308:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045801728:12345-0@lo:400:kworker.0 Request processed in 24us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319785.490314:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00080000:3.0:1767319785.490333:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319785.490337:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319785.490339:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1767319785.490370:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453800 x1853164045801728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319785.490380:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045801728:0@lo:400:kworker.0 00010000:00080000:3.0:1767319785.490390:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224000 x1853164045801472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319785.490399:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045801472:0@lo:400:kworker.0 00000100:00100000:2.0:1767319785.490546:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045801600:0@lo:38:kworker.0 00000100:00100000:2.0:1767319785.490576:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319785.490600:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045801856:0@lo:38:kworker.0 00000100:00100000:2.0:1767319785.490619:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319785.490637:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045801984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319785.490658:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319785.490676:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045802368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319785.490695:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319785.490759:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801984 00000100:00100000:3.0:1767319785.490764:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801984 00000100:00100000:3.0:1767319785.490812:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1767319785.490817:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045801984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319785.490834:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319785.490870:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045801984:12345-0@lo:38:kworker.0 Request processed in 51us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319785.490877:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1767319785.490893:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801600 00000100:00100000:3.0:1767319785.490897:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801600 00000100:00100000:3.0:1767319785.490911:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045801856 00000100:00100000:3.0:1767319785.490913:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045801856 00000100:00100000:3.0:1767319785.490924:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802368 00000100:00100000:3.0:1767319785.490926:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802368 00000100:00100000:3.0:1767319785.490947:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1767319785.490951:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045801600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319785.490962:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319785.490987:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045801600:12345-0@lo:38:kworker.0 Request processed in 35us (411us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319785.490993:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00100000:3.0:1767319785.491003:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1767319785.491008:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045801856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319785.491016:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319785.491036:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045801856:12345-0@lo:38:kworker.0 Request processed in 27us (416us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319785.491041:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1689 00000100:00100000:3.0:1767319785.491050:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:3.0:1767319785.491053:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045802368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319785.491061:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319785.491078:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045802368:12345-0@lo:38:kworker.0 Request processed in 23us (382us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319785.491085:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00080000:3.0:1767319785.491119:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319785.491124:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319785.491127:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045801600:0@lo:38:kworker.0 00000100:00080000:3.0:1767319785.491135:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319785.491138:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319785.491141:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045801856:0@lo:38:kworker.0 00000100:00080000:3.0:1767319785.491148:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319785.491151:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319785.491153:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045801984:0@lo:38:kworker.0 00000100:00080000:3.0:1767319785.491159:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319785.491162:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319785.491165:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045802368:0@lo:38:kworker.0 00010000:00010000:1.0:1767319786.254075:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319787.278082:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319787.535278:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319787.535301:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045802496:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319787.535359:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319787.535984:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802496 00000100:00100000:0.0:1767319787.535994:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802496 00000100:00100000:0.0:1767319787.536058:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767319787.536067:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045802496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319787.536097:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319787.536162:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045802496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319787.536168:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767319787.536209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045802496:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319787.536313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319787.537606:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319787.537621:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045802624:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319787.537669:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319787.537914:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802624 00000100:00100000:2.0:1767319787.537920:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802624 00000100:00100000:2.0:1767319787.538012:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1767319787.538021:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045802624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319787.538043:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319787.538088:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045802624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319787.538094:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1767319787.538265:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045802624:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319787.540859:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319788.302072:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319789.327807:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319790.017962:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319790.018092:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890944 00000100:00100000:1.0:1767319790.018106:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890944 00000100:00100000:1.0:1767319790.018212:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1297 00000100:00100000:1.0:1767319790.018225:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985890944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319790.018328:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985890944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 105us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319790.018337:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1297 00000100:00080000:3.0:1767319790.018462:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319790.019243:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319790.020288:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985890816 00000100:00100000:2.0:1767319790.020304:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985890816 00000100:00100000:2.0:1767319790.020423:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1691 00000100:00100000:2.0:1767319790.020432:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985890816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319790.020460:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319790.020545:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985890816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 113us (1307us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319790.020553:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1691 00010000:00010000:1.0:1767319790.350059:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319790.606261:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319790.606276:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319790.606363:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319790.606368:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319790.606373:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319790.606384:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4983 00000100:00080000:2.0:1767319790.606389:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319790.606397:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319790.606425:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d9180 x1853164045802880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319790.606456:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319790.606460:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319790.606462:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319790.606465:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4983 00000100:00080000:2.0:1767319790.606468:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319790.606471:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319790.606481:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8380 x1853164045803136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319790.606489:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319790.606492:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319790.606494:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319790.606497:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4983 00000100:00080000:2.0:1767319790.606499:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319790.606502:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319790.606513:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8700 x1853164045803264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319790.606550:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319790.606553:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319790.606555:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319790.606558:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4983 00000100:00080000:2.0:1767319790.606561:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319790.606564:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319790.606575:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164045803648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319790.606664:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045803008:0@lo:400:kworker.0 00000100:00100000:3.0:1767319790.606756:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319790.606872:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319790.606878:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045802752:0@lo:400:kworker.0 00000100:00100000:3.0:1767319790.606904:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607036:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045802880:0@lo:38:kworker.0 00000100:00100000:0.0:1767319790.607069:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607085:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045803136:0@lo:38:kworker.0 00000100:00100000:0.0:1767319790.607111:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607130:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045803264:0@lo:38:kworker.0 00000100:00100000:0.0:1767319790.607158:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045803648:0@lo:38:kworker.0 00000100:00100000:0.0:1767319790.607198:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607226:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045803520:0@lo:400:kworker.0 00000100:00100000:0.0:1767319790.607254:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607275:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319790.607280:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045803392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319790.607301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319790.607385:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803520 00000100:00100000:0.0:1767319790.607394:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803520 00000100:00100000:0.0:1767319790.607457:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803392 00000100:00100000:0.0:1767319790.607461:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803392 00000100:00100000:0.0:1767319790.607484:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1767319790.607493:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045803520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319790.607558:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045803520:12345-0@lo:400:kworker.0 Request processed in 65us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319790.607566:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1767319790.607584:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1767319790.607590:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045803392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319790.607615:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045803392:12345-0@lo:400:kworker.0 Request processed in 25us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319790.607620:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:0.0:1767319790.607678:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045803392:0@lo:400:kworker.0 00000100:00100000:0.0:1767319790.607690:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045803520:0@lo:400:kworker.0 00000100:00080000:0.0:1767319790.607716:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319790.607720:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319790.607801:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803008 00000100:00100000:3.0:1767319790.607805:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803008 00000100:00100000:3.0:1767319790.607860:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802752 00000100:00100000:3.0:1767319790.607864:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802752 00000100:00100000:3.0:1767319790.607878:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045802880 00000100:00100000:3.0:1767319790.607881:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045802880 00000100:00100000:3.0:1767319790.607891:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803136 00000100:00100000:3.0:1767319790.607893:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803136 00000100:00100000:3.0:1767319790.607901:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803648 00000100:00100000:3.0:1767319790.607904:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803648 00000100:00100000:3.0:1767319790.607915:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1767319790.607922:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045803008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319790.607961:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045803008:12345-0@lo:400:kworker.0 Request processed in 40us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319790.607967:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1767319790.607981:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1767319790.607988:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045802752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319790.608016:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045802752:12345-0@lo:400:kworker.0 Request processed in 28us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319790.608022:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1767319790.608032:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1692 00000100:00100000:3.0:1767319790.608036:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045802880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319790.608056:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319790.608086:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045802880:12345-0@lo:38:kworker.0 Request processed in 48us (1015us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319790.608092:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1692 00000100:00100000:3.0:1767319790.608104:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:3.0:1767319790.608108:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045803136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319790.608117:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319790.608141:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73b8850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045803136:12345-0@lo:38:kworker.0 Request processed in 31us (1029us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319790.608146:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:2.0:1767319790.608458:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:2.0:1767319790.608467:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045803648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319790.608478:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319790.608523:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045803648:12345-0@lo:38:kworker.0 Request processed in 57us (1323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319790.608532:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00000100:00100000:2.0:1767319790.608570:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803264 00000100:00100000:2.0:1767319790.608575:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803264 00000100:00100000:2.0:1767319790.608610:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1767319790.608618:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045803264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319790.608628:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319790.608670:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045803264:12345-0@lo:38:kworker.0 Request processed in 51us (1510us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319790.608677:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00010000:00080000:2.0:1767319790.608978:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4e00 x1853164045802752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319790.608993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045802752:0@lo:400:kworker.0 00010000:00080000:2.0:1767319790.609005:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08db800 x1853164045803008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319790.609013:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045803008:0@lo:400:kworker.0 00000100:00080000:0.0:1767319790.610045:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319790.610095:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319790.610104:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319790.610109:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045802880:0@lo:38:kworker.0 00000100:00080000:0.0:1767319790.610122:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319790.610126:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319790.610129:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045803136:0@lo:38:kworker.0 00000100:00080000:0.0:1767319790.610139:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319790.610143:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319790.610146:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045803264:0@lo:38:kworker.0 00000100:00080000:0.0:1767319790.610157:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319790.610160:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319790.610163:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045803648:0@lo:38:kworker.0 00010000:00010000:2.0:1767319791.378141:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319792.399341:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319792.654323:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319792.654350:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045803776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319792.654463:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319792.655112:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803776 00000100:00100000:0.0:1767319792.655124:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803776 00000100:00100000:0.0:1767319792.655221:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1767319792.655233:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045803776:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319792.655234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767319792.655273:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319792.655351:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045803776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 120us (886us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319792.655359:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:3.0:1767319792.655847:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045803776:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319792.657841:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045803904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319792.657951:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319792.658076:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045803904 00000100:00100000:0.0:1767319792.658087:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045803904 00000100:00100000:0.0:1767319792.658184:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1767319792.658195:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045803904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319792.658235:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767319792.658322:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319792.662600:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045803904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4389us (4630us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319792.662620:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00100000:3.0:1767319792.663113:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045803904:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319793.422862:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319794.115896:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985891072 offset 0 length 520: 4 00000100:00100000:3.0:1767319794.116031:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319794.116079:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319794.122903:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891200 00000100:00100000:1.0:1767319794.122925:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891200 00000100:00100000:1.0:1767319794.123014:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891328 00000100:00100000:1.0:1767319794.123018:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891328 00000100:00100000:1.0:1767319794.123093:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1300 00000100:00100000:1.0:1767319794.123111:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985891328:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319794.123222:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985891328:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 119us (7141us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319794.123231:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1300 00000100:00100000:1.0:1767319794.123271:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1695 00000100:00100000:1.0:1767319794.123277:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985891200:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319794.123303:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319794.123334:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985891200:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (7304us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319794.123342:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1695 00000100:00080000:3.0:1767319794.123465:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319794.449568:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319795.470125:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319795.725892:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319770/real 1767319770] req@ffffa07bc4c03800 x1853164045797504/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319795 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319795.725946:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc4c03800 x1853164045797504/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319795 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767319795.725979:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319795.726007:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767319795.726012:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045797504:0@lo:250:kworker.0 00000100:00080000:1.0:1767319795.726200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319795.726216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319795.726220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319795.726226:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4968 00000100:00080000:1.0:1767319795.726231:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319795.726241:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319795.726290:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5180 x1853164045804032/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319795.726351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319795.726355:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319795.726358:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319795.726362:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4988 00000100:00080000:1.0:1767319795.726365:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319795.726369:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319795.726388:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164045804288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319795.726406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319795.726410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319795.726413:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319795.726417:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4988 00000100:00080000:1.0:1767319795.726419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319795.726423:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319795.726433:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6d80 x1853164045804544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319795.726441:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319795.726444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319795.726446:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319795.726449:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:1.0:1767319795.726451:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319795.726455:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319795.726466:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4a80 x1853164045804672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319795.726499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319795.726502:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319795.726504:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319795.726508:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4988 00000100:00080000:1.0:1767319795.726510:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319795.726514:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319795.726527:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4700 x1853164045805056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319795.726797:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045804416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.726897:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319795.726979:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319795.726986:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045804160:0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.727012:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319795.727054:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804416 00000100:00100000:0.0:1767319795.727064:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804416 00000100:00100000:0.0:1767319795.727132:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804160 00000100:00100000:0.0:1767319795.727135:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804160 00000100:00100000:2.0:1767319795.727261:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045804800:0@lo:400:kworker.0 00000100:00100000:2.0:1767319795.727304:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319795.727336:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319795.727342:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045804928:0@lo:400:kworker.0 00000100:00100000:2.0:1767319795.727365:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319795.728911:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319795.728966:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045804032:0@lo:250:kworker.0 00000400:00000100:3.0:1767319795.729030:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045804032 offset 0 length 520: 4 00000100:00100000:3.0:1767319795.729077:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045804288:0@lo:38:kworker.0 00000100:00100000:3.0:1767319795.729112:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319795.733864:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045804544:0@lo:38:kworker.0 00000100:00100000:3.0:1767319795.733966:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319795.737248:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804288 00000100:00100000:0.0:1767319795.737273:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804288 00000100:00100000:0.0:1767319795.737374:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1767319795.737394:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045804416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.737526:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045804416:12345-0@lo:400:kworker.0 Request processed in 142us (10635us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319795.737534:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:0.0:1767319795.740048:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1767319795.740095:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045804160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.740233:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045804160:12345-0@lo:400:kworker.0 Request processed in 156us (13219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319795.740241:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1767319795.740267:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1767319795.740273:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045804288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319795.740302:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319795.740342:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045804288:12345-0@lo:38:kworker.0 Request processed in 67us (11229us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319795.740350:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00010000:00080000:0.0:1767319795.740452:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c4e00 x1853164045804160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319795.740473:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045804160:0@lo:400:kworker.0 00010000:00080000:0.0:1767319795.740491:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5880 x1853164045804416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319795.740501:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045804416:0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.740573:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804800 00000100:00100000:0.0:1767319795.740581:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804800 00000100:00100000:0.0:1767319795.740642:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804928 00000100:00100000:0.0:1767319795.740646:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804928 00000100:00100000:0.0:1767319795.740667:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1767319795.740674:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045804800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.740726:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045804800:12345-0@lo:400:kworker.0 Request processed in 52us (13421us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319795.740733:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1767319795.740756:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1767319795.740766:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045804928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.740826:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045804928:12345-0@lo:400:kworker.0 Request processed in 64us (13460us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319795.740831:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1767319795.740873:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045804928:0@lo:400:kworker.0 00000100:00100000:0.0:1767319795.740888:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045804800:0@lo:400:kworker.0 00000100:00080000:0.0:1767319795.740913:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319795.740918:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319795.751589:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045804672:0@lo:38:kworker.0 00000100:00100000:3.0:1767319795.751687:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319795.751864:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804544 00000100:00100000:1.0:1767319795.751878:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804544 00000100:00100000:1.0:1767319795.751940:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:1.0:1767319795.752165:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045804544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319795.752197:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319795.752296:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045804544:12345-0@lo:38:kworker.0 Request processed in 138us (18330us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319795.752517:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045805056:0@lo:38:kworker.0 00000100:00100000:3.0:1767319795.752564:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319795.752626:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319795.752633:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319795.752638:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045804288:0@lo:38:kworker.0 00000100:00080000:3.0:1767319795.752653:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319795.752657:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319795.752660:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045804544:0@lo:38:kworker.0 00000100:00100000:3.0:1767319795.753373:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805056 00000100:00100000:3.0:1767319795.753382:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805056 00000100:00100000:2.0:1767319795.758398:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045804672 00000100:00100000:2.0:1767319795.758424:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045804672 00000100:00100000:2.0:1767319795.758501:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1767319795.758513:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045804672:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319795.758546:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319795.758686:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045804672:12345-0@lo:38:kworker.0 Request processed in 173us (6996us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319795.758695:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:2.0:1767319795.758806:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319795.758815:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319795.758819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045804672:0@lo:38:kworker.0 00000100:00100000:1.0:1767319795.760388:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00100000:3.0:1767319795.764615:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1698 00000100:00100000:3.0:1767319795.764633:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045805056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319795.764666:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319795.764839:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045805056:12345-0@lo:38:kworker.0 Request processed in 208us (12273us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319795.764848:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1698 00000100:00080000:2.0:1767319795.765084:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319795.765092:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319795.765099:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045805056:0@lo:38:kworker.0 00010000:00010000:3.0:1767319796.494333:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319797.518119:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319797.776066:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319797.776096:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045805184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319797.776196:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319797.777033:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045805312:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319797.777159:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319797.777221:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805184 00000100:00100000:3.0:1767319797.777236:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805184 00000100:00100000:0.0:1767319797.777285:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805312 00000100:00100000:0.0:1767319797.777294:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805312 00000100:00100000:3.0:1767319797.777318:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1767319797.777334:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045805184:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319797.777348:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:0.0:1767319797.777361:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045805312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319797.777372:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:0.0:1767319797.777392:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319797.777713:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319797.777735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319797.791577:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045805312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 14202us (14400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319797.791598:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1767319797.792878:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045805312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319797.792994:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045805184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15653us (16788us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319797.793012:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1767319797.795060:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045805184:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319798.543484:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319799.233939:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319799.233999:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319799.234265:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891456 00000100:00100000:2.0:1767319799.234276:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891456 00000100:00100000:2.0:1767319799.234320:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891584 00000100:00100000:2.0:1767319799.234324:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891584 00000100:00100000:2.0:1767319799.234428:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1303 00000100:00100000:2.0:1767319799.234441:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985891584:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319799.234536:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985891584:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 99us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319799.234544:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1303 00000100:00100000:2.0:1767319799.234563:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1699 00000100:00100000:2.0:1767319799.234567:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985891456:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319799.234590:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319799.234618:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985891456:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (690us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319799.234624:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1699 00000100:00080000:3.0:1767319799.236344:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319799.566508:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319800.591241:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319800.846300:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319800.846313:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319800.846375:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319800.846379:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319800.846383:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319800.846391:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319800.846395:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319800.846401:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319800.846421:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f480 x1853164045805568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319800.846452:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319800.846455:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319800.846457:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319800.846460:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319800.846462:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319800.846466:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319800.846475:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ca80 x1853164045805824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319800.846483:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319800.846486:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319800.846487:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319800.846491:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319800.846493:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319800.846496:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319800.846506:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c380 x1853164045805952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319800.846541:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319800.846545:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319800.846546:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319800.846549:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4994 00000100:00080000:2.0:1767319800.846552:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319800.846555:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319800.846564:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c700 x1853164045806336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319800.846590:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045806080:0@lo:400:kworker.0 00000100:00100000:2.0:1767319800.846684:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319800.846722:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319800.846727:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045806208:0@lo:400:kworker.0 00000100:00100000:2.0:1767319800.846753:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319800.846855:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045805568:0@lo:38:kworker.0 00000100:00100000:1.0:1767319800.846888:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319800.846914:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045805824:0@lo:38:kworker.0 00000100:00100000:1.0:1767319800.846933:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319800.846946:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045805952:0@lo:38:kworker.0 00000100:00100000:1.0:1767319800.846967:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319800.846980:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045806336:0@lo:38:kworker.0 00000100:00100000:1.0:1767319800.846994:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319800.847244:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806080 00000100:00100000:0.0:1767319800.847253:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806080 00000100:00100000:0.0:1767319800.847320:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806208 00000100:00100000:0.0:1767319800.847324:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806208 00000100:00100000:0.0:1767319800.847345:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1767319800.847354:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045806080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319800.847412:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045806080:12345-0@lo:400:kworker.0 Request processed in 59us (727us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319800.847419:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1767319800.847436:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1767319800.847441:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045806208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319800.847466:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045806208:12345-0@lo:400:kworker.0 Request processed in 25us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319800.847472:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1767319800.847495:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805952 00000100:00100000:0.0:1767319800.847499:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805952 00000100:00100000:0.0:1767319800.847520:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1767319800.847524:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045805952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319800.847545:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319800.847580:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045805952:12345-0@lo:38:kworker.0 Request processed in 54us (611us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319800.847587:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1767319800.847615:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805568 00000100:00100000:0.0:1767319800.847619:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805568 00000100:00100000:0.0:1767319800.847636:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805824 00000100:00100000:0.0:1767319800.847639:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805824 00000100:00100000:0.0:1767319800.847661:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806336 00000100:00100000:0.0:1767319800.847664:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806336 00000100:00100000:0.0:1767319800.847677:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1767319800.847681:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045805568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319800.847690:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319800.847716:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045805568:12345-0@lo:38:kworker.0 Request processed in 33us (827us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319800.847721:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00000100:00100000:0.0:1767319800.847732:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1767319800.847735:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045805824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319800.847743:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319800.847764:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045805824:12345-0@lo:38:kworker.0 Request processed in 28us (831us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319800.847803:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1701 00000100:00100000:0.0:1767319800.847814:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00080000:1.0:1767319800.847931:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319800.847936:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319800.848076:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045805440:0@lo:400:kworker.0 00000100:00100000:3.0:1767319800.848112:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319800.848135:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319800.848141:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045805696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319800.848161:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319800.848194:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805440 00000100:00100000:3.0:1767319800.848199:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805440 00000100:00100000:0.0:1767319800.848333:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045806336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319800.848345:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319800.848371:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045806336:12345-0@lo:38:kworker.0 Request processed in 37us (1375us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319800.848664:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045805696 00000100:00100000:1.0:1767319800.848669:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045805696 00000100:00100000:1.0:1767319800.848690:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1767319800.848696:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045805696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319800.848736:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045805696:12345-0@lo:400:kworker.0 Request processed in 40us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319800.848741:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:1.0:1767319800.848806:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045806208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319800.848910:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045806080:0@lo:400:kworker.0 00000100:00080000:1.0:1767319800.848947:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319800.848952:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319800.848955:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045805568:0@lo:38:kworker.0 00000100:00080000:1.0:1767319800.848964:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319800.848967:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319800.848970:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045805824:0@lo:38:kworker.0 00000100:00080000:1.0:1767319800.848978:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319800.848982:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319800.848984:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045805952:0@lo:38:kworker.0 00000100:00080000:1.0:1767319800.848992:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319800.848995:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319800.848998:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045806336:0@lo:38:kworker.0 00010000:00080000:1.0:1767319800.849030:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ea00 x1853164045805696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319800.849038:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045805696:0@lo:400:kworker.0 00000100:00080000:1.0:1767319800.849054:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319800.849347:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:3.0:1767319800.849359:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045805440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319800.849398:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045805440:12345-0@lo:400:kworker.0 Request processed in 44us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319800.849404:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00010000:00080000:1.0:1767319800.850206:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0e680 x1853164045805440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319800.850216:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045805440:0@lo:400:kworker.0 00000100:00100000:0.0:1767319800.850325:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00010000:00010000:2.0:1767319801.615139:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319802.638367:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319802.894047:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319802.894075:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045806464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319802.894149:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319802.894205:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806464 00000100:00100000:3.0:1767319802.894213:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806464 00000100:00100000:3.0:1767319802.894277:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1767319802.894288:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045806464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319802.894320:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319802.894365:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045806464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319802.894372:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:0.0:1767319802.894455:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045806464:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767319802.894519:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319802.894645:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045806592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319802.894669:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319802.894820:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806592 00000100:00100000:3.0:1767319802.894825:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806592 00000100:00100000:3.0:1767319802.894855:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1767319802.894862:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045806592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319802.894879:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319802.894938:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319802.895575:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045806592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 711us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319802.895669:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1767319802.895739:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045806592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319803.662136:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319804.354547:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319804.354683:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891840 00000100:00100000:0.0:1767319804.354696:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891840 00000100:00080000:2.0:1767319804.354828:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319804.354842:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1306 00000100:00100000:0.0:1767319804.354858:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985891840:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319804.354958:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985891840:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 104us (435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319804.354967:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1306 00000100:00100000:2.0:1767319804.361195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319804.363483:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891712 00000100:00100000:0.0:1767319804.363508:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891712 00000100:00100000:0.0:1767319804.363883:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1703 00000100:00100000:0.0:1767319804.363895:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985891712:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319804.363930:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319804.364192:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985891712:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 295us (3010us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319804.364203:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1703 00010000:00010000:3.0:1767319804.686940:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319805.713924:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319805.966190:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319805.966203:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319805.966294:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319805.966299:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319805.966305:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319805.966315:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 4999 00000100:00080000:2.0:1767319805.966322:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319805.966331:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319805.966358:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0dc00 x1853164045806848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319805.966394:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319805.966397:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319805.966399:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319805.966403:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 4999 00000100:00080000:2.0:1767319805.966406:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319805.966409:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319805.966420:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0e680 x1853164045807104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319805.966429:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319805.966432:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319805.966434:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319805.966438:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 4999 00000100:00080000:2.0:1767319805.966440:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319805.966444:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319805.966455:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ea00 x1853164045807232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319805.966490:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319805.966494:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319805.966496:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319805.966500:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 4999 00000100:00080000:2.0:1767319805.966503:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319805.966507:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319805.966516:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ca80 x1853164045807616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319805.966546:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045807360:0@lo:400:kworker.0 00000100:00100000:2.0:1767319805.966681:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319805.966752:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319805.966758:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045807488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319805.966903:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045806720:0@lo:400:kworker.0 00000100:00100000:0.0:1767319805.966974:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807360 00000100:00100000:0.0:1767319805.966984:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807360 00000100:00100000:0.0:1767319805.967056:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1767319805.967068:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045807360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319805.967658:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045806976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319805.968030:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319805.968137:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319805.968158:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045806848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319805.968207:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319805.968230:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045807104:0@lo:38:kworker.0 00000100:00100000:1.0:1767319805.968255:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319805.968278:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045807232:0@lo:38:kworker.0 00000100:00100000:1.0:1767319805.968307:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319805.968331:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045807616:0@lo:38:kworker.0 00000100:00100000:1.0:1767319805.968354:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319805.968390:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806720 00000100:00100000:1.0:1767319805.968398:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806720 00000100:00100000:1.0:1767319805.968451:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806848 00000100:00100000:1.0:1767319805.968454:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806848 00000100:00100000:1.0:1767319805.968470:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807104 00000100:00100000:1.0:1767319805.968472:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807104 00000100:00100000:1.0:1767319805.968482:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807616 00000100:00100000:1.0:1767319805.968485:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807616 00000100:00100000:1.0:1767319805.968496:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1767319805.968505:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045806720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319805.968577:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045806720:12345-0@lo:400:kworker.0 Request processed in 73us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319805.968585:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:1.0:1767319805.968614:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1767319805.968618:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045806848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319805.968643:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319805.968886:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045806848:12345-0@lo:38:kworker.0 Request processed in 265us (678us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319805.968894:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1704 00000100:00100000:1.0:1767319805.968908:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1767319805.968912:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045807104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319805.968923:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319805.968953:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045807104:12345-0@lo:38:kworker.0 Request processed in 38us (696us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319805.968958:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:1.0:1767319805.968970:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1767319805.968974:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045807616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319805.968982:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319805.969005:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045807616:12345-0@lo:38:kworker.0 Request processed in 29us (650us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319805.969012:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00100000:1.0:1767319805.969034:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807232 00000100:00100000:1.0:1767319805.969039:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807232 00000100:00100000:1.0:1767319805.969063:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1767319805.969068:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045807232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319805.969078:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319805.969105:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045807232:12345-0@lo:38:kworker.0 Request processed in 36us (797us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319805.969111:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:1.0:1767319805.969145:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319805.969182:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0d180 x1853164045806720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319805.969200:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045806720:0@lo:400:kworker.0 00000100:00080000:1.0:1767319805.969238:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319805.969244:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319805.969248:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045806848:0@lo:38:kworker.0 00000100:00080000:1.0:1767319805.969258:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319805.969262:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319805.969265:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045807104:0@lo:38:kworker.0 00000100:00080000:1.0:1767319805.969274:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319805.969277:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319805.969281:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045807232:0@lo:38:kworker.0 00000100:00080000:1.0:1767319805.969288:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319805.969292:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319805.969295:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045807616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319805.972147:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045807360:12345-0@lo:400:kworker.0 Request processed in 5063us (5448us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319805.972173:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:2.0:1767319805.972481:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319805.972489:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319805.972869:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045806976 00000100:00100000:1.0:1767319805.972885:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045806976 00000100:00100000:2.0:1767319805.972938:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045807360:0@lo:400:kworker.0 00000100:00100000:1.0:1767319805.972972:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1767319805.972984:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045806976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319805.973052:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807488 00000100:00100000:0.0:1767319805.973058:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807488 00000100:00100000:1.0:1767319805.973071:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045806976:12345-0@lo:400:kworker.0 Request processed in 89us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319805.973079:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1767319805.973098:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:0.0:1767319805.973108:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045807488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319805.973160:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045807488:12345-0@lo:400:kworker.0 Request processed in 54us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319805.973167:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:1.0:1767319805.973926:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045807488:0@lo:400:kworker.0 00010000:00080000:2.0:1767319805.974645:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0fb80 x1853164045806976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319805.974661:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045806976:0@lo:400:kworker.0 00000100:00080000:3.0:1767319805.974757:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319805.974809:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319806.734094:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319807.758010:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319808.014694:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045807744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319808.014971:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319808.015064:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319808.015073:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045807872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319808.015100:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319808.015191:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807744 00000100:00100000:0.0:1767319808.015204:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045807872 00000100:00100000:2.0:1767319808.015208:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807744 00000100:00100000:0.0:1767319808.015217:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045807872 00000100:00100000:0.0:1767319808.015302:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:0.0:1767319808.015311:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045807872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319808.015362:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319808.015422:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045807872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 111us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319808.015430:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1767319808.015595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045807872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319808.021314:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1767319808.021337:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045807744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319808.021374:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319808.021468:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045807744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (6497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319808.021479:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1767319808.021567:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045807744:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319808.024271:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319808.024286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319808.783461:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319809.474978:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319809.475089:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319809.475403:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892096 00000100:00100000:2.0:1767319809.475418:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892096 00000100:00100000:2.0:1767319809.475527:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985891968 00000100:00100000:2.0:1767319809.475532:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985891968 00000100:00100000:2.0:1767319809.475556:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1309 00000100:00100000:2.0:1767319809.475571:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985892096:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319809.475681:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985892096:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 115us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319809.475690:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1309 00000100:00100000:2.0:1767319809.475711:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1707 00000100:00100000:2.0:1767319809.475716:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985891968:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319809.475741:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319809.475818:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985891968:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 100us (729us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319809.475825:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1707 00000100:00080000:3.0:1767319809.476650:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319809.807297:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319810.833361:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319811.086403:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.086418:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319811.086505:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.086511:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.086516:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.086527:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319811.086533:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.086540:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319811.086568:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fce300 x1853164045808128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319811.086610:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.086613:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.086615:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.086619:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319811.086622:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.086625:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319811.086635:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf100 x1853164045808384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319811.086643:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.086646:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.086648:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.086652:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319811.086654:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.086658:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319811.086667:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd500 x1853164045808512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319811.086717:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319811.086721:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319811.086724:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319811.086728:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5004 00000100:00080000:0.0:1767319811.086731:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319811.086737:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319811.086751:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf480 x1853164045808896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319811.086805:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045808256:0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.086890:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045808768:0@lo:400:kworker.0 00000100:00100000:1.0:1767319811.086900:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.086981:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045808000:0@lo:400:kworker.0 00000100:00100000:1.0:1767319811.087072:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808256 00000100:00100000:3.0:1767319811.087072:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045808640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319811.087085:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808256 00000100:00100000:1.0:1767319811.087144:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:1.0:1767319811.087153:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045808256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.091062:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.091725:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808000 00000100:00100000:2.0:1767319811.091741:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808000 00000100:00100000:2.0:1767319811.091875:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1767319811.091888:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045808000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.091978:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045808000:12345-0@lo:400:kworker.0 Request processed in 93us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319811.091986:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00010000:00080000:2.0:1767319811.092047:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc380 x1853164045808000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319811.092066:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045808000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.092274:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045808128:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.092322:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.092346:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045808384:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.092369:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.092387:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045808512:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.092414:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.092441:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045808896:0@lo:38:kworker.0 00000100:00100000:2.0:1767319811.092475:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.092510:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808128 00000100:00100000:2.0:1767319811.092514:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808128 00000100:00100000:2.0:1767319811.092534:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808384 00000100:00100000:2.0:1767319811.092537:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808384 00000100:00100000:2.0:1767319811.092546:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808896 00000100:00100000:2.0:1767319811.092548:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808896 00000100:00100000:2.0:1767319811.092558:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:2.0:1767319811.092563:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045808128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319811.092588:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319811.092624:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045808128:12345-0@lo:38:kworker.0 Request processed in 59us (302us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319811.092631:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:2.0:1767319811.092644:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1767319811.092647:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045808384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319811.092657:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319811.092679:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045808384:12345-0@lo:38:kworker.0 Request processed in 30us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319811.092688:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00000100:00100000:2.0:1767319811.092699:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1710 00000100:00100000:2.0:1767319811.092703:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045808896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319811.092711:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319811.092733:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045808896:12345-0@lo:38:kworker.0 Request processed in 28us (257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319811.092739:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1710 00000100:00080000:2.0:1767319811.092765:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.092803:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.092807:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045808128:0@lo:38:kworker.0 00000100:00080000:2.0:1767319811.092818:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.092821:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.092824:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045808384:0@lo:38:kworker.0 00000100:00080000:2.0:1767319811.092832:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.092835:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.092837:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045808896:0@lo:38:kworker.0 00000100:00080000:2.0:1767319811.092888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319811.092915:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808512 00000100:00100000:2.0:1767319811.092919:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808512 00000100:00100000:2.0:1767319811.092940:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1767319811.092946:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045808512:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319811.092956:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319811.092988:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045808512:12345-0@lo:38:kworker.0 Request processed in 41us (573us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319811.092996:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:2.0:1767319811.093023:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319811.093027:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319811.093030:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045808512:0@lo:38:kworker.0 00000100:00100000:3.0:1767319811.096412:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.096617:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808640 00000100:00100000:2.0:1767319811.096630:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808640 00000100:00100000:2.0:1767319811.096728:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1767319811.096739:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045808640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.096835:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045808640:12345-0@lo:400:kworker.0 Request processed in 98us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319811.096845:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00080000:3.0:1767319811.097035:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319811.097076:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045808640:0@lo:400:kworker.0 00000100:00100000:0.0:1767319811.098439:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319811.098587:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045808768 00000100:00100000:2.0:1767319811.098598:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045808768 00000100:00100000:2.0:1767319811.098801:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1767319811.098814:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045808768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319811.098882:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045808768:12345-0@lo:400:kworker.0 Request processed in 71us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319811.098889:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1767319811.098972:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045808768:0@lo:400:kworker.0 00000100:00080000:3.0:1767319811.099038:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319811.102133:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045808256:12345-0@lo:400:kworker.0 Request processed in 14971us (15224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319811.102149:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00010000:00080000:0.0:1767319811.102283:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcca80 x1853164045808256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319811.102305:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045808256:0@lo:400:kworker.0 00010000:00010000:2.0:1767319811.855025:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319812.878109:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319813.134055:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319813.134085:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045809024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319813.134182:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319813.134367:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045809152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319813.134392:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319813.134475:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809024 00000100:00100000:2.0:1767319813.134487:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809024 00000100:00100000:2.0:1767319813.134557:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809152 00000100:00100000:2.0:1767319813.134561:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809152 00000100:00100000:0.0:1767319813.134673:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1767319813.134688:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045809024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319813.134728:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319813.134802:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045809024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319813.134811:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1767319813.134832:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1767319813.134839:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045809152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319813.134857:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319813.134882:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045809152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319813.134892:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00080000:3.0:1767319813.135047:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319813.135053:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319813.135122:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045809152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319813.135136:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045809024:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319813.903487:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319814.594423:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319814.594485:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319814.594566:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892224 00000100:00100000:3.0:1767319814.594580:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892224 00000100:00100000:3.0:1767319814.594630:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892352 00000100:00100000:3.0:1767319814.594633:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892352 00000100:00100000:3.0:1767319814.594691:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1312 00000100:00100000:3.0:1767319814.594704:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985892352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319814.594801:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1711 00000100:00100000:1.0:1767319814.594808:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985892224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319814.594843:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319814.594850:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985892352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 150us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319814.594858:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1312 00000100:00100000:1.0:1767319814.594875:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985892224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (469us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319814.594881:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1711 00000100:00080000:0.0:1767319814.595277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319814.926016:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319815.950712:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319816.206085:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319816.206100:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767319816.206210:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045809280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319816.206311:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319816.208490:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319816.208506:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319816.208512:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319816.208521:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319816.208529:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319816.208538:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319816.208593:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdf80 x1853164045809408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319816.208712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045809536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.208829:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319816.212230:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045809408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319816.212605:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319816.213681:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809280 00000100:00100000:2.0:1767319816.213698:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809280 00000100:00100000:2.0:1767319816.213799:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809536 00000100:00100000:2.0:1767319816.213803:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809536 00000100:00080000:0.0:1767319816.214789:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319816.214799:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319816.214804:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319816.214815:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319816.214821:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319816.214829:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319816.214898:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdc00 x1853164045809664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319816.214918:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319816.214922:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319816.214924:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319816.214928:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319816.214932:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319816.214936:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319816.214949:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd500 x1853164045809792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319816.214998:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319816.215001:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319816.215003:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319816.215007:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5009 00000100:00080000:0.0:1767319816.215009:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319816.215013:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319816.215025:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fce300 x1853164045810176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319816.215092:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045810048:0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.215177:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.215238:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319816.215245:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045809920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.215270:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319816.215303:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810048 00000100:00100000:0.0:1767319816.215310:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810048 00000100:00100000:0.0:1767319816.215352:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809920 00000100:00100000:0.0:1767319816.215355:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809920 00000100:00100000:0.0:1767319816.215393:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1767319816.215404:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045810048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.215474:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045810048:12345-0@lo:400:kworker.0 Request processed in 70us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319816.215483:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1767319816.215504:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1767319816.215510:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045809920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.215537:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045809920:12345-0@lo:400:kworker.0 Request processed in 27us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319816.215543:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1767319816.216756:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045809920:0@lo:400:kworker.0 00000100:00100000:0.0:1767319816.216792:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045810048:0@lo:400:kworker.0 00000100:00100000:2.0:1767319816.216930:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1767319816.216950:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045809280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319816.217018:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045809280:12345-0@lo:400:kworker.0 Request processed in 78us (10706us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319816.217025:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:2.0:1767319816.217055:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:2.0:1767319816.217062:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045809536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319816.217115:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045809536:12345-0@lo:400:kworker.0 Request processed in 54us (8285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319816.217121:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00080000:2.0:1767319816.217143:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319816.217150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319816.217153:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319816.217228:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcca80 x1853164045809280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319816.217241:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045809280:0@lo:400:kworker.0 00010000:00080000:1.0:1767319816.217416:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fce680 x1853164045809536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319816.217428:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045809536:0@lo:400:kworker.0 00000100:00100000:1.0:1767319816.217469:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045809664:0@lo:38:kworker.0 00000100:00100000:1.0:1767319816.217512:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319816.217547:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045809792:0@lo:38:kworker.0 00000100:00100000:2.0:1767319816.217678:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809408 00000100:00100000:2.0:1767319816.217685:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809408 00000100:00100000:2.0:1767319816.217714:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809664 00000100:00100000:2.0:1767319816.217717:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809664 00000100:00100000:2.0:1767319816.217732:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1767319816.217737:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045809408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.217761:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.217816:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045809408:12345-0@lo:38:kworker.0 Request processed in 77us (5213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.217822:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00000100:00100000:2.0:1767319816.217922:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1713 00000100:00100000:2.0:1767319816.217929:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045809664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.217940:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.217963:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045809664:12345-0@lo:38:kworker.0 Request processed in 34us (451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.217969:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1713 00000100:00100000:1.0:1767319816.218056:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319816.218090:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045810176:0@lo:38:kworker.0 00000100:00100000:1.0:1767319816.218119:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319816.218140:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810176 00000100:00100000:1.0:1767319816.218144:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810176 00000100:00100000:1.0:1767319816.218166:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:1.0:1767319816.218170:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045810176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319816.218180:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319816.218202:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045810176:12345-0@lo:38:kworker.0 Request processed in 31us (83us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319816.218207:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00080000:1.0:1767319816.218240:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319816.218246:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319816.218249:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045810176:0@lo:38:kworker.0 00000100:00080000:1.0:1767319816.218261:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319816.218265:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319816.218269:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045809408:0@lo:38:kworker.0 00000100:00080000:1.0:1767319816.218290:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319816.218294:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319816.218297:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045809664:0@lo:38:kworker.0 00000100:00100000:2.0:1767319816.218375:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045809792 00000100:00100000:2.0:1767319816.218380:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045809792 00000100:00100000:2.0:1767319816.218408:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1767319816.218413:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045809792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319816.218423:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319816.218454:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045809792:12345-0@lo:38:kworker.0 Request processed in 40us (398us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319816.218460:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00080000:1.0:1767319816.218728:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319816.218733:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319816.218736:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045809792:0@lo:38:kworker.0 00010000:00010000:3.0:1767319816.974594:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319818.003756:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319818.255105:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045810304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319818.255225:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319818.255306:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810304 00000100:00100000:0.0:1767319818.255324:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810304 00000100:00100000:0.0:1767319818.255430:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1767319818.255440:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045810304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319818.255474:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319818.255553:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045810304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319818.255560:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00080000:2.0:1767319818.255599:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319818.255681:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045810304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319818.256492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045810432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319818.256539:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319818.256672:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810432 00000100:00100000:3.0:1767319818.256679:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810432 00000100:00100000:3.0:1767319818.256732:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1767319818.256741:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045810432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319818.256762:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319818.256850:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319818.257577:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045810432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 833us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319818.257586:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1767319818.257712:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045810432:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319819.028953:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319819.714405:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767319819.714451:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985892480 offset 0 length 520: 4 00000100:00100000:2.0:1767319819.714511:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319819.714982:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892736 00000100:00100000:0.0:1767319819.714996:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892736 00000100:00100000:3.0:1767319819.715068:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892608 00000100:00100000:3.0:1767319819.715083:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892608 00000100:00100000:0.0:1767319819.715096:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1315 00000100:00080000:2.0:1767319819.715200:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319819.715257:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1715 00000100:00100000:3.0:1767319819.715266:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985892608:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319819.715295:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319819.715317:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985892736:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319819.715537:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985892608:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 262us (1015us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319819.715546:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1715 00000100:00100000:0.0:1767319819.722311:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985892736:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 7175us (7893us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319819.722333:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1315 00010000:00010000:2.0:1767319820.046438:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319820.310976:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319795/real 1767319795] req@ffffa07bed0c5180 x1853164045804032/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319820 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319820.311032:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c5180 x1853164045804032/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319820 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319820.311061:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319820.311101:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319820.311106:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045804032:0@lo:250:kworker.0 00000100:00080000:0.0:1767319820.311328:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319820.311336:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767319820.311341:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319820.311347:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 4994 00000100:00080000:0.0:1767319820.311352:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319820.311362:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319820.311410:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1500 x1853164045810560/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319820.311486:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319820.311490:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319820.311491:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319820.311496:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5014 00000100:00080000:0.0:1767319820.311498:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319820.311502:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319820.311519:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3100 x1853164045810816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319820.311537:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319820.311540:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319820.311542:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319820.311546:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5014 00000100:00080000:0.0:1767319820.311548:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319820.311552:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319820.311566:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1c00 x1853164045811072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319820.311574:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319820.311578:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319820.311580:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319820.311584:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5014 00000100:00080000:0.0:1767319820.311586:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319820.311590:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319820.311603:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2300 x1853164045811200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319820.311643:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319820.311646:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319820.311648:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319820.311651:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5014 00000100:00080000:0.0:1767319820.311654:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319820.311658:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319820.311670:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2d80 x1853164045811584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319820.311691:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045810688:0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.311701:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045811328:0@lo:400:kworker.0 00000100:00100000:2.0:1767319820.311807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045810560:0@lo:250:kworker.0 00000100:00100000:1.0:1767319820.311869:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045810944:0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.321590:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319820.321698:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319820.321717:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045811456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.321785:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319820.321860:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811328 00000100:00100000:0.0:1767319820.321871:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811328 00000100:00100000:0.0:1767319820.321948:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811456 00000100:00100000:0.0:1767319820.321952:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811456 00000100:00100000:0.0:1767319820.322390:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1767319820.322401:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045811328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.322493:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045811328:12345-0@lo:400:kworker.0 Request processed in 93us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319820.322497:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319820.322506:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:0.0:1767319820.322530:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:0.0:1767319820.322539:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045811456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.322574:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045811456:12345-0@lo:400:kworker.0 Request processed in 37us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319820.322581:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:3.0:1767319820.322590:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810688 00000100:00100000:3.0:1767319820.322597:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810688 00000100:00080000:0.0:1767319820.322612:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319820.322619:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319820.322622:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319820.322642:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1767319820.322651:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045810688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.322676:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045811456:0@lo:400:kworker.0 00000100:00100000:0.0:1767319820.322693:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045811328:0@lo:400:kworker.0 00000100:00100000:3.0:1767319820.322707:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045810688:12345-0@lo:400:kworker.0 Request processed in 56us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319820.322716:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00010000:00080000:3.0:1767319820.322751:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1880 x1853164045810688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319820.322764:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045810688:0@lo:400:kworker.0 00000400:00000100:2.0:1767319820.323053:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045810560 offset 0 length 520: 4 00000100:00100000:2.0:1767319820.323085:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045810816:0@lo:38:kworker.0 00000100:00100000:2.0:1767319820.323114:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319820.323139:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045811072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319820.323162:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319820.323185:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045811200:0@lo:38:kworker.0 00000100:00100000:2.0:1767319820.323215:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319820.323243:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045811584:0@lo:38:kworker.0 00000100:00100000:2.0:1767319820.323267:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319820.323302:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810816 00000100:00100000:2.0:1767319820.323306:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810816 00000100:00100000:2.0:1767319820.323332:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811072 00000100:00100000:2.0:1767319820.323335:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811072 00000100:00100000:2.0:1767319820.323348:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811584 00000100:00100000:2.0:1767319820.323362:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811584 00000100:00100000:2.0:1767319820.323378:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1716 00000100:00100000:2.0:1767319820.323383:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045810816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319820.323408:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319820.323445:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045810816:12345-0@lo:38:kworker.0 Request processed in 61us (330us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319820.323452:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1716 00000100:00100000:2.0:1767319820.323477:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:2.0:1767319820.323481:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045811072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319820.323490:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319820.323513:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045811072:12345-0@lo:38:kworker.0 Request processed in 30us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319820.323520:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:2.0:1767319820.323531:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:2.0:1767319820.323535:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045811584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319820.323544:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319820.323566:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045811584:12345-0@lo:38:kworker.0 Request processed in 30us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319820.323572:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00080000:2.0:1767319820.323618:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319820.323624:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319820.323627:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045811584:0@lo:38:kworker.0 00000100:00080000:2.0:1767319820.323647:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319820.323652:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319820.323655:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045810816:0@lo:38:kworker.0 00000100:00080000:2.0:1767319820.323662:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319820.323665:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319820.323668:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045811072:0@lo:38:kworker.0 00000100:00100000:2.0:1767319820.323713:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811200 00000100:00100000:2.0:1767319820.323717:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811200 00000100:00100000:2.0:1767319820.323742:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1767319820.323747:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045811200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319820.323758:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319820.323881:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045811200:12345-0@lo:38:kworker.0 Request processed in 131us (663us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319820.323889:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1767319820.324427:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319820.324758:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045810944 00000100:00100000:3.0:1767319820.324765:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045810944 00000100:00080000:2.0:1767319820.324829:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319820.324836:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319820.324841:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045811200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319820.324867:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1767319820.324877:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045810944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319820.324931:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045810944:12345-0@lo:400:kworker.0 Request processed in 56us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319820.324936:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00080000:0.0:1767319820.328519:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319820.332608:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0e00 x1853164045810944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319820.332633:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045810944:0@lo:400:kworker.0 00010000:00010000:3.0:1767319821.070073:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319822.095531:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319823.127758:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319823.374370:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319823.374402:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045811712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319823.374496:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319823.374834:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811712 00000100:00100000:0.0:1767319823.374845:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811712 00000100:00100000:0.0:1767319823.374942:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1767319823.374953:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045811712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319823.374994:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319823.375051:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045811712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (555us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319823.375059:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00080000:2.0:1767319823.375370:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319823.375563:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045811840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319823.375602:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319823.375665:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045811712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319823.375986:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811840 00000100:00100000:0.0:1767319823.375998:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811840 00000100:00100000:0.0:1767319823.376094:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1767319823.376102:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045811840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319823.376129:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319823.376196:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045811840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319823.376205:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00080000:2.0:1767319823.377151:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319823.377346:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045811840:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319824.142201:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319824.837422:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319824.838818:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892992 00000100:00100000:1.0:1767319824.838839:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892992 00000100:00080000:2.0:1767319824.838944:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319824.839062:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1318 00000100:00100000:1.0:1767319824.839076:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985892992:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319824.839189:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985892992:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 117us (1783us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319824.839201:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1318 00000100:00100000:3.0:1767319824.840105:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319824.840640:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985892864 00000100:00100000:1.0:1767319824.840652:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985892864 00000100:00100000:1.0:1767319824.840702:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1719 00000100:00100000:1.0:1767319824.840711:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985892864:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319824.840742:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319824.840860:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985892864:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 147us (762us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319824.840867:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1719 00010000:00010000:3.0:1767319825.166068:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319825.422018:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319825.422032:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319825.422134:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319825.422139:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319825.422145:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319825.422155:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767319825.422162:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319825.422170:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319825.422206:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1f80 x1853164045812096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319825.422237:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319825.422241:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319825.422243:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319825.422246:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767319825.422249:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319825.422253:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319825.422264:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045812352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319825.422273:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319825.422277:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319825.422280:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319825.422284:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767319825.422286:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319825.422290:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319825.422301:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3800 x1853164045812480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319825.422335:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319825.422351:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319825.422353:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319825.422357:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5018 00000100:00080000:0.0:1767319825.422359:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319825.422363:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319825.422375:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0e00 x1853164045812864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319825.422754:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045811968:0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.422806:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045812096:0@lo:38:kworker.0 00000100:00100000:1.0:1767319825.422949:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045812224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.430315:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319825.430374:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045812736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.430384:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045812352:0@lo:38:kworker.0 00000100:00100000:3.0:1767319825.430455:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319825.430480:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319825.430489:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045812480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319825.430555:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319825.430558:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319825.430574:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045812608:0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.430591:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045812864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319825.430615:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319825.430673:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812096 00000100:00100000:3.0:1767319825.430681:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812096 00000100:00100000:3.0:1767319825.430714:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812352 00000100:00100000:3.0:1767319825.430717:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812352 00000100:00100000:3.0:1767319825.430728:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812864 00000100:00100000:3.0:1767319825.430730:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812864 00000100:00100000:3.0:1767319825.430750:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1767319825.430757:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045812096:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319825.430800:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319825.430845:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045812096:12345-0@lo:38:kworker.0 Request processed in 87us (538us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319825.430852:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:3.0:1767319825.430869:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1767319825.430873:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045812352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319825.430881:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319825.430904:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045812352:12345-0@lo:38:kworker.0 Request processed in 30us (451us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319825.430910:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00000100:00100000:3.0:1767319825.430920:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1767319825.430924:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045812864:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319825.430933:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319825.430955:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045812864:12345-0@lo:38:kworker.0 Request processed in 28us (338us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319825.430960:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1722 00000100:00100000:3.0:1767319825.431025:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812480 00000100:00100000:3.0:1767319825.431029:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812480 00000100:00100000:3.0:1767319825.431049:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1767319825.431054:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045812480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319825.431062:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319825.431091:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045812480:12345-0@lo:38:kworker.0 Request processed in 36us (538us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319825.431113:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00080000:3.0:1767319825.431160:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319825.431165:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319825.431169:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045812096:0@lo:38:kworker.0 00000100:00080000:3.0:1767319825.431181:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319825.431185:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319825.431187:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045812352:0@lo:38:kworker.0 00000100:00080000:3.0:1767319825.431204:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319825.431208:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319825.431211:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045812480:0@lo:38:kworker.0 00000100:00080000:3.0:1767319825.431219:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319825.431221:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319825.431223:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045812864:0@lo:38:kworker.0 00000100:00100000:3.0:1767319825.431294:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812736 00000100:00100000:3.0:1767319825.431299:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812736 00000100:00100000:3.0:1767319825.431343:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:3.0:1767319825.431350:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045812736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.431394:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045812736:12345-0@lo:400:kworker.0 Request processed in 45us (917us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319825.431400:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:3.0:1767319825.431430:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319825.431996:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319825.432058:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045812736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.436256:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812608 00000100:00100000:3.0:1767319825.436272:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812608 00000100:00100000:3.0:1767319825.436366:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1767319825.436377:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045812608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.436479:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045812608:12345-0@lo:400:kworker.0 Request processed in 105us (4489us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319825.436487:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00080000:0.0:1767319825.440129:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319825.440245:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045812608:0@lo:400:kworker.0 00000100:00100000:2.0:1767319825.440833:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319825.441024:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045811968 00000100:00100000:3.0:1767319825.441042:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045811968 00000100:00100000:3.0:1767319825.441155:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1767319825.441167:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045811968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319825.441270:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045811968:12345-0@lo:400:kworker.0 Request processed in 106us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319825.441277:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00080000:0.0:1767319825.441536:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319825.442673:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba3b80 x1853164045811968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319825.442698:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045811968:0@lo:400:kworker.0 00000100:00100000:1.0:1767319825.444182:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319825.446249:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812224 00000100:00100000:2.0:1767319825.446270:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812224 00000100:00100000:2.0:1767319825.446418:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00080000:0.0:1767319825.446433:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319825.446434:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045812224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319825.446587:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045812224:12345-0@lo:400:kworker.0 Request processed in 157us (2413us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319825.446759:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00010000:00080000:1.0:1767319825.447028:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0380 x1853164045812224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319841 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319825.447049:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045812224:0@lo:400:kworker.0 00010000:00010000:2.0:1767319826.191492:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319827.214144:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319828.238362:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319828.494079:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045813120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319828.494079:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045812992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319828.495745:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319828.497603:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813120 00000100:00100000:2.0:1767319828.497618:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813120 00000100:00100000:2.0:1767319828.497694:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:2.0:1767319828.497706:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045813120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319828.497740:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767319828.497977:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319828.498035:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045813120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 330us (2294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319828.498042:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1767319828.499550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045813120:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319828.502034:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319828.503709:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045812992 00000100:00100000:1.0:1767319828.503724:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045812992 00000100:00100000:1.0:1767319828.503873:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1767319828.503885:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045812992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319828.503921:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319828.504007:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045812992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (1979us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319828.504016:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1767319828.504124:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045812992:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319828.506566:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767319829.262018:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319829.962662:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319829.962713:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319829.971168:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985893248 00000100:00100000:3.0:1767319829.971187:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985893248 00000100:00100000:3.0:1767319829.971519:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985893120 00000100:00100000:3.0:1767319829.971523:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985893120 00000100:00100000:3.0:1767319829.971550:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1321 00000100:00100000:3.0:1767319829.971560:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985893248:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319829.971643:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985893248:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (8989us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319829.971651:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1321 00000100:00100000:3.0:1767319829.971668:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1723 00000100:00100000:3.0:1767319829.971673:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985893120:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319829.971712:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319829.971737:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985893120:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 63us (9025us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319829.971744:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1723 00000100:00080000:0.0:1767319829.978869:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319830.285967:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319830.544313:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319830.544323:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319830.544392:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319830.544396:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319830.544400:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319830.544408:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5023 00000100:00080000:3.0:1767319830.544413:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319830.544419:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319830.544442:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df100 x1853164045813376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319830.544462:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319830.544465:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319830.544467:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319830.544470:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5023 00000100:00080000:3.0:1767319830.544473:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319830.544476:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319830.544489:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164045813632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319830.544498:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319830.544503:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319830.544504:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319830.544508:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:3.0:1767319830.544510:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319830.544513:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319830.544535:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b100 x1853164045813760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319830.544570:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319830.544573:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319830.544575:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319830.544578:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5023 00000100:00080000:3.0:1767319830.544581:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319830.544584:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319830.544595:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7aa00 x1853164045814144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319830.544622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045814016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319830.544842:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045813248:0@lo:400:kworker.0 00000100:00100000:0.0:1767319830.544881:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319830.544940:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319830.544947:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045813504:0@lo:400:kworker.0 00000100:00100000:0.0:1767319830.544969:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319830.545010:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045813888:0@lo:400:kworker.0 00000100:00100000:0.0:1767319830.545036:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319830.545077:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813888 00000100:00100000:0.0:1767319830.545085:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813888 00000100:00100000:0.0:1767319830.545153:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1767319830.545163:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045813888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319830.545212:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045813888:12345-0@lo:400:kworker.0 Request processed in 51us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319830.545218:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00080000:0.0:1767319830.545240:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319830.545270:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045813888:0@lo:400:kworker.0 00000100:00100000:3.0:1767319830.545423:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.545855:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813248 00000100:00100000:2.0:1767319830.545861:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813248 00000100:00100000:2.0:1767319830.545902:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813504 00000100:00100000:2.0:1767319830.545906:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813504 00000100:00100000:2.0:1767319830.545932:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1767319830.545938:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045813248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.545988:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045813248:12345-0@lo:400:kworker.0 Request processed in 50us (1106us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319830.545994:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1767319830.546007:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1767319830.546013:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045813504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319830.546039:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045813504:12345-0@lo:400:kworker.0 Request processed in 27us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319830.546045:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1767319830.546073:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045813376:0@lo:38:kworker.0 00000100:00100000:2.0:1767319830.546116:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.546142:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045813632:0@lo:38:kworker.0 00000100:00100000:2.0:1767319830.546163:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.546178:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045813760:0@lo:38:kworker.0 00000100:00100000:2.0:1767319830.546199:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.546222:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045814144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319830.546242:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319830.546267:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813376 00000100:00100000:2.0:1767319830.546271:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813376 00000100:00100000:2.0:1767319830.546287:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813632 00000100:00100000:2.0:1767319830.546289:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813632 00000100:00100000:2.0:1767319830.546296:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814144 00000100:00100000:2.0:1767319830.546297:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814144 00000100:00100000:2.0:1767319830.546306:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:2.0:1767319830.546309:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045813376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319830.546327:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319830.546358:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045813376:12345-0@lo:38:kworker.0 Request processed in 47us (241us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319830.546365:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000100:00100000:2.0:1767319830.546377:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1725 00000100:00100000:2.0:1767319830.546381:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045813632:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319830.546391:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319830.546427:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045813632:12345-0@lo:38:kworker.0 Request processed in 32us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319830.546434:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1725 00000100:00100000:2.0:1767319830.546445:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:2.0:1767319830.546449:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045814144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319830.546458:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319830.546482:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045814144:12345-0@lo:38:kworker.0 Request processed in 32us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319830.546488:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00000100:00100000:2.0:1767319830.546505:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045813760 00000100:00100000:2.0:1767319830.546509:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045813760 00000100:00100000:2.0:1767319830.546615:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1767319830.546620:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045813760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319830.546630:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319830.546656:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045813760:12345-0@lo:38:kworker.0 Request processed in 34us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319830.546661:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1767319830.546792:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814016 00000100:00100000:0.0:1767319830.546797:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814016 00000100:00100000:0.0:1767319830.546831:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:0.0:1767319830.546837:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045814016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319830.546875:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045814016:12345-0@lo:400:kworker.0 Request processed in 38us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319830.546881:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00080000:0.0:1767319830.546917:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319830.546921:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319830.546947:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ddf80 x1853164045813504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319830.546961:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045813504:0@lo:400:kworker.0 00010000:00080000:0.0:1767319830.546972:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc380 x1853164045813248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319846 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319830.546981:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045813248:0@lo:400:kworker.0 00000100:00080000:2.0:1767319830.547110:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319830.547115:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319830.547119:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045813376:0@lo:38:kworker.0 00000100:00080000:2.0:1767319830.547129:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319830.547133:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319830.547136:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045813632:0@lo:38:kworker.0 00000100:00080000:2.0:1767319830.547143:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319830.547146:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319830.547149:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045813760:0@lo:38:kworker.0 00000100:00080000:2.0:1767319830.547156:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319830.547159:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319830.547161:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045814144:0@lo:38:kworker.0 00000100:00100000:3.0:1767319830.549059:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045814016:0@lo:400:kworker.0 00010000:00010000:1.0:1767319831.310186:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319832.334656:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319833.358003:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319833.614269:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045814272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319833.614343:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319833.614835:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814272 00000100:00100000:1.0:1767319833.614844:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814272 00000100:00100000:1.0:1767319833.614964:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1767319833.614974:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045814272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319833.615011:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319833.615073:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045814272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319833.615081:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:1.0:1767319833.615130:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045814272:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319833.615482:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319833.620590:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045814400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319833.620663:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319833.620793:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814400 00000100:00100000:2.0:1767319833.620803:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814400 00000100:00080000:0.0:1767319833.621073:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319833.621212:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1767319833.621224:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045814400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319833.621254:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319833.621307:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045814400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319833.621315:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1767319833.621742:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045814400:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319834.384349:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319835.074609:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319835.074840:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319835.075474:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985893504 00000100:00100000:1.0:1767319835.075484:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985893504 00000100:00100000:1.0:1767319835.075553:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985893376 00000100:00100000:1.0:1767319835.075556:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985893376 00000100:00100000:1.0:1767319835.075574:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1324 00000100:00100000:1.0:1767319835.075587:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985893504:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319835.075658:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985893504:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319835.075666:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1324 00000100:00100000:1.0:1767319835.075688:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1727 00000100:00100000:1.0:1767319835.075692:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985893376:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319835.075711:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319835.075735:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985893376:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 40us (895us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319835.075741:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1727 00000100:00080000:0.0:1767319835.075854:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319835.406240:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319835.662085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319835.662096:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319835.662158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319835.662163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319835.662166:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319835.662174:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319835.662248:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319835.662256:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319835.662280:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319835.662286:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd500 x1853164045814656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319835.662297:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045814528:0@lo:400:kworker.0 00000100:00080000:2.0:1767319835.662426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319835.662430:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319835.662432:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319835.662436:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319835.662438:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319835.662442:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319835.662453:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cddc00 x1853164045814912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319835.662561:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319835.662564:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319835.662566:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319835.662570:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319835.662572:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319835.662576:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319835.662590:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cde680 x1853164045815040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319835.662623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319835.662626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319835.662628:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319835.662631:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5028 00000100:00080000:2.0:1767319835.662634:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319835.662637:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319835.662648:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164045815424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319835.662671:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045814656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319835.662677:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045815296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319835.662738:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319835.662749:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045814784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.662834:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319835.662885:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319835.662892:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045815168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.662928:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319835.662958:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815296 00000100:00100000:2.0:1767319835.662965:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815296 00000100:00100000:2.0:1767319835.663027:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815168 00000100:00100000:2.0:1767319835.663030:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815168 00000100:00100000:2.0:1767319835.663056:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1767319835.663065:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045815296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.663114:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045815296:12345-0@lo:400:kworker.0 Request processed in 50us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319835.663121:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1767319835.663137:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1767319835.663143:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045815168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.663169:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045815168:12345-0@lo:400:kworker.0 Request processed in 26us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319835.663175:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:2.0:1767319835.663380:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319835.663385:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319835.663410:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045815168:0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.663422:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045815296:0@lo:400:kworker.0 00000100:00100000:3.0:1767319835.671837:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319835.671923:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814528 00000100:00100000:3.0:1767319835.671933:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814528 00000100:00100000:3.0:1767319835.671997:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1767319835.672021:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045814528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319835.672078:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045814528:12345-0@lo:400:kworker.0 Request processed in 73us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319835.672086:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:3.0:1767319835.672112:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319835.672141:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08d9180 x1853164045814528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319835.672154:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045814528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319835.675438:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319835.675640:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045814912:0@lo:38:kworker.0 00000100:00100000:1.0:1767319835.675676:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319835.684461:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045815040:0@lo:38:kworker.0 00000100:00100000:1.0:1767319835.684535:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319835.684559:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045815424:0@lo:38:kworker.0 00000100:00100000:1.0:1767319835.684585:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319835.684724:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815040 00000100:00100000:0.0:1767319835.684733:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815040 00000100:00100000:0.0:1767319835.684790:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1767319835.684798:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045815040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319835.684821:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319835.684866:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045815040:12345-0@lo:38:kworker.0 Request processed in 67us (330us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319835.684873:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1767319835.687299:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814656 00000100:00100000:3.0:1767319835.687316:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814656 00000100:00100000:3.0:1767319835.687375:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814912 00000100:00100000:3.0:1767319835.687380:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814912 00000100:00100000:3.0:1767319835.687414:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1767319835.687422:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045814656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319835.687444:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319835.687516:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045814656:12345-0@lo:38:kworker.0 Request processed in 92us (12083us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319835.687523:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1728 00000100:00100000:3.0:1767319835.687542:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:3.0:1767319835.687546:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045814912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319835.687566:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319835.687592:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045814912:12345-0@lo:38:kworker.0 Request processed in 44us (11914us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319835.687599:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:1.0:1767319835.691309:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319835.691513:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815424 00000100:00100000:2.0:1767319835.691523:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815424 00000100:00100000:2.0:1767319835.691626:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1767319835.691634:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045815424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319835.691654:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319835.691710:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045815424:12345-0@lo:38:kworker.0 Request processed in 77us (7124us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319835.691717:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00080000:2.0:1767319835.696219:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319835.696233:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319835.696238:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045815424:0@lo:38:kworker.0 00000100:00080000:2.0:1767319835.696286:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319835.696289:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319835.696292:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045814656:0@lo:38:kworker.0 00000100:00080000:2.0:1767319835.696303:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319835.696306:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319835.696309:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045814912:0@lo:38:kworker.0 00000100:00080000:2.0:1767319835.696318:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319835.696322:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319835.696324:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045815040:0@lo:38:kworker.0 00000100:00100000:2.0:1767319835.702643:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045814784 00000100:00100000:2.0:1767319835.702658:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045814784 00000100:00100000:2.0:1767319835.702799:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:2.0:1767319835.702809:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045814784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319835.703200:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045814784:12345-0@lo:400:kworker.0 Request processed in 391us (11897us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319835.703209:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00010000:00080000:1.0:1767319835.703425:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdf100 x1853164045814784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319851 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319835.703440:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045814784:0@lo:400:kworker.0 00000100:00080000:3.0:1767319835.703504:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319836.430037:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319837.454016:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319838.479159:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319838.734177:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045815552:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319838.734190:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045815680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319838.734285:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319838.734341:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815680 00000100:00100000:0.0:1767319838.734353:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815680 00000100:00100000:0.0:1767319838.734431:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1767319838.734442:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045815680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319838.734499:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319838.734831:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319838.734855:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319838.734898:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815552 00000100:00100000:2.0:1767319838.734902:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815552 00000100:00100000:2.0:1767319838.734936:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1767319838.734943:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf621a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045815552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319838.734973:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319838.735013:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf621a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045815552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319838.735022:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00080000:2.0:1767319838.735044:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319838.735085:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045815552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319838.738047:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045815680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3588us (3744us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319838.738070:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:3.0:1767319838.738470:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045815680:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319839.502568:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319840.193677:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319840.193840:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319840.194403:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985893760 00000100:00100000:2.0:1767319840.194416:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985893760 00000100:00080000:3.0:1767319840.194500:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319840.194531:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985893632 00000100:00100000:0.0:1767319840.194536:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985893632 00000100:00100000:0.0:1767319840.194584:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1327 00000100:00100000:1.0:1767319840.195027:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1731 00000100:00100000:1.0:1767319840.195035:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985893632:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319840.195058:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319840.195131:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985893632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 95us (1291us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319840.195139:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1731 00000100:00100000:0.0:1767319840.195583:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985893760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319840.195729:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985893760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 1130us (2056us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319840.195737:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1327 00010000:00010000:2.0:1767319840.526206:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319840.782836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.782843:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319840.783155:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045815808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319840.783216:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.783323:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815808 00000100:00100000:3.0:1767319840.783331:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815808 00000100:00100000:3.0:1767319840.783383:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1767319840.783391:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045815808:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767319840.783480:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319840.785127:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.785136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.785140:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.785146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1767319840.785152:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.785159:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319840.785190:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cddc00 x1853164045815936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319840.785283:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045816064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319840.785337:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319840.785397:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816064 00000100:00100000:0.0:1767319840.785403:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816064 00000100:00080000:0.0:1767319840.785425:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319840.785459:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1767319840.785467:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045816064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319840.785511:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045816064:12345-0@lo:400:kworker.0 Request processed in 44us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319840.785518:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00010000:00080000:0.0:1767319840.785552:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd500 x1853164045816064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319840.785564:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045816064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319840.785615:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045815936:0@lo:38:kworker.0 00000100:00100000:0.0:1767319840.785638:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319840.785669:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045815936 00000100:00100000:0.0:1767319840.785673:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045815936 00000100:00100000:0.0:1767319840.785692:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1767319840.785696:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045815936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319840.785713:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319840.785744:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045815936:12345-0@lo:38:kworker.0 Request processed in 45us (103us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319840.785753:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00080000:0.0:1767319840.785801:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319840.785805:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319840.785809:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045815936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.787311:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045815808:12345-0@lo:400:kworker.0 Request processed in 3912us (4085us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319840.787324:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00080000:2.0:1767319840.790089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.790101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.790106:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.790114:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1767319840.790119:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.790127:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319840.790174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164045816192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319840.790206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.790211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.790212:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.790216:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1767319840.790218:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.790222:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319840.790234:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdce00 x1853164045816320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319840.790270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319840.790274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319840.790275:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319840.790279:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5033 00000100:00080000:2.0:1767319840.790282:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319840.790286:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319840.790295:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdfb80 x1853164045816704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319840.790337:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045816448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.790409:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319840.790462:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319840.790468:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045816576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.790488:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319840.790516:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816448 00000100:00100000:2.0:1767319840.790523:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816448 00000100:00100000:2.0:1767319840.790570:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816576 00000100:00100000:2.0:1767319840.790573:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816576 00000100:00100000:2.0:1767319840.790592:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319840.790600:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045816448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.790646:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045816448:12345-0@lo:400:kworker.0 Request processed in 45us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319840.790653:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:2.0:1767319840.790667:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:2.0:1767319840.790673:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045816576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.790697:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045816576:12345-0@lo:400:kworker.0 Request processed in 25us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319840.790703:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00080000:2.0:1767319840.790739:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319840.790743:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319840.790797:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045816576:0@lo:400:kworker.0 00000100:00100000:2.0:1767319840.790811:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045816448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319840.791381:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045816192:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.791423:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.791460:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045816320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.791483:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.791506:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045816704:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.791525:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319840.791556:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816320 00000100:00100000:3.0:1767319840.791561:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816320 00000100:00100000:3.0:1767319840.791584:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1767319840.791588:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045816320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.791606:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.791638:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045816320:12345-0@lo:38:kworker.0 Request processed in 48us (154us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.791644:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00080000:3.0:1767319840.791674:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.791678:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.791681:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045816320:0@lo:38:kworker.0 00000100:00100000:3.0:1767319840.791701:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816192 00000100:00100000:3.0:1767319840.791705:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816192 00000100:00100000:3.0:1767319840.791726:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816704 00000100:00100000:3.0:1767319840.791730:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816704 00000100:00100000:3.0:1767319840.791746:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:3.0:1767319840.791751:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045816192:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.791841:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.792062:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045816192:12345-0@lo:38:kworker.0 Request processed in 310us (638us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.792069:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00100000:3.0:1767319840.792082:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1734 00000100:00100000:3.0:1767319840.792086:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045816704:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319840.792095:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319840.792118:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045816704:12345-0@lo:38:kworker.0 Request processed in 31us (592us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319840.792123:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1734 00000100:00080000:3.0:1767319840.792145:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.792149:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.792153:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045816192:0@lo:38:kworker.0 00000100:00080000:3.0:1767319840.792160:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319840.792163:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319840.792166:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045816704:0@lo:38:kworker.0 00010000:00080000:1.0:1767319840.798117:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cde680 x1853164045815808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319856 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319840.798137:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045815808:0@lo:400:kworker.0 00010000:00010000:3.0:1767319841.550164:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319842.574884:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319843.599087:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319843.854232:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319843.854248:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045816832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319843.854313:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319843.854478:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816832 00000100:00100000:1.0:1767319843.854485:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816832 00000100:00100000:1.0:1767319843.854539:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1767319843.854546:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045816832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319843.854571:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319843.854608:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045816832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319843.854613:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:1.0:1767319843.854648:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045816832:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319843.854716:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319843.858260:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319843.858282:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045816960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319843.858349:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319843.858466:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045816960 00000100:00100000:3.0:1767319843.858474:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045816960 00000100:00100000:3.0:1767319843.858551:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1767319843.858561:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045816960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319843.858589:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319843.858634:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045816960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319843.858641:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1767319843.858785:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045816960:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767319843.858846:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000400:00000100:0.0:1767319844.293351:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985893888 offset 0 length 520: 4 00000100:00100000:0.0:1767319844.293396:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319844.293818:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894016 00000100:00100000:2.0:1767319844.293828:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894016 00000100:00100000:2.0:1767319844.293919:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1735 00000100:00100000:2.0:1767319844.293927:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985894016:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319844.293951:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319844.294007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319844.294030:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985894016:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 100us (631us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319844.294043:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1735 00000100:00100000:2.0:1767319844.300675:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894144 00000100:00100000:2.0:1767319844.300689:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894144 00000100:00100000:2.0:1767319844.300757:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1330 00000100:00100000:2.0:1767319844.300783:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985894144:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319844.300890:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985894144:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 123us (6883us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319844.300898:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1330 00000100:00080000:3.0:1767319844.301389:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319844.622023:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319845.646909:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319845.901901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.901911:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319845.901966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.901970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.901974:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.901981:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5039 00000100:00080000:2.0:1767319845.901986:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.901992:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319845.902012:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cde300 x1853164045817216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319845.902046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.902057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.902059:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.902063:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5039 00000100:00080000:2.0:1767319845.902065:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.902068:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319845.902077:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cddf80 x1853164045817472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319845.902086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.902089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.902091:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.902094:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5039 00000100:00080000:2.0:1767319845.902096:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.902099:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319845.902107:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf480 x1853164045817600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319845.902143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319845.902146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319845.902148:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319845.902151:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5039 00000100:00080000:2.0:1767319845.902153:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319845.902156:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319845.902163:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdfb80 x1853164045817984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319845.902199:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045817728:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.902272:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.902323:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319845.902329:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045817856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.902347:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319845.902372:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817728 00000100:00100000:2.0:1767319845.902378:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817728 00000100:00100000:2.0:1767319845.902419:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817856 00000100:00100000:2.0:1767319845.902421:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817856 00000100:00100000:2.0:1767319845.902438:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1767319845.902445:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045817728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.902487:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045817728:12345-0@lo:400:kworker.0 Request processed in 41us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319845.902493:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:2.0:1767319845.902507:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:2.0:1767319845.902512:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045817856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.902531:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045817856:12345-0@lo:400:kworker.0 Request processed in 19us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319845.902536:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00080000:2.0:1767319845.902552:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319845.902556:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319845.902583:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045817856:0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.902591:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045817728:0@lo:400:kworker.0 00000100:00100000:1.0:1767319845.902750:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319820/real 1767319820] req@ffffa07bc8ba1500 x1853164045810560/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319845 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319845.902799:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8ba1500 x1853164045810560/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319845 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319845.902823:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045817216:0@lo:38:kworker.0 00000100:00100000:1.0:1767319845.902853:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319845.902878:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045817472:0@lo:38:kworker.0 00000100:00100000:1.0:1767319845.902895:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319845.902911:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045817600:0@lo:38:kworker.0 00000100:00100000:1.0:1767319845.902934:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319845.902955:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045817984:0@lo:38:kworker.0 00000100:00100000:1.0:1767319845.902972:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319845.902988:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319845.902998:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319845.903002:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045810560:0@lo:250:kworker.0 00000100:00100000:1.0:1767319845.903027:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817216 00000100:00100000:1.0:1767319845.903031:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817216 00000100:00100000:1.0:1767319845.903050:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817472 00000100:00100000:1.0:1767319845.903053:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817472 00000100:00100000:1.0:1767319845.903067:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817984 00000100:00100000:1.0:1767319845.903070:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817984 00000100:00100000:1.0:1767319845.903086:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:1.0:1767319845.903091:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045817216:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319845.903102:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045817344:0@lo:400:kworker.0 00010000:00020000:1.0:1767319845.903108:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319845.903129:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319845.903138:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045817216:12345-0@lo:38:kworker.0 Request processed in 46us (284us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319845.903144:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1767319845.903145:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319845.903150:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045817088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319845.903157:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817344 00000100:00100000:1.0:1767319845.903160:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817344 00000100:00100000:3.0:1767319845.903167:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319845.903182:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817088 00000100:00100000:1.0:1767319845.903185:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817088 00000100:00100000:1.0:1767319845.903199:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1767319845.903203:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:1.0:1767319845.903204:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045817344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319845.903209:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045817088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319845.903284:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1737 00000100:00100000:2.0:1767319845.903290:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045817472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319845.903299:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319845.903323:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045817472:12345-0@lo:38:kworker.0 Request processed in 33us (427us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319845.903329:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1737 00000100:00100000:2.0:1767319845.903342:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:2.0:1767319845.903345:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045817984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319845.903354:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319845.903374:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045817984:12345-0@lo:38:kworker.0 Request processed in 27us (400us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319845.903379:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00080000:2.0:1767319845.903404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319845.903408:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319845.903408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319845.903410:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319845.903412:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319845.903415:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045817216:0@lo:38:kworker.0 00000100:00080000:2.0:1767319845.903415:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5018 00000100:00080000:2.0:1767319845.903418:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319845.903422:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319845.903422:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00080000:0.0:1767319845.903425:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319845.903427:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045817472:0@lo:38:kworker.0 00000100:00080000:0.0:1767319845.903434:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319845.903436:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319845.903439:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045817984:0@lo:38:kworker.0 00000100:00100000:2.0:1767319845.903439:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdea00 x1853164045818112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319845.903457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045818112:0@lo:250:kworker.0 00000100:00100000:2.0:1767319845.903469:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045817600 00000100:00100000:2.0:1767319845.903473:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045817600 00000400:00000100:0.0:1767319845.903476:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045818112 offset 0 length 520: 4 00000100:00100000:2.0:1767319845.903490:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1767319845.903495:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045817600:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319845.903504:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767319845.903504:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319845.903536:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045817344:12345-0@lo:400:kworker.0 Request processed in 30us (104us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319845.903546:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:2.0:1767319845.904402:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045817600:12345-0@lo:38:kworker.0 Request processed in 901us (1462us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319845.904412:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:1.0:1767319845.904510:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319845.904515:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319845.904519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045817600:0@lo:38:kworker.0 00000100:00100000:3.0:1767319845.909876:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045817088:12345-0@lo:400:kworker.0 Request processed in 6655us (6695us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319845.909893:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00010000:00080000:0.0:1767319845.911294:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cded80 x1853164045817088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319845.911313:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045817088:0@lo:400:kworker.0 00010000:00080000:0.0:1767319845.911331:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd880 x1853164045817344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319861 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319845.911340:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045817344:0@lo:400:kworker.0 00010000:00010000:2.0:1767319846.673073:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319847.695653:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319848.718908:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319848.974087:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045818368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319848.974104:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045818240:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319848.974162:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319848.974218:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045818240 00000100:00100000:2.0:1767319848.974226:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045818240 00000100:00100000:2.0:1767319848.974295:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1767319848.974305:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045818240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319848.974343:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319848.974388:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045818240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (227us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319848.974405:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00080000:1.0:1767319848.974465:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319848.974509:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319848.974578:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045818240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319848.974700:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045818368 00000100:00100000:2.0:1767319848.974704:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045818368 00000100:00100000:2.0:1767319848.974830:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1767319848.974837:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045818368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319848.974858:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319848.974896:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045818368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319848.974902:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:0.0:1767319848.975095:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045818368:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319848.976528:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319849.413195:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319849.413279:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319849.414568:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894272 00000100:00100000:3.0:1767319849.414581:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894272 00000100:00100000:3.0:1767319849.414640:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894400 00000100:00100000:3.0:1767319849.414644:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894400 00000100:00100000:3.0:1767319849.414698:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1333 00000100:00100000:3.0:1767319849.414707:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985894400:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319849.414810:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985894400:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 104us (1530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319849.414818:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1333 00000100:00100000:3.0:1767319849.414835:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1739 00000100:00100000:3.0:1767319849.414840:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985894272:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319849.414858:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319849.414878:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985894272:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 37us (1692us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319849.414884:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1739 00000100:00080000:1.0:1767319849.415479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319849.742043:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319850.767764:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319851.022947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.022960:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319851.023019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.023023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.023028:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.023037:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5044 00000100:00080000:2.0:1767319851.023042:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319851.023050:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319851.023074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cddc00 x1853164045818624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319851.023111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.023114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.023116:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.023120:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5044 00000100:00080000:2.0:1767319851.023122:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319851.023126:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319851.023136:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf100 x1853164045818880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319851.023146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.023149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.023151:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.023154:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5044 00000100:00080000:2.0:1767319851.023156:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319851.023160:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319851.023170:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045818624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.023172:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd880 x1853164045819008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319851.023204:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319851.023207:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319851.023209:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319851.023212:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5044 00000100:00080000:2.0:1767319851.023214:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319851.023217:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319851.023226:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdfb80 x1853164045819392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319851.023238:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.023246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045819264:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.023270:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045818880:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.023276:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319851.023289:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.023296:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319851.023302:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045819136:0@lo:400:kworker.0 00000100:00100000:3.0:1767319851.023306:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045819008:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.023320:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319851.023327:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319851.023340:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045819392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319851.023346:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045818624 00000100:00100000:2.0:1767319851.023353:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045818624 00000100:00100000:3.0:1767319851.023356:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319851.023382:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045818880 00000100:00100000:2.0:1767319851.023385:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045818880 00000100:00100000:3.0:1767319851.023385:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819392 00000100:00100000:3.0:1767319851.023387:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819392 00000100:00100000:2.0:1767319851.023404:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1740 00000100:00100000:2.0:1767319851.023411:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045818624:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767319851.023455:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045818496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.023482:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319851.023497:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319851.023502:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045818752:0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.023535:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319851.023573:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045818496 00000100:00100000:0.0:1767319851.023577:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045818496 00010000:00020000:2.0:1767319851.023644:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319851.023696:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045818624:12345-0@lo:38:kworker.0 Request processed in 274us (447us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319851.023791:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319851.023811:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819264 00000100:00100000:1.0:1767319851.023815:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819264 00000100:00100000:1.0:1767319851.023850:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1767319851.023858:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045819264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.023905:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045819264:12345-0@lo:400:kworker.0 Request processed in 48us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319851.023912:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:1.0:1767319851.023931:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819136 00000100:00100000:1.0:1767319851.023934:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819136 00000100:00100000:1.0:1767319851.023957:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1767319851.023963:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045819136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.023991:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045819136:12345-0@lo:400:kworker.0 Request processed in 28us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319851.023997:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1767319851.024016:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819008 00000100:00100000:1.0:1767319851.024019:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819008 00000100:00100000:1.0:1767319851.024036:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1767319851.024040:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045819008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319851.024051:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319851.024075:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045819008:12345-0@lo:38:kworker.0 Request processed in 33us (747us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319851.024081:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00080000:1.0:1767319851.024100:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767319851.024103:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319851.024155:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319851.024160:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319851.024164:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045819008:0@lo:38:kworker.0 00000100:00080000:1.0:1767319851.024174:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319851.024177:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319851.024179:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045818624:0@lo:38:kworker.0 00000100:00100000:1.0:1767319851.024211:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045819136:0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.024220:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045819264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.024249:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045818752 00000100:00100000:1.0:1767319851.024252:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045818752 00000100:00100000:3.0:1767319851.027694:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1767319851.027708:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045818880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319851.027741:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319851.027846:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045818880:12345-0@lo:38:kworker.0 Request processed in 140us (4555us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319851.027854:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1767319851.027886:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742 00000100:00100000:3.0:1767319851.027890:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045819392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319851.027900:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319851.027924:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045819392:12345-0@lo:38:kworker.0 Request processed in 33us (4566us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319851.027929:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742 00000100:00080000:3.0:1767319851.027979:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319851.027984:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319851.027987:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045819392:0@lo:38:kworker.0 00000100:00080000:3.0:1767319851.027998:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319851.028001:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319851.028003:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045818880:0@lo:38:kworker.0 00000100:00080000:3.0:1767319851.028060:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319851.034796:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:0.0:1767319851.034824:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045818496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319851.034943:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045818496:12345-0@lo:400:kworker.0 Request processed in 133us (11459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319851.034952:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00010000:00080000:0.0:1767319851.035011:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cde680 x1853164045818496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319851.035027:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045818496:0@lo:400:kworker.0 00000100:00100000:2.0:1767319851.049284:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1740 00000100:00100000:1.0:1767319851.054043:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1767319851.054070:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045818752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319851.054173:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045818752:12345-0@lo:400:kworker.0 Request processed in 117us (30649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319851.054181:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00010000:00080000:0.0:1767319851.054237:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd500 x1853164045818752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319851.054254:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045818752:0@lo:400:kworker.0 00010000:00010000:1.0:1767319851.790266:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319852.814997:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319853.840210:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319854.096255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045819520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319854.096332:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319854.096463:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045819648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319854.096498:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319854.096597:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819520 00000100:00100000:1.0:1767319854.096606:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819520 00000100:00100000:1.0:1767319854.096679:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819648 00000100:00100000:1.0:1767319854.096683:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819648 00000100:00100000:1.0:1767319854.096707:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1767319854.096718:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045819520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319854.096753:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319854.096833:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045819520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319854.096841:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:1.0:1767319854.096863:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:1.0:1767319854.096871:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045819648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319854.096888:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319854.096938:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045819648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319854.096945:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00080000:2.0:1767319854.097094:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319854.097099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319854.097150:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045819648:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319854.099058:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045819520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319854.534314:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319854.534410:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319854.534712:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894656 00000100:00100000:1.0:1767319854.534725:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894656 00000100:00100000:2.0:1767319854.534763:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894528 00000100:00100000:2.0:1767319854.534809:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894528 00000100:00100000:1.0:1767319854.534821:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1336 00000100:00080000:3.0:1767319854.534857:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319854.535024:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985894656:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319854.535156:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985894656:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 324us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319854.536741:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1743 00000100:00100000:2.0:1767319854.536760:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985894528:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319854.536793:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319854.536855:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985894528:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 94us (2444us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319854.536863:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1743 00000100:00100000:1.0:1767319854.539367:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1336 00010000:00010000:2.0:1767319854.862060:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319855.888987:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319856.142123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319856.142134:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319856.142195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319856.142199:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319856.142203:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319856.142210:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5049 00000100:00080000:2.0:1767319856.142215:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319856.142222:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319856.142244:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf100 x1853164045819904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319856.142276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319856.142280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319856.142281:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319856.142285:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5049 00000100:00080000:2.0:1767319856.142287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319856.142291:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319856.142300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf480 x1853164045820160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319856.142309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319856.142312:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319856.142313:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319856.142317:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5049 00000100:00080000:2.0:1767319856.142319:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319856.142323:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319856.142333:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cded80 x1853164045820288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319856.142364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319856.142368:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319856.142370:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319856.142373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5049 00000100:00080000:2.0:1767319856.142375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319856.142379:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319856.142392:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f800 x1853164045820672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319856.142417:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045820544:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.142583:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045820032:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.142615:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.142685:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319856.142690:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045819776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.142709:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.142737:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820032 00000100:00100000:1.0:1767319856.142744:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820032 00000100:00100000:1.0:1767319856.142803:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819776 00000100:00100000:1.0:1767319856.142806:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819776 00000100:00100000:1.0:1767319856.142830:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1767319856.142838:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045820032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.142882:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045820032:12345-0@lo:400:kworker.0 Request processed in 44us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319856.142890:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:1.0:1767319856.142909:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1767319856.142913:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045819776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.142933:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045819776:12345-0@lo:400:kworker.0 Request processed in 20us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319856.142938:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00010000:00080000:1.0:1767319856.142965:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cde680 x1853164045819776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319856.142975:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045819776:0@lo:400:kworker.0 00010000:00080000:1.0:1767319856.142983:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdfb80 x1853164045820032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319856.142990:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045820032:0@lo:400:kworker.0 00000100:00100000:2.0:1767319856.143138:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319856.143165:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319856.143171:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045820416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319856.143193:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319856.143254:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820544 00000100:00100000:1.0:1767319856.143258:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820544 00000100:00100000:1.0:1767319856.143288:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820416 00000100:00100000:1.0:1767319856.143290:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820416 00000100:00100000:1.0:1767319856.143311:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1767319856.143316:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045820544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.143348:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045820544:12345-0@lo:400:kworker.0 Request processed in 32us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319856.143354:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1767319856.143366:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:1.0:1767319856.143372:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045820416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319856.143397:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045820416:12345-0@lo:400:kworker.0 Request processed in 26us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319856.143403:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:2.0:1767319856.143562:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045820416:0@lo:400:kworker.0 00000100:00100000:2.0:1767319856.143575:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045820544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319856.143601:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045819904:0@lo:38:kworker.0 00000100:00100000:2.0:1767319856.143710:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319856.143804:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045820160:0@lo:38:kworker.0 00000100:00100000:2.0:1767319856.143826:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319856.143880:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319856.143885:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319856.143887:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319856.154116:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045820288:0@lo:38:kworker.0 00000100:00100000:2.0:1767319856.154189:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319856.154215:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045820672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319856.154243:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319856.155297:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045819904 00000100:00100000:0.0:1767319856.155309:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045819904 00000100:00100000:0.0:1767319856.155356:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820160 00000100:00100000:0.0:1767319856.155360:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820160 00000100:00100000:0.0:1767319856.155382:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1767319856.155390:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045819904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.155411:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.155469:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045819904:12345-0@lo:38:kworker.0 Request processed in 78us (11843us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.155476:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1767319856.155492:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1767319856.155496:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045820160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.155505:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.155527:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045820160:12345-0@lo:38:kworker.0 Request processed in 30us (11700us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.155533:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00100000:0.0:1767319856.155573:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820288 00000100:00100000:0.0:1767319856.155578:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820288 00000100:00100000:0.0:1767319856.155598:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1767319856.155602:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045820288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.155611:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.155657:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045820288:12345-0@lo:38:kworker.0 Request processed in 54us (1469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.155663:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:2.0:1767319856.165039:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319856.165093:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820672 00000100:00100000:0.0:1767319856.165110:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820672 00000100:00100000:0.0:1767319856.165165:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1746 00000100:00100000:0.0:1767319856.165172:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045820672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319856.165196:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319856.165268:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045820672:12345-0@lo:38:kworker.0 Request processed in 95us (11023us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319856.165276:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1746 00000100:00080000:2.0:1767319856.165342:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319856.165347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045819904:0@lo:38:kworker.0 00000100:00080000:2.0:1767319856.165364:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319856.165368:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319856.165372:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045820160:0@lo:38:kworker.0 00000100:00080000:2.0:1767319856.165391:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319856.165395:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319856.165398:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045820288:0@lo:38:kworker.0 00000100:00080000:2.0:1767319856.165405:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319856.165408:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319856.165411:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045820672:0@lo:38:kworker.0 00010000:00010000:2.0:1767319856.910119:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319857.934019:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319858.961306:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319859.214077:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319859.214092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045820800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319859.214153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319859.214367:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045820928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319859.214393:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319859.214481:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820800 00000100:00100000:3.0:1767319859.214489:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820800 00000100:00100000:3.0:1767319859.214551:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045820928 00000100:00100000:3.0:1767319859.214555:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045820928 00000100:00100000:3.0:1767319859.214602:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767319859.214612:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045820800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319859.214640:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319859.214687:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045820800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319859.214695:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767319859.214711:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1767319859.214718:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045820928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319859.214734:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319859.214761:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045820928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319859.214796:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00080000:0.0:1767319859.214908:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319859.214913:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319859.214943:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045820928:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319859.214956:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045820800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319859.652959:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319859.653041:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319859.653386:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894912 00000100:00100000:0.0:1767319859.653403:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894912 00000100:00100000:0.0:1767319859.653467:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985894784 00000100:00100000:0.0:1767319859.653470:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985894784 00000100:00100000:0.0:1767319859.653490:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1339 00000100:00100000:0.0:1767319859.653499:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985894912:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319859.653583:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985894912:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319859.653590:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1339 00000100:00100000:0.0:1767319859.653607:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1747 00000100:00100000:0.0:1767319859.653611:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985894784:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319859.653631:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319859.653661:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985894784:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (620us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319859.653667:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1747 00000100:00080000:3.0:1767319859.653871:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319859.981963:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319861.005998:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319861.261934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319861.261946:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319861.262010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319861.262014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319861.262018:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319861.262026:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5054 00000100:00080000:2.0:1767319861.262030:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319861.262049:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319861.262075:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825e300 x1853164045821184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319861.262094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319861.262097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319861.262099:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319861.262103:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5054 00000100:00080000:2.0:1767319861.262105:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319861.262109:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319861.262119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825dc00 x1853164045821440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319861.262126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319861.262129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319861.262131:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319861.262134:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5054 00000100:00080000:2.0:1767319861.262136:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319861.262139:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319861.262149:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825d180 x1853164045821568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319861.262176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319861.262179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319861.262181:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319861.262184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5054 00000100:00080000:2.0:1767319861.262187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319861.262190:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319861.262199:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ca80 x1853164045821952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319861.262236:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045821312:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.262294:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319861.262351:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319861.262357:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045821056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.262388:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319861.262420:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821312 00000100:00100000:2.0:1767319861.262427:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821312 00000100:00100000:2.0:1767319861.262472:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821056 00000100:00100000:2.0:1767319861.262475:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821056 00000100:00100000:2.0:1767319861.262508:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1767319861.262517:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045821312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.262574:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045821312:12345-0@lo:400:kworker.0 Request processed in 57us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319861.262581:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1767319861.262596:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:2.0:1767319861.262602:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045821056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319861.262625:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045821056:12345-0@lo:400:kworker.0 Request processed in 24us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319861.262630:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00010000:00080000:2.0:1767319861.262659:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825f800 x1853164045821056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319861.262671:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045821056:0@lo:400:kworker.0 00010000:00080000:2.0:1767319861.262680:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825df80 x1853164045821312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319861.262688:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045821312:0@lo:400:kworker.0 00000100:00100000:3.0:1767319861.262879:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045821696:0@lo:400:kworker.0 00000100:00100000:3.0:1767319861.262911:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319861.262930:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319861.262934:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045821824:0@lo:400:kworker.0 00000100:00100000:3.0:1767319861.262954:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319861.262982:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319861.263034:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821696 00000100:00100000:1.0:1767319861.263039:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821696 00000100:00100000:1.0:1767319861.263074:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821824 00000100:00100000:1.0:1767319861.263077:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821824 00000100:00100000:1.0:1767319861.263096:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1767319861.263102:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045821696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319861.263140:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045821696:12345-0@lo:400:kworker.0 Request processed in 38us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319861.263146:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:1.0:1767319861.263161:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1767319861.263166:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045821824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319861.263192:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045821824:12345-0@lo:400:kworker.0 Request processed in 26us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319861.263197:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00080000:3.0:1767319861.263290:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319861.263293:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319861.263310:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045821824:0@lo:400:kworker.0 00000100:00100000:3.0:1767319861.263318:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045821696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319861.264110:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045821184:0@lo:38:kworker.0 00000100:00100000:0.0:1767319861.264149:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319861.264187:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045821440:0@lo:38:kworker.0 00000100:00100000:0.0:1767319861.264208:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319861.264232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045821568:0@lo:38:kworker.0 00000100:00100000:0.0:1767319861.264255:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319861.264278:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045821952:0@lo:38:kworker.0 00000100:00100000:0.0:1767319861.264298:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319861.264334:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821184 00000100:00100000:0.0:1767319861.264338:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821184 00000100:00100000:0.0:1767319861.264360:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821440 00000100:00100000:0.0:1767319861.264363:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821440 00000100:00100000:0.0:1767319861.264379:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821952 00000100:00100000:0.0:1767319861.264382:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821952 00000100:00100000:0.0:1767319861.264392:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:0.0:1767319861.264396:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045821184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319861.264413:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319861.264447:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045821184:12345-0@lo:38:kworker.0 Request processed in 49us (296us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319861.264454:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:0.0:1767319861.264469:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1749 00000100:00100000:0.0:1767319861.264472:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045821440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319861.264480:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319861.264658:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045821568 00000100:00100000:1.0:1767319861.264662:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045821568 00000100:00100000:1.0:1767319861.264681:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1767319861.264685:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045821568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319861.264695:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319861.264761:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:2.0:1767319861.264766:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045821952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319861.264789:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319861.265010:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045821440:12345-0@lo:38:kworker.0 Request processed in 535us (800us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319861.265018:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1749 00000100:00100000:1.0:1767319861.265212:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045821568:12345-0@lo:38:kworker.0 Request processed in 524us (955us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319861.265219:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1767319861.265689:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045821952:12345-0@lo:38:kworker.0 Request processed in 920us (1388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319861.265699:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00080000:0.0:1767319861.265751:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319861.265756:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319861.265759:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045821184:0@lo:38:kworker.0 00000100:00080000:0.0:1767319861.265787:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319861.265791:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319861.265794:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045821440:0@lo:38:kworker.0 00000100:00080000:0.0:1767319861.265805:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319861.265808:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319861.265811:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045821568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319861.265818:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319861.265821:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319861.265824:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045821952:0@lo:38:kworker.0 00010000:00010000:3.0:1767319862.030614:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319863.055142:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319864.079938:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319864.334518:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319864.334552:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045822080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319864.334660:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319864.335005:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822080 00000100:00100000:0.0:1767319864.335017:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822080 00000100:00100000:0.0:1767319864.335107:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1767319864.335120:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045822080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319864.335163:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319864.335232:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045822080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319864.335241:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00080000:2.0:1767319864.335899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319864.335953:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045822080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319864.336407:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319864.336422:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045822208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319864.336496:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319864.337379:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822208 00000100:00100000:1.0:1767319864.337393:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822208 00000100:00100000:1.0:1767319864.337550:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1767319864.337562:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045822208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319864.337599:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319864.337701:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045822208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 142us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319864.337710:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1767319864.337872:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045822208:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319864.339849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319864.778878:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319864.778986:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319864.779159:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895168 00000100:00100000:1.0:1767319864.779174:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895168 00000100:00100000:1.0:1767319864.779263:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895040 00000100:00100000:1.0:1767319864.779267:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895040 00000100:00100000:1.0:1767319864.779288:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1342 00000100:00100000:1.0:1767319864.779300:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985895168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319864.779358:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1751 00000100:00100000:0.0:1767319864.779366:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985895040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319864.779393:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319864.779400:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985895168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319864.779408:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1342 00000100:00100000:0.0:1767319864.779422:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985895040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319864.779428:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1751 00000100:00080000:3.0:1767319864.780742:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319865.108120:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319866.126533:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319866.385473:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319866.385487:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319866.385599:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319866.385606:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319866.385612:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319866.385622:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5059 00000100:00080000:0.0:1767319866.385628:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319866.385638:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319866.385667:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4000 x1853164045822464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319866.385694:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767319866.385707:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319866.385712:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319866.385715:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319866.385720:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5059 00000100:00080000:0.0:1767319866.385722:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319866.385726:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319866.385737:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045822592:0@lo:400:kworker.0 00000100:00100000:0.0:1767319866.385741:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02300 x1853164045822720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319866.385758:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319866.385762:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319866.385764:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319866.385808:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5059 00000100:00080000:0.0:1767319866.385812:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319866.385816:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319866.385845:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03480 x1853164045822848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319866.385888:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319866.385893:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319866.385899:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319866.385901:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319866.385906:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5059 00000100:00080000:0.0:1767319866.385909:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319866.385914:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319866.385926:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dfb80 x1853164045823232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319866.385960:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045822976:0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.386030:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045823104:0@lo:400:kworker.0 00000100:00100000:0.0:1767319866.386247:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319866.386305:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822976 00000100:00100000:0.0:1767319866.386315:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822976 00000100:00100000:0.0:1767319866.386390:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1767319866.386402:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045822976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319866.386423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045822336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319866.386501:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045822976:12345-0@lo:400:kworker.0 Request processed in 90us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319866.386504:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319866.386527:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1767319866.386591:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822592 00000100:00100000:0.0:1767319866.386600:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045822976:0@lo:400:kworker.0 00000100:00100000:1.0:1767319866.386603:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822592 00000100:00100000:0.0:1767319866.386675:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045822464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319866.386675:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822336 00000100:00100000:1.0:1767319866.386684:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822336 00000100:00100000:1.0:1767319866.386722:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1767319866.386731:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319866.386742:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045822592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319866.386814:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045822720:0@lo:38:kworker.0 00000100:00100000:1.0:1767319866.386863:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045822592:12345-0@lo:400:kworker.0 Request processed in 125us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319866.386879:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319866.386885:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1767319866.386922:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045822848:0@lo:38:kworker.0 00000100:00100000:1.0:1767319866.386929:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822464 00000100:00100000:1.0:1767319866.386936:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822464 00000100:00100000:1.0:1767319866.386955:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822720 00000100:00100000:1.0:1767319866.386959:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822720 00000100:00100000:0.0:1767319866.386966:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319866.386979:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1767319866.386991:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045822336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319866.387008:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045823232:0@lo:38:kworker.0 00000100:00100000:0.0:1767319866.387059:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319866.387082:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045823232 00000100:00100000:3.0:1767319866.387091:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045823232 00000100:00100000:0.0:1767319866.387110:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1752 00000100:00100000:0.0:1767319866.387117:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045822464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319866.387139:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319866.387179:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045822464:12345-0@lo:38:kworker.0 Request processed in 61us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319866.387523:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045822336:12345-0@lo:400:kworker.0 Request processed in 59us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319866.388875:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319866.388970:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045823104 00000100:00100000:2.0:1767319866.388978:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045823104 00000100:00100000:2.0:1767319866.389036:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1767319866.389050:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045823104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319866.389104:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045823104:12345-0@lo:400:kworker.0 Request processed in 59us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319866.389111:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:2.0:1767319866.389164:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045823104:0@lo:400:kworker.0 00000100:00100000:3.0:1767319866.392727:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:3.0:1767319866.392747:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045822720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319866.392802:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319866.392924:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045822720:12345-0@lo:38:kworker.0 Request processed in 177us (6053us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319866.392932:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00100000:3.0:1767319866.392963:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:3.0:1767319866.392969:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045823232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319866.392983:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319866.393010:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045823232:12345-0@lo:38:kworker.0 Request processed in 39us (5952us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319866.393016:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00080000:3.0:1767319866.393087:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319866.393096:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319866.393100:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319866.393189:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319866.393196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319866.393200:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045822464:0@lo:38:kworker.0 00000100:00080000:3.0:1767319866.393213:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319866.393217:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319866.393220:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045822720:0@lo:38:kworker.0 00000100:00080000:3.0:1767319866.393230:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319866.393233:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319866.393236:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045823232:0@lo:38:kworker.0 00010000:00080000:3.0:1767319866.393307:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c02a00 x1853164045822592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319866.393321:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045822592:0@lo:400:kworker.0 00010000:00080000:3.0:1767319866.393334:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5c00 x1853164045822336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319882 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319866.393343:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045822336:0@lo:400:kworker.0 00000100:00100000:0.0:1767319866.395158:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1752 00000100:00100000:1.0:1767319866.395373:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1767319866.397270:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045822848 00000100:00100000:1.0:1767319866.397298:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045822848 00000100:00100000:1.0:1767319866.397371:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1767319866.397380:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045822848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319866.397404:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319866.397505:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045822848:12345-0@lo:38:kworker.0 Request processed in 125us (10539us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319866.397513:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00080000:1.0:1767319866.397570:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319866.397576:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319866.397580:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045822848:0@lo:38:kworker.0 00010000:00010000:2.0:1767319867.151974:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319868.178490:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319869.203530:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319869.454447:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045823360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319869.454517:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319869.460457:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045823488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319869.470226:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045823360 00000100:00100000:1.0:1767319869.470238:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045823360 00000100:00100000:1.0:1767319869.470344:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767319869.470356:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045823360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319869.470404:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319869.470473:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045823360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (15954us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319869.470480:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00080000:2.0:1767319869.470534:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319869.470588:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045823360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319869.470983:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319869.485901:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045823488 00000100:00100000:0.0:1767319869.485916:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045823488 00000100:00080000:3.0:1767319869.485991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319869.486004:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1767319869.486018:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045823488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319869.486054:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319869.486180:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045823488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (15204us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319869.486187:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1767319869.487647:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045823488:0@lo:13:osp-pre-1-1.0 00000400:00000100:0.0:1767319869.890040:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985895296 offset 0 length 520: 4 00000100:00100000:0.0:1767319869.890118:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319869.890160:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319869.890333:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895552 00000100:00100000:3.0:1767319869.890348:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895552 00000100:00100000:3.0:1767319869.890448:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895424 00000100:00100000:3.0:1767319869.890452:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895424 00000100:00100000:3.0:1767319869.890495:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1345 00000100:00100000:3.0:1767319869.890508:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985895552:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319869.890613:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985895552:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 107us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319869.890622:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1345 00000100:00100000:3.0:1767319869.890646:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1755 00000100:00100000:3.0:1767319869.890651:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985895424:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319869.890680:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319869.890710:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985895424:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (549us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319869.890717:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1755 00000100:00080000:2.0:1767319869.891036:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319870.222134:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319870.478516:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319845/real 1767319845] req@ffffa07bc6cdea00 x1853164045818112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319870 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319870.478559:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc6cdea00 x1853164045818112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319870 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767319870.478576:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319870.478603:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767319870.478608:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045818112:0@lo:250:kworker.0 00000100:00080000:3.0:1767319870.479327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319870.479336:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319870.479340:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319870.479348:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5044 00000100:00080000:3.0:1767319870.479353:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319870.479371:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319870.479415:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91efb80 x1853164045823616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319870.479488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319870.479493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319870.479495:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319870.479507:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5064 00000100:00080000:3.0:1767319870.479510:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319870.479515:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319870.479535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91eed80 x1853164045823872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319870.479553:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319870.479556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319870.479558:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319870.479562:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5064 00000100:00080000:3.0:1767319870.479565:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319870.479568:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319870.479578:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ec700 x1853164045824128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319870.479586:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319870.479590:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319870.479592:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319870.479596:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5064 00000100:00080000:3.0:1767319870.479598:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319870.479602:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319870.479615:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ef480 x1853164045824256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319870.479652:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319870.479656:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319870.479657:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319870.479661:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5064 00000100:00080000:3.0:1767319870.479663:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319870.479667:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319870.479676:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ed880 x1853164045824640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319870.479709:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045824512:0@lo:400:kworker.0 00000100:00100000:3.0:1767319870.479827:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319870.479917:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319870.479923:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045824384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319870.479956:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319870.480182:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045824000:0@lo:400:kworker.0 00000100:00100000:2.0:1767319870.480220:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319870.480253:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319870.480259:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045823744:0@lo:400:kworker.0 00000100:00100000:2.0:1767319870.480282:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319870.480315:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824512 00000100:00100000:2.0:1767319870.480324:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824512 00000100:00100000:2.0:1767319870.480398:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824384 00000100:00100000:2.0:1767319870.480401:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824384 00000100:00100000:2.0:1767319870.480423:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:2.0:1767319870.480431:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045824512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319870.480530:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824000 00000100:00100000:0.0:1767319870.480535:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824000 00000100:00100000:1.0:1767319870.480620:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:1.0:1767319870.480630:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045824384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319870.484097:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045823744 00000100:00100000:0.0:1767319870.484119:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045823744 00000100:00100000:0.0:1767319870.484206:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767319870.484220:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045824000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319870.484351:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045824000:12345-0@lo:400:kworker.0 Request processed in 135us (4129us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319870.484375:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767319870.484397:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:0.0:1767319870.484403:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045823744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319870.484436:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045823744:12345-0@lo:400:kworker.0 Request processed in 32us (4152us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319870.484443:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00080000:0.0:1767319870.484474:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319870.484536:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91edf80 x1853164045823744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319870.484555:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045823744:0@lo:400:kworker.0 00010000:00080000:0.0:1767319870.484569:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ee680 x1853164045824000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319886 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319870.484577:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045824000:0@lo:400:kworker.0 00000100:00100000:0.0:1767319870.484646:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045823616:0@lo:250:kworker.0 00000400:00000100:0.0:1767319870.484693:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045823616 offset 0 length 520: 4 00000100:00100000:0.0:1767319870.484725:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045823872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319870.484756:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319870.484804:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045824128:0@lo:38:kworker.0 00000100:00100000:0.0:1767319870.484825:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319870.484840:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045824256:0@lo:38:kworker.0 00000100:00100000:0.0:1767319870.485194:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319870.485232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045824640:0@lo:38:kworker.0 00000100:00100000:0.0:1767319870.485261:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319870.485302:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045823872 00000100:00100000:0.0:1767319870.485306:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045823872 00000100:00100000:0.0:1767319870.485329:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824128 00000100:00100000:0.0:1767319870.485332:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824128 00000100:00100000:0.0:1767319870.485339:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824640 00000100:00100000:0.0:1767319870.485341:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824640 00000100:00100000:0.0:1767319870.485351:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:0.0:1767319870.485356:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045823872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319870.485390:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319870.485432:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045823872:12345-0@lo:38:kworker.0 Request processed in 74us (675us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319870.485438:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00100000:0.0:1767319870.485451:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:0.0:1767319870.485455:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045824128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319870.485464:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319870.485485:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045824128:12345-0@lo:38:kworker.0 Request processed in 29us (660us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319870.485491:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00100000:0.0:1767319870.485501:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1758 00000100:00100000:0.0:1767319870.485504:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045824640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319870.485514:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319870.485536:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045824640:12345-0@lo:38:kworker.0 Request processed in 30us (274us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319870.485542:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1758 00000100:00080000:0.0:1767319870.485573:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319870.485579:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319870.485583:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045823872:0@lo:38:kworker.0 00000100:00080000:0.0:1767319870.485591:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319870.485595:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319870.485598:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045824128:0@lo:38:kworker.0 00000100:00080000:0.0:1767319870.485605:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319870.485608:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319870.485611:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045824640:0@lo:38:kworker.0 00000100:00100000:0.0:1767319870.485660:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824256 00000100:00100000:0.0:1767319870.485665:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824256 00000100:00100000:0.0:1767319870.485809:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1767319870.485814:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045824256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319870.485825:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319870.485858:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045824256:12345-0@lo:38:kworker.0 Request processed in 42us (990us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319870.485864:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:0.0:1767319870.486115:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319870.486120:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319870.486123:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045824256:0@lo:38:kworker.0 00000100:00100000:2.0:1767319870.486529:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045824512:12345-0@lo:400:kworker.0 Request processed in 6096us (6699us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319870.486540:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:1.0:1767319870.486666:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045824384:12345-0@lo:400:kworker.0 Request processed in 6035us (6714us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319870.486684:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1767319870.486821:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045824384:0@lo:400:kworker.0 00000100:00100000:3.0:1767319870.486837:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045824512:0@lo:400:kworker.0 00010000:00010000:2.0:1767319871.246057:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319872.270054:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319873.294273:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319874.319215:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319874.574121:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319874.574156:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045824768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319874.574249:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319874.574316:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045824896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319874.574475:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319874.577565:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824768 00000100:00100000:1.0:1767319874.577588:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824768 00000100:00100000:1.0:1767319874.577685:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045824896 00000100:00100000:1.0:1767319874.577690:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045824896 00000100:00100000:1.0:1767319874.577717:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1767319874.577727:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045824768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319874.577790:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767319874.577795:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319874.577802:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319874.577843:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1767319874.577857:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045824896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319874.577880:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319874.577901:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045824768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 174us (3651us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319874.577913:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1767319874.577939:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045824896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319874.577947:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1767319874.578608:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045824896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319874.578628:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045824768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319875.010367:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319875.010570:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319875.012039:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895808 00000100:00100000:0.0:1767319875.012058:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895808 00000100:00080000:3.0:1767319875.012180:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319875.013672:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895680 00000100:00100000:1.0:1767319875.013688:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895680 00000100:00100000:1.0:1767319875.013853:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1348 00000100:00100000:1.0:1767319875.013872:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985895808:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319875.014363:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985895808:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 497us (4009us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319875.014386:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1348 00000100:00100000:1.0:1767319875.014419:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1759 00000100:00100000:1.0:1767319875.014424:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985895680:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319875.014450:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319875.014482:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985895680:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (3911us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319875.014489:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1759 00010000:00010000:2.0:1767319875.341934:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319875.597909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319875.597919:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319875.598000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319875.598005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319875.598011:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319875.598022:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5068 00000100:00080000:3.0:1767319875.598028:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319875.598051:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319875.598084:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91eca80 x1853164045825152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319875.598101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319875.598104:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319875.598105:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319875.598108:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5068 00000100:00080000:3.0:1767319875.598110:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319875.598112:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319875.598120:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ef480 x1853164045825408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319875.598125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319875.598128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319875.598130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319875.598132:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5068 00000100:00080000:3.0:1767319875.598134:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319875.598136:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319875.598143:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ed880 x1853164045825536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319875.598174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319875.598177:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319875.598178:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319875.598181:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5068 00000100:00080000:3.0:1767319875.598182:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319875.598184:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319875.598193:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ee680 x1853164045825920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319875.598222:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045825152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319875.598235:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045825280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319875.598348:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045825024:0@lo:400:kworker.0 00000100:00100000:0.0:1767319875.598353:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045825664:0@lo:400:kworker.0 00000100:00100000:3.0:1767319875.600840:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319875.600950:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825280 00000100:00100000:3.0:1767319875.600962:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825280 00000100:00100000:3.0:1767319875.601251:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:3.0:1767319875.601274:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045825280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319875.601360:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045825280:12345-0@lo:400:kworker.0 Request processed in 100us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319875.601368:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00080000:3.0:1767319875.601396:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319875.602296:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91eea00 x1853164045825280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319875.602329:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045825280:0@lo:400:kworker.0 00000100:00100000:1.0:1767319875.602382:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319875.602402:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045825792:0@lo:400:kworker.0 00000100:00100000:1.0:1767319875.602430:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045825408:0@lo:38:kworker.0 00000100:00100000:1.0:1767319875.602472:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319875.602496:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045825536:0@lo:38:kworker.0 00000100:00100000:1.0:1767319875.602522:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319875.602543:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045825920:0@lo:38:kworker.0 00000100:00100000:1.0:1767319875.602567:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319875.602789:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319875.602848:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825536 00000100:00100000:3.0:1767319875.602855:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825536 00000100:00100000:3.0:1767319875.602892:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1767319875.602899:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045825536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319875.602923:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319875.602964:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045825536:12345-0@lo:38:kworker.0 Request processed in 64us (440us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319875.602971:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1767319875.602998:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825152 00000100:00100000:3.0:1767319875.603002:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825152 00000100:00100000:2.0:1767319875.603572:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319875.603618:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825408 00000100:00100000:2.0:1767319875.603623:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825408 00000100:00100000:2.0:1767319875.603641:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825920 00000100:00100000:2.0:1767319875.603644:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825920 00000100:00100000:2.0:1767319875.603756:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825024 00000100:00100000:2.0:1767319875.603760:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825024 00000100:00100000:2.0:1767319875.603820:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1767319875.603828:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045825024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319875.603882:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045825024:12345-0@lo:400:kworker.0 Request processed in 54us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319875.603889:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1767319875.603905:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1767319875.603909:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045825152:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319875.603924:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319875.603951:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045825152:12345-0@lo:38:kworker.0 Request processed in 41us (1571us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319875.603958:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1767319875.603971:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1761 00000100:00100000:2.0:1767319875.603975:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045825408:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319875.603984:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319875.604007:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045825408:12345-0@lo:38:kworker.0 Request processed in 31us (1535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319875.604013:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1761 00000100:00100000:2.0:1767319875.604023:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:2.0:1767319875.604027:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045825920:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319875.604053:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825792 00000100:00100000:1.0:1767319875.604058:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825792 00000100:00100000:1.0:1767319875.604093:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1767319875.604100:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045825792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319875.604156:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045825792:12345-0@lo:400:kworker.0 Request processed in 56us (1386us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319875.604164:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00080000:1.0:1767319875.604213:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319875.604219:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319875.604223:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045825152:0@lo:38:kworker.0 00000100:00080000:1.0:1767319875.604234:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319875.604237:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319875.604241:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045825408:0@lo:38:kworker.0 00000100:00080000:1.0:1767319875.604251:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319875.604255:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319875.604258:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045825536:0@lo:38:kworker.0 00000100:00080000:1.0:1767319875.604349:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319875.604373:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045825792:0@lo:400:kworker.0 00010000:00080000:1.0:1767319875.604380:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ece00 x1853164045825024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319891 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319875.604394:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045825024:0@lo:400:kworker.0 00010000:00020000:2.0:1767319875.604749:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319875.604814:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045825920:12345-0@lo:38:kworker.0 Request processed in 784us (2245us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319875.604825:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00000100:00100000:0.0:1767319875.605134:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319875.605241:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045825664 00000100:00100000:2.0:1767319875.605247:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045825664 00000100:00100000:2.0:1767319875.605299:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:2.0:1767319875.605309:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045825664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319875.605364:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045825664:12345-0@lo:400:kworker.0 Request processed in 57us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319875.605371:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:0.0:1767319875.605565:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045825664:0@lo:400:kworker.0 00000100:00080000:1.0:1767319875.606065:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319875.606073:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319875.606077:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045825920:0@lo:38:kworker.0 00010000:00010000:3.0:1767319876.368229:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319877.390745:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319878.424144:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319879.438094:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319879.694183:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319879.694729:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045826176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319879.694849:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319879.694914:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045826048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319879.694933:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319879.695018:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826176 00000100:00100000:0.0:1767319879.695028:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826176 00000100:00100000:0.0:1767319879.695087:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826048 00000100:00100000:0.0:1767319879.695089:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826048 00000100:00100000:0.0:1767319879.695103:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1767319879.695111:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045826176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319879.695145:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319879.695186:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045826176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319879.695218:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1767319879.695242:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:0.0:1767319879.695249:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045826048:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319879.695464:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319879.695469:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319879.695520:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045826176:0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319879.695902:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319879.695958:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045826048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 709us (1023us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319879.695966:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:3.0:1767319879.696039:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045826048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319880.131921:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319880.131974:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319880.132174:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896064 00000100:00100000:2.0:1767319880.132196:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896064 00000100:00100000:2.0:1767319880.132274:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985895936 00000100:00100000:2.0:1767319880.132279:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985895936 00000100:00100000:2.0:1767319880.132298:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1351 00000100:00100000:2.0:1767319880.132311:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985896064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319880.132383:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985896064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319880.132391:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1351 00000100:00100000:2.0:1767319880.132409:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1763 00000100:00100000:2.0:1767319880.132414:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985895936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319880.132433:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319880.132460:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985895936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (485us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319880.132467:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1763 00000100:00080000:3.0:1767319880.135352:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319880.462186:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319880.718357:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319880.718368:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767319880.718469:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045826304:0@lo:400:kworker.0 00000100:00100000:0.0:1767319880.719125:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319880.719218:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826304 00000100:00100000:1.0:1767319880.719230:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826304 00000100:00080000:2.0:1767319880.719343:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319880.719400:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319880.719405:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319880.719410:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319880.719418:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5073 00000100:00080000:3.0:1767319880.719422:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319880.719429:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319880.719453:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf91ef480 x1853164045826432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319880.719496:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319880.719500:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319880.719502:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319880.719505:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5073 00000100:00080000:3.0:1767319880.719508:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319880.719511:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319880.719524:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5c00 x1853164045826688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319880.719534:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319880.719537:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319880.719539:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319880.719542:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5073 00000100:00080000:3.0:1767319880.719544:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319880.719548:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319880.719559:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4000 x1853164045826816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319880.719590:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319880.719593:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319880.719595:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319880.719597:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5073 00000100:00080000:3.0:1767319880.719600:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319880.719602:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319880.719614:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b480 x1853164045827200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319880.719642:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319880.719656:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045826560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319880.719702:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045826432:0@lo:38:kworker.0 00000100:00100000:3.0:1767319880.719731:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319880.719765:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319880.719814:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045827072:0@lo:400:kworker.0 00000100:00100000:3.0:1767319880.719866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319880.720615:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826560 00000100:00100000:1.0:1767319880.720622:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826560 00000100:00100000:1.0:1767319880.720658:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826432 00000100:00100000:1.0:1767319880.720661:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826432 00000100:00100000:1.0:1767319880.720686:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767319880.720695:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045826304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319880.720757:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045826304:12345-0@lo:400:kworker.0 Request processed in 63us (1633us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319880.720764:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767319880.720796:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1767319880.720802:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045826560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319880.720830:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045826560:12345-0@lo:400:kworker.0 Request processed in 28us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319880.720835:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:1.0:1767319880.720848:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1764 00000100:00100000:1.0:1767319880.720852:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045826432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319880.720869:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319880.720896:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045826432:12345-0@lo:38:kworker.0 Request processed in 42us (1134us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319880.720902:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1764 00000100:00080000:1.0:1767319880.720928:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319880.720962:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827072 00000100:00100000:1.0:1767319880.720966:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827072 00000100:00100000:1.0:1767319880.720997:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1767319880.721004:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045827072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319880.721035:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045827072:12345-0@lo:400:kworker.0 Request processed in 31us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319880.721041:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:2.0:1767319880.721613:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045826944:0@lo:400:kworker.0 00000100:00100000:2.0:1767319880.721652:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319880.721875:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826944 00000100:00100000:1.0:1767319880.721880:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826944 00000100:00100000:1.0:1767319880.721912:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1767319880.721918:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045826944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319880.721951:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045826944:12345-0@lo:400:kworker.0 Request processed in 33us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319880.721957:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00010000:00080000:1.0:1767319880.722051:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91eca80 x1853164045826560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319880.722064:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045826560:0@lo:400:kworker.0 00010000:00080000:1.0:1767319880.722076:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf91ed880 x1853164045826304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319896 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319880.722084:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045826304:0@lo:400:kworker.0 00000100:00080000:0.0:1767319880.723081:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319880.723091:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045827072:0@lo:400:kworker.0 00000100:00080000:0.0:1767319880.723101:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319880.723108:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045826432:0@lo:38:kworker.0 00000100:00100000:0.0:1767319880.723121:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045826688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319880.723203:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319880.723260:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045826816:0@lo:38:kworker.0 00000100:00100000:1.0:1767319880.723283:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826688 00000100:00100000:1.0:1767319880.723292:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826688 00000100:00100000:0.0:1767319880.723293:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319880.723329:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045827200:0@lo:38:kworker.0 00000100:00100000:1.0:1767319880.723354:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:0.0:1767319880.723362:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319880.723372:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045826688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319880.723394:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319880.723434:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827200 00000100:00100000:0.0:1767319880.723441:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827200 00000100:00100000:1.0:1767319880.723463:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045826688:12345-0@lo:38:kworker.0 Request processed in 92us (259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319880.723474:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00100000:0.0:1767319880.723494:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:0.0:1767319880.723502:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045827200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319880.723521:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767319880.723549:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319880.723558:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319880.723566:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045826688:0@lo:38:kworker.0 00000100:00100000:0.0:1767319880.723568:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045827200:12345-0@lo:38:kworker.0 Request processed in 61us (206us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767319880.723591:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767319880.723601:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00080000:1.0:1767319880.723607:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319880.723613:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045827200:0@lo:38:kworker.0 00000100:00100000:3.0:1767319880.724495:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045826816 00000100:00100000:3.0:1767319880.724506:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045826816 00000100:00100000:3.0:1767319880.724553:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1767319880.724559:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045826816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319880.724575:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319880.724640:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045826816:12345-0@lo:38:kworker.0 Request processed in 80us (1348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319880.724647:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:1.0:1767319880.724936:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319880.724942:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319880.724945:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045826816:0@lo:38:kworker.0 00000100:00100000:2.0:1767319880.725190:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045826944:0@lo:400:kworker.0 00010000:00010000:2.0:1767319881.485966:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319882.510051:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319883.534560:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319884.558212:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319884.814056:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045827328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319884.814061:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045827456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319884.814136:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319884.814258:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319884.814260:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827456 00000100:00100000:0.0:1767319884.814269:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827456 00000100:00100000:1.0:1767319884.814324:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827328 00000100:00100000:1.0:1767319884.814328:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827328 00000100:00100000:0.0:1767319884.814343:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1767319884.814353:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045827456:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319884.814374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319884.814378:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767319884.814384:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319884.814434:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045827456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319884.814473:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045827456:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319884.822857:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1767319884.822883:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045827328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319884.822918:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319884.823008:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045827328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 137us (8749us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319884.823016:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:3.0:1767319884.823086:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045827328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319884.826228:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:2.0:1767319885.256585:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319885.256636:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319885.256696:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896320 00000100:00100000:3.0:1767319885.256717:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896320 00000100:00100000:1.0:1767319885.256718:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896192 00000100:00100000:1.0:1767319885.256725:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896192 00000100:00100000:1.0:1767319885.256808:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1767 00000100:00100000:1.0:1767319885.256818:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985896192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319885.256842:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319885.256852:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1354 00000100:00100000:3.0:1767319885.256863:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985896320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319885.256907:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985896192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319885.256916:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1767 00000100:00100000:3.0:1767319885.256921:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985896320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 58us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319885.256930:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1354 00000100:00080000:2.0:1767319885.257976:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319885.587702:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319885.840558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319885.840570:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319885.840637:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319885.840641:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319885.840646:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319885.840653:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5079 00000100:00080000:3.0:1767319885.840658:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319885.840665:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319885.840687:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764a300 x1853164045827712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319885.840708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319885.840711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319885.840713:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319885.840716:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5079 00000100:00080000:3.0:1767319885.840719:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319885.840721:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319885.840730:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045827968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319885.840738:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319885.840741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319885.840742:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319885.840745:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5079 00000100:00080000:3.0:1767319885.840748:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319885.840751:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319885.840789:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648700 x1853164045828096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319885.840818:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319885.840822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319885.840823:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319885.840827:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5079 00000100:00080000:3.0:1767319885.840829:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319885.840832:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319885.840842:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649500 x1853164045828480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319885.840874:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045827840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.840941:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319885.841280:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045827712:0@lo:38:kworker.0 00000100:00100000:2.0:1767319885.841311:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319885.841399:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045828224:0@lo:400:kworker.0 00000100:00100000:0.0:1767319885.841430:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319885.844270:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319885.844289:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045827584:0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.844357:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319885.844432:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827840 00000100:00100000:3.0:1767319885.844441:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827840 00000100:00100000:3.0:1767319885.844499:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827712 00000100:00100000:3.0:1767319885.844516:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827712 00000100:00100000:3.0:1767319885.844725:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827584 00000100:00100000:3.0:1767319885.844730:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827584 00000100:00100000:3.0:1767319885.846049:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1767319885.846087:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045827840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.846186:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045827840:12345-0@lo:400:kworker.0 Request processed in 122us (5244us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319885.846193:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:3.0:1767319885.846221:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1767319885.846228:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045827584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.846257:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045827584:12345-0@lo:400:kworker.0 Request processed in 30us (1899us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319885.846263:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1767319885.846276:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:3.0:1767319885.846280:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045827712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319885.846301:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319885.846329:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045827712:12345-0@lo:38:kworker.0 Request processed in 47us (5016us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319885.846334:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00080000:3.0:1767319885.846356:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319885.846416:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649c00 x1853164045827584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319885.846431:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045827584:0@lo:400:kworker.0 00010000:00080000:3.0:1767319885.846444:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649880 x1853164045827840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319901 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319885.846451:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045827840:0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.846499:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045828352:0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.846705:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319885.846903:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828224 00000100:00100000:3.0:1767319885.846909:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828224 00000100:00100000:3.0:1767319885.846947:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828352 00000100:00100000:3.0:1767319885.846950:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828352 00000100:00100000:1.0:1767319885.846966:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:1.0:1767319885.846977:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045828224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319885.847032:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045828224:12345-0@lo:400:kworker.0 Request processed in 57us (5599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319885.848308:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045828224:0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.849798:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:3.0:1767319885.849826:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045828352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319885.849922:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045828352:12345-0@lo:400:kworker.0 Request processed in 111us (3216us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319885.849930:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00080000:3.0:1767319885.850018:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319885.850025:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319885.850028:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045827712:0@lo:38:kworker.0 00000100:00100000:3.0:1767319885.850038:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045827968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319885.850074:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319885.850115:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045827968 00000100:00100000:3.0:1767319885.850121:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045827968 00000100:00100000:3.0:1767319885.850153:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:3.0:1767319885.850159:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045827968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319885.850178:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319885.850211:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045827968:12345-0@lo:38:kworker.0 Request processed in 52us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319885.850217:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00080000:3.0:1767319885.850249:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319885.850254:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319885.850257:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045827968:0@lo:38:kworker.0 00000100:00100000:3.0:1767319885.850264:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045828096:0@lo:38:kworker.0 00000100:00100000:3.0:1767319885.850290:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319885.850312:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045828480:0@lo:38:kworker.0 00000100:00100000:3.0:1767319885.850339:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319885.850356:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828480 00000100:00100000:3.0:1767319885.850359:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828480 00000100:00100000:3.0:1767319885.850376:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1770 00000100:00100000:3.0:1767319885.850380:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045828480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319885.850391:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319885.850418:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045828480:12345-0@lo:38:kworker.0 Request processed in 36us (78us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319885.850424:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1770 00000100:00080000:3.0:1767319885.850446:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319885.850449:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319885.850453:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045828480:0@lo:38:kworker.0 00000100:00100000:0.0:1767319885.850973:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828096 00000100:00100000:0.0:1767319885.850981:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828096 00000100:00100000:0.0:1767319885.851003:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1767319885.851009:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045828096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319885.851020:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319885.851058:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045828096:12345-0@lo:38:kworker.0 Request processed in 48us (766us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319885.851064:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1767319885.851110:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045828352:0@lo:400:kworker.0 00000100:00080000:3.0:1767319885.851315:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319885.851319:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319885.851323:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045828096:0@lo:38:kworker.0 00000100:00100000:1.0:1767319885.852554:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00010000:00010000:3.0:1767319886.606564:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319887.630490:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319888.654333:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319889.683748:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319889.938986:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045828608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319889.939084:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319889.940442:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828608 00000100:00100000:0.0:1767319889.940456:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828608 00000100:00100000:0.0:1767319889.940547:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1767319889.940557:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045828608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319889.940591:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319889.940660:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045828608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (1575us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319889.940668:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00080000:2.0:1767319889.940837:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767319889.940878:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045828608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319889.941958:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319889.941973:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045828736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319889.942040:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319889.945877:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828736 00000100:00100000:0.0:1767319889.945893:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828736 00000100:00100000:0.0:1767319889.945970:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1767319889.945979:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045828736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319889.946021:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319889.946100:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045828736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 122us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319889.946107:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1767319889.946181:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045828736:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319889.946287:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319890.372269:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319890.372390:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896576 00000100:00100000:0.0:1767319890.372406:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896576 00000100:00100000:0.0:1767319890.372495:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1357 00000100:00100000:0.0:1767319890.372509:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985896576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319890.372629:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985896576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 125us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319890.372637:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1357 00000100:00080000:2.0:1767319890.372826:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319890.378831:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319890.378937:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896448 00000100:00100000:0.0:1767319890.378948:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896448 00000100:00100000:0.0:1767319890.379015:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1771 00000100:00100000:0.0:1767319890.379024:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985896448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319890.379048:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319890.379222:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985896448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 196us (398us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319890.379230:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1771 00010000:00010000:3.0:1767319890.701982:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319890.959013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319890.959023:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319890.959063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319890.959067:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319890.959072:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319890.959079:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5084 00000100:00080000:3.0:1767319890.959084:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319890.959090:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319890.959108:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045828992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319890.959131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319890.959134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319890.959135:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319890.959139:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5084 00000100:00080000:3.0:1767319890.959141:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319890.959145:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319890.959155:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648000 x1853164045829248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319890.959164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319890.959167:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319890.959169:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319890.959171:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5084 00000100:00080000:3.0:1767319890.959173:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319890.959176:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319890.959187:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648a80 x1853164045829376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319890.959216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319890.959219:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319890.959220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319890.959223:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5084 00000100:00080000:3.0:1767319890.959225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319890.959228:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319890.959238:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b480 x1853164045829760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319890.959323:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045829504:0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.959387:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.959439:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319890.959445:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045829632:0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.959466:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.959497:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829504 00000100:00100000:3.0:1767319890.959504:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829504 00000100:00100000:3.0:1767319890.959540:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829632 00000100:00100000:3.0:1767319890.959543:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829632 00000100:00100000:3.0:1767319890.959563:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1767319890.959571:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045829504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.959620:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045829504:12345-0@lo:400:kworker.0 Request processed in 49us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319890.959627:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1767319890.959643:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1767319890.959649:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045829632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.959673:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045829632:12345-0@lo:400:kworker.0 Request processed in 25us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319890.959678:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1767319890.959703:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045828992:0@lo:38:kworker.0 00000100:00100000:3.0:1767319890.959728:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.959751:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045829248:0@lo:38:kworker.0 00000100:00100000:3.0:1767319890.959810:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.959830:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045829376:0@lo:38:kworker.0 00000100:00100000:3.0:1767319890.959852:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.959872:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045829760:0@lo:38:kworker.0 00000100:00100000:3.0:1767319890.959891:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.959918:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829376 00000100:00100000:3.0:1767319890.959921:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829376 00000100:00100000:3.0:1767319890.959941:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1767319890.959946:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045829376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319890.959962:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319890.960010:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045829376:12345-0@lo:38:kworker.0 Request processed in 62us (156us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319890.960016:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:3.0:1767319890.960032:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828992 00000100:00100000:3.0:1767319890.960035:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828992 00000100:00100000:3.0:1767319890.960051:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829248 00000100:00100000:3.0:1767319890.960053:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829248 00000100:00100000:3.0:1767319890.960063:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829760 00000100:00100000:3.0:1767319890.960065:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829760 00000100:00100000:3.0:1767319890.960079:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1767319890.960083:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045828992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319890.960091:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319890.960112:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045828992:12345-0@lo:38:kworker.0 Request processed in 27us (383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319890.960116:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1767319890.960125:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1773 00000100:00100000:3.0:1767319890.960129:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045829248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319890.960137:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319890.960157:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045829248:12345-0@lo:38:kworker.0 Request processed in 27us (347us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319890.960162:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1773 00000100:00100000:3.0:1767319890.960173:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:3.0:1767319890.960176:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045829760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319890.960185:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319890.960205:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045829760:12345-0@lo:38:kworker.0 Request processed in 28us (313us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319890.960213:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00000100:00100000:3.0:1767319890.960243:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045828864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.960266:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.960287:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319890.960292:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045829120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.960311:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319890.960332:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045828864 00000100:00100000:3.0:1767319890.960335:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045828864 00000100:00100000:3.0:1767319890.960362:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829120 00000100:00100000:3.0:1767319890.960365:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829120 00000100:00100000:3.0:1767319890.960378:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1767319890.960383:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045828864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.960412:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045828864:12345-0@lo:400:kworker.0 Request processed in 30us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319890.960417:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1767319890.960426:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1767319890.960431:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045829120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.960453:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045829120:12345-0@lo:400:kworker.0 Request processed in 22us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319890.960458:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00010000:00080000:3.0:1767319890.960490:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764a300 x1853164045829120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319890.960502:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045829120:0@lo:400:kworker.0 00010000:00080000:3.0:1767319890.960511:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649500 x1853164045828864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319906 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319890.960523:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045828864:0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.960550:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045829632:0@lo:400:kworker.0 00000100:00100000:3.0:1767319890.960558:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045829504:0@lo:400:kworker.0 00000100:00080000:3.0:1767319890.960580:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319890.960584:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319890.960587:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045828992:0@lo:38:kworker.0 00000100:00080000:3.0:1767319890.960594:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319890.960596:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319890.960599:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045829248:0@lo:38:kworker.0 00000100:00080000:3.0:1767319890.960606:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319890.960609:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319890.960611:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045829376:0@lo:38:kworker.0 00000100:00080000:3.0:1767319890.960617:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319890.960620:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319890.960623:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045829760:0@lo:38:kworker.0 00000100:00080000:3.0:1767319890.960676:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319891.726018:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319892.750017:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319893.774365:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767319894.470949:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985896704 offset 0 length 520: 4 00000100:00100000:3.0:1767319894.471013:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319894.471101:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319894.474600:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896960 00000100:00100000:0.0:1767319894.474621:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896960 00000100:00100000:1.0:1767319894.474900:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985896832 00000100:00100000:1.0:1767319894.474906:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985896832 00000100:00100000:1.0:1767319894.474976:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1775 00000100:00100000:1.0:1767319894.474985:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985896832:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319894.475014:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319894.475109:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985896832:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 123us (4007us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319894.475118:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1775 00000100:00100000:0.0:1767319894.477672:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1360 00000100:00100000:0.0:1767319894.477690:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985896960:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319894.477842:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985896960:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 157us (6829us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319894.477851:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1360 00000100:00080000:2.0:1767319894.480537:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319894.798287:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319895.055374:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319870/real 1767319870] req@ffffa07bf91efb80 x1853164045823616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319895 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319895.055420:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf91efb80 x1853164045823616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319895 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319895.055446:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319895.055474:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319895.055479:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf91efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045823616:0@lo:250:kworker.0 00000100:00080000:2.0:1767319895.055788:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319895.055795:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767319895.055798:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319895.055804:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5068 00000100:00080000:2.0:1767319895.055808:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319895.055816:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319895.055837:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1180 x1853164045830016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319895.055863:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319895.055866:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319895.055868:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319895.055872:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5089 00000100:00080000:2.0:1767319895.055874:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319895.055878:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319895.055891:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164045830272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319895.055928:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319895.055932:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319895.055934:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319895.055937:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5089 00000100:00080000:2.0:1767319895.055940:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319895.055944:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319895.055956:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2d80 x1853164045830528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319895.055964:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319895.055967:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319895.055969:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319895.055972:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5089 00000100:00080000:2.0:1767319895.055974:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319895.055977:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319895.055988:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2a00 x1853164045830656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319895.056011:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319895.056014:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319895.056016:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319895.056019:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5089 00000100:00080000:2.0:1767319895.056022:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319895.056026:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319895.056037:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb800 x1853164045831040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319895.056064:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045830784:0@lo:400:kworker.0 00000100:00100000:2.0:1767319895.056145:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.056226:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319895.056233:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045830400:0@lo:400:kworker.0 00000100:00100000:2.0:1767319895.056261:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.056294:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045830016:0@lo:250:kworker.0 00000400:00000100:2.0:1767319895.056312:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045830016 offset 0 length 520: 4 00000100:00100000:2.0:1767319895.056329:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045830272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319895.056351:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.056371:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045830528:0@lo:38:kworker.0 00000100:00100000:2.0:1767319895.056393:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.056407:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045830656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319895.056432:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.056448:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045831040:0@lo:38:kworker.0 00000100:00100000:2.0:1767319895.056468:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319895.056504:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830400 00000100:00100000:2.0:1767319895.056514:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830400 00000100:00100000:2.0:1767319895.056575:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830272 00000100:00100000:2.0:1767319895.056578:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830272 00000100:00100000:2.0:1767319895.056592:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830528 00000100:00100000:2.0:1767319895.056595:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830528 00000100:00100000:2.0:1767319895.056603:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831040 00000100:00100000:2.0:1767319895.056606:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831040 00000100:00100000:2.0:1767319895.056619:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767319895.056631:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045830400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319895.056688:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045830400:12345-0@lo:400:kworker.0 Request processed in 59us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319895.056697:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:2.0:1767319895.056716:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1767319895.056720:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045830272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319895.056745:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319895.056810:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045830272:12345-0@lo:38:kworker.0 Request processed in 87us (457us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319895.056816:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1776 00000100:00100000:2.0:1767319895.056828:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:2.0:1767319895.056832:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045830528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319895.056842:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319895.056865:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045830528:12345-0@lo:38:kworker.0 Request processed in 31us (471us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319895.056871:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00000100:00100000:2.0:1767319895.056882:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1767319895.056886:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045831040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319895.056896:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319895.056935:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045831040:12345-0@lo:38:kworker.0 Request processed in 47us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319895.056942:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00080000:2.0:1767319895.056959:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319895.056990:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1880 x1853164045830400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319895.057004:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045830400:0@lo:400:kworker.0 00000100:00080000:2.0:1767319895.057033:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319895.057038:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319895.057042:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045830272:0@lo:38:kworker.0 00000100:00080000:2.0:1767319895.057050:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319895.057053:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319895.057056:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045830528:0@lo:38:kworker.0 00000100:00080000:2.0:1767319895.057063:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319895.057066:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319895.057069:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045831040:0@lo:38:kworker.0 00000100:00100000:0.0:1767319895.057373:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830656 00000100:00100000:0.0:1767319895.057379:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830656 00000100:00100000:0.0:1767319895.057420:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1767319895.057426:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045830656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319895.057438:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319895.057491:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045830656:12345-0@lo:38:kworker.0 Request processed in 64us (1057us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319895.057501:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1767319895.057532:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045829888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319895.057570:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319895.057592:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045830912:0@lo:400:kworker.0 00000100:00100000:0.0:1767319895.057616:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319895.057635:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1767319895.057642:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045830144:0@lo:400:kworker.0 00000100:00100000:0.0:1767319895.057664:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319895.057679:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045831168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319895.057699:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319895.057726:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045829888 00000100:00100000:0.0:1767319895.057729:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045829888 00000100:00100000:0.0:1767319895.057789:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831168 00000100:00100000:0.0:1767319895.057793:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831168 00000100:00100000:0.0:1767319895.057811:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1767319895.057817:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045829888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319895.057844:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319895.057883:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045829888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319895.057890:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1767319895.057902:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1767319895.057920:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045831168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319895.057937:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319895.057963:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045831168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319895.057972:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:0.0:1767319895.057988:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319895.057991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319895.058018:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045831168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319895.058033:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045829888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319895.058055:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830144 00000100:00100000:0.0:1767319895.058058:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830144 00000100:00100000:0.0:1767319895.058090:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:0.0:1767319895.058096:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045830144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319895.058130:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045830144:12345-0@lo:400:kworker.0 Request processed in 34us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319895.058137:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00080000:0.0:1767319895.058150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319895.058184:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3b80 x1853164045830144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319895.058195:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045830144:0@lo:400:kworker.0 00000100:00080000:1.0:1767319895.058309:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319895.058314:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319895.058318:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045830656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319895.058481:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830784 00000100:00100000:3.0:1767319895.058486:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830784 00000100:00100000:3.0:1767319895.058528:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045830912 00000100:00100000:3.0:1767319895.058531:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045830912 00000100:00100000:3.0:1767319895.058560:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1767319895.058568:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045830784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319895.058620:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045830784:12345-0@lo:400:kworker.0 Request processed in 53us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319895.058627:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1767319895.058641:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1767319895.058648:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045830912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319895.058681:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045830912:12345-0@lo:400:kworker.0 Request processed in 34us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319895.058687:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1767319895.058746:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045830784:0@lo:400:kworker.0 00000100:00100000:3.0:1767319895.058804:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045830912:0@lo:400:kworker.0 00010000:00010000:2.0:1767319895.822954:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319896.855583:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319897.870089:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319898.896435:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319899.591601:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319899.592966:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897216 00000100:00100000:0.0:1767319899.592986:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897216 00000100:00100000:0.0:1767319899.593889:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1363 00000100:00100000:0.0:1767319899.593908:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985897216:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319899.594040:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985897216:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 136us (2454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319899.594049:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1363 00000100:00100000:1.0:1767319899.595856:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319899.595952:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897088 00000100:00100000:0.0:1767319899.595965:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897088 00000100:00100000:0.0:1767319899.596033:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1779 00000100:00100000:0.0:1767319899.596042:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985897088:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319899.596069:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319899.596486:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985897088:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 441us (640us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319899.596505:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1779 00000100:00080000:2.0:1767319899.601097:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319899.918221:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319900.175002:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319900.175033:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045831296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319900.175131:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319900.175271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319900.175277:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319900.175306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319900.175310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319900.175314:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319900.175320:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1767319900.175325:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319900.175332:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319900.175356:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4e00 x1853164045831552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319900.175392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319900.175396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319900.175398:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319900.175401:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1767319900.175404:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319900.175408:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319900.175420:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4000 x1853164045831808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319900.175430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319900.175433:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319900.175434:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319900.175438:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1767319900.175440:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319900.175444:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319900.175454:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5880 x1853164045831936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319900.175476:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319900.175479:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319900.175481:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319900.175485:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5093 00000100:00080000:0.0:1767319900.175487:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319900.175491:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319900.175502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045832320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319900.175899:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045832064:0@lo:400:kworker.0 00000100:00100000:1.0:1767319900.176012:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045831552:0@lo:38:kworker.0 00000100:00100000:2.0:1767319900.176155:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831296 00000100:00100000:2.0:1767319900.176301:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831296 00000100:00100000:2.0:1767319900.176384:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:2.0:1767319900.176398:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045831296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319900.176437:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319900.176563:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319900.176603:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319900.176611:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045831680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.176650:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319900.176692:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832064 00000100:00100000:0.0:1767319900.176697:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832064 00000100:00100000:0.0:1767319900.176739:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1767319900.176747:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045832064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.176856:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045832064:12345-0@lo:400:kworker.0 Request processed in 109us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319900.176864:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:0.0:1767319900.176920:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045832064:0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.176962:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831680 00000100:00100000:0.0:1767319900.176966:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831680 00000100:00100000:0.0:1767319900.177001:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:0.0:1767319900.177009:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045831680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177048:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045831680:12345-0@lo:400:kworker.0 Request processed in 40us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319900.177056:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00010000:00080000:0.0:1767319900.177082:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4380 x1853164045831680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319900.177093:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045831680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177147:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045832192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177187:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319900.177208:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1767319900.177215:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045831424:0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177236:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319900.177252:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045832448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319900.177278:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319900.177302:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832192 00000100:00100000:0.0:1767319900.177306:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832192 00000100:00100000:0.0:1767319900.177330:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1767319900.177336:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045832192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177371:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164045832192:12345-0@lo:400:kworker.0 Request processed in 35us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319900.177377:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1767319900.177393:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832448 00000100:00100000:0.0:1767319900.177397:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832448 00000100:00100000:0.0:1767319900.177416:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1767319900.177422:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045832448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319900.177440:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319900.177467:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045832448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319900.177473:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1767319900.177512:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045832448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319900.177521:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045832192:0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177545:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831424 00000100:00100000:0.0:1767319900.177549:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831424 00000100:00100000:0.0:1767319900.177577:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:0.0:1767319900.177583:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045831424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319900.177615:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045831424:12345-0@lo:400:kworker.0 Request processed in 32us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319900.177620:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00010000:00080000:0.0:1767319900.177642:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4700 x1853164045831424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319900.177652:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045831424:0@lo:400:kworker.0 00000100:00080000:0.0:1767319900.177694:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319900.177701:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319900.177703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319900.183599:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319900.183682:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045831808:0@lo:38:kworker.0 00000100:00100000:1.0:1767319900.183739:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319900.183798:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045831936:0@lo:38:kworker.0 00000100:00100000:1.0:1767319900.183846:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319900.183877:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045832320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319900.183903:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319900.183986:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831552 00000100:00100000:1.0:1767319900.183997:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831552 00000100:00100000:1.0:1767319900.184037:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831808 00000100:00100000:1.0:1767319900.184040:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831808 00000100:00100000:1.0:1767319900.184054:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832320 00000100:00100000:1.0:1767319900.184056:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832320 00000100:00100000:1.0:1767319900.184076:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1767319900.184085:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045831552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319900.184113:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319900.184180:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045831552:12345-0@lo:38:kworker.0 Request processed in 92us (592us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319900.184188:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00000100:00100000:1.0:1767319900.184212:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1767319900.184216:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045831808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319900.184226:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319900.184251:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045831808:12345-0@lo:38:kworker.0 Request processed in 34us (512us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319900.184257:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1767319900.184270:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1782 00000100:00100000:1.0:1767319900.184274:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045832320:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319900.184284:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319900.184310:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045832320:12345-0@lo:38:kworker.0 Request processed in 34us (406us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319900.184316:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1782 00000100:00080000:1.0:1767319900.184371:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319900.184378:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319900.184383:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045831552:0@lo:38:kworker.0 00000100:00080000:1.0:1767319900.184394:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319900.184398:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319900.184401:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045831808:0@lo:38:kworker.0 00000100:00080000:1.0:1767319900.184409:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319900.184413:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319900.184415:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045832320:0@lo:38:kworker.0 00000100:00100000:1.0:1767319900.184486:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045831936 00000100:00100000:1.0:1767319900.184490:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045831936 00000100:00100000:1.0:1767319900.184515:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1767319900.184520:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045831936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319900.184531:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319900.184564:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045831936:12345-0@lo:38:kworker.0 Request processed in 42us (717us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319900.184570:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:1.0:1767319900.184916:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319900.184922:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319900.184925:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045831936:0@lo:38:kworker.0 00000100:00100000:2.0:1767319900.201674:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045831296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 25264us (26527us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319900.201696:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:3.0:1767319900.201993:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045831296:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319900.942171:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319901.967364:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319902.990256:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319904.014196:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319904.706229:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319904.706560:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319904.707502:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897344 00000100:00100000:0.0:1767319904.707514:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897344 00000100:00100000:0.0:1767319904.707558:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897472 00000100:00100000:0.0:1767319904.707562:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897472 00000100:00100000:0.0:1767319904.707619:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1366 00000100:00100000:0.0:1767319904.707629:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985897472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767319904.707670:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319904.707712:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1783 00000100:00100000:3.0:1767319904.707721:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985897344:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:0.0:1767319904.707738:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985897472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 96us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319904.707746:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1366 00010000:00020000:3.0:1767319904.707754:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319904.707817:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985897344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 95us (1597us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319904.707825:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1783 00010000:00010000:3.0:1767319905.038022:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319905.294097:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319905.294106:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319905.294138:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319905.294142:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319905.294146:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319905.294155:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5098 00000100:00080000:2.0:1767319905.294160:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319905.294169:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319905.294196:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9c00 x1853164045832832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319905.294215:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045832576:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767319905.294244:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767319905.294249:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045832832:0@lo:38:kworker.0 00000100:00080000:2.0:1767319905.294252:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319905.294259:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319905.294266:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5098 00000100:00080000:2.0:1767319905.294270:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319905.294275:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319905.294288:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319905.294307:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9180 x1853164045833088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319905.294319:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319905.294323:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319905.294325:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319905.294330:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:2.0:1767319905.294333:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319905.294337:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319905.294348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319905.294355:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164045833216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319905.294360:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319905.294377:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045832704:0@lo:400:kworker.0 00000100:00080000:2.0:1767319905.294386:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319905.294393:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319905.294395:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319905.294403:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5098 00000100:00080000:2.0:1767319905.294406:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319905.294413:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319905.294425:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045833088:0@lo:38:kworker.0 00000100:00100000:2.0:1767319905.294432:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda680 x1853164045833472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319905.294435:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319905.294480:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045833344:0@lo:400:kworker.0 00000100:00100000:2.0:1767319905.294524:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319905.294550:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319905.294555:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045832960:0@lo:400:kworker.0 00000100:00100000:2.0:1767319905.294602:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832832 00000100:00100000:2.0:1767319905.294610:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832832 00000100:00100000:2.0:1767319905.294641:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832704 00000100:00100000:2.0:1767319905.294644:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832704 00000100:00100000:2.0:1767319905.294682:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1767319905.294691:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045832704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319905.294749:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045832704:12345-0@lo:400:kworker.0 Request processed in 59us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319905.294757:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1767319905.294795:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:2.0:1767319905.294799:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045832832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319905.294818:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319905.294849:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045832832:12345-0@lo:38:kworker.0 Request processed in 47us (506us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319905.294855:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00080000:2.0:1767319905.294875:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319905.295014:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833344 00000100:00100000:2.0:1767319905.295019:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833344 00000100:00100000:3.0:1767319905.295074:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319905.295075:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1767319905.295091:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045833344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319905.295142:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045833344:12345-0@lo:400:kworker.0 Request processed in 52us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319905.295149:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:2.0:1767319905.295174:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319905.295283:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045833216:0@lo:38:kworker.0 00000100:00100000:3.0:1767319905.295622:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319905.295684:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319905.295690:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319905.295694:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045832832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319905.295733:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045833472:0@lo:38:kworker.0 00000100:00100000:3.0:1767319905.295764:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319905.296291:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833088 00000100:00100000:3.0:1767319905.296300:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833088 00000100:00100000:3.0:1767319905.297591:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833472 00000100:00100000:3.0:1767319905.297605:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833472 00000100:00100000:3.0:1767319905.297636:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1767319905.297644:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045833088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319905.297670:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319905.297788:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045833088:12345-0@lo:38:kworker.0 Request processed in 143us (3310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319905.297796:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1785 00000100:00100000:3.0:1767319905.297814:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:3.0:1767319905.297818:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045833472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319905.297828:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319905.297853:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045833472:12345-0@lo:38:kworker.0 Request processed in 33us (2089us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319905.297859:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:3.0:1767319905.297901:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319905.297962:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045833344:0@lo:400:kworker.0 00000100:00100000:3.0:1767319905.297995:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832960 00000100:00100000:3.0:1767319905.297998:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832960 00000100:00100000:0.0:1767319905.300888:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045832576 00000100:00100000:0.0:1767319905.301229:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045832576 00000100:00100000:0.0:1767319905.301296:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1767319905.301306:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045832576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319905.301336:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319905.301404:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045832576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (7116us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319905.301410:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00010000:00080000:0.0:1767319905.301466:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb800 x1853164045832704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319905.301481:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045832704:0@lo:400:kworker.0 00000100:00100000:0.0:1767319905.301497:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045832576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319905.302893:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1767319905.302916:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045832960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319905.302970:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833216 00000100:00100000:0.0:1767319905.302983:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833216 00000100:00100000:3.0:1767319905.303039:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045832960:12345-0@lo:400:kworker.0 Request processed in 131us (5136us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319905.303048:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00010000:00080000:3.0:1767319905.303118:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9500 x1853164045832960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319905.303134:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045832960:0@lo:400:kworker.0 00000100:00080000:3.0:1767319905.303335:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319905.303342:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319905.303346:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045833472:0@lo:38:kworker.0 00000100:00080000:3.0:1767319905.303360:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319905.303364:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319905.303367:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045833088:0@lo:38:kworker.0 00000100:00080000:3.0:1767319905.303415:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319905.303422:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319905.303426:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319905.306173:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045833600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319905.306258:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319905.306466:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833600 00000100:00100000:3.0:1767319905.306924:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833600 00000100:00100000:3.0:1767319905.307015:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1767319905.307123:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045833600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319905.307170:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319905.307263:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045833600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319905.308571:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1767319905.308584:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045833216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319905.308611:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319905.308695:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045833216:12345-0@lo:38:kworker.0 Request processed in 111us (13072us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319905.308702:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:0.0:1767319905.309327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319905.309335:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319905.309340:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045833216:0@lo:38:kworker.0 00000100:00100000:0.0:1767319905.309418:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045833600:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319905.317484:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00010000:00010000:2.0:1767319906.062078:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319907.086393:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319908.113857:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319909.134087:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319909.825522:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319909.825762:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897728 00000100:00100000:2.0:1767319909.825885:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897728 00000100:00100000:2.0:1767319909.826009:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1369 00000100:00100000:2.0:1767319909.826021:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985897728:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319909.826093:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985897728:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319909.826101:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1369 00000100:00080000:3.0:1767319909.826316:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319909.828572:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319909.828700:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897600 00000100:00100000:3.0:1767319909.828710:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897600 00000100:00100000:3.0:1767319909.828750:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1787 00000100:00100000:3.0:1767319909.828758:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985897600:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319909.829118:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319909.829175:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985897600:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 416us (610us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319909.829184:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1787 00010000:00010000:2.0:1767319910.159822:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319910.414022:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045833728:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319910.414093:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319910.414135:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767319910.414160:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045833856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319910.414236:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319910.414239:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833728 00000100:00100000:1.0:1767319910.414249:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833728 00000100:00080000:3.0:1767319910.414402:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319910.414422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319910.414428:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319910.414478:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319910.414483:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319910.414487:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319910.414493:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5103 00000100:00080000:3.0:1767319910.414497:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319910.414504:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319910.414529:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b480 x1853164045834112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319910.414565:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319910.414569:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319910.414570:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319910.414574:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5103 00000100:00080000:3.0:1767319910.414577:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319910.414581:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319910.414593:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648000 x1853164045834368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319910.414602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319910.414606:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319910.414607:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319910.414611:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5103 00000100:00080000:3.0:1767319910.414614:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319910.414617:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319910.414663:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045834496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319910.414673:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319910.414676:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319910.414677:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319910.414680:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5103 00000100:00080000:3.0:1767319910.414683:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319910.414686:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319910.414696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7648380 x1853164045834624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319910.414722:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045834240:0@lo:400:kworker.0 00000100:00100000:3.0:1767319910.414756:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319910.416748:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319910.416820:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045833984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319910.416917:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319910.416987:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045834112:0@lo:38:kworker.0 00000100:00100000:2.0:1767319910.417015:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319910.417040:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045834368:0@lo:38:kworker.0 00000100:00100000:2.0:1767319910.417063:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319910.417086:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045834496:0@lo:38:kworker.0 00000100:00100000:2.0:1767319910.417112:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319910.417137:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045834624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319910.417161:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319910.417200:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834496 00000100:00100000:2.0:1767319910.417210:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834496 00000100:00100000:2.0:1767319910.417256:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1767319910.417264:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045834496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319910.417291:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319910.417340:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045834496:12345-0@lo:38:kworker.0 Request processed in 75us (226us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319910.417348:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1767319910.417380:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834240 00000100:00100000:2.0:1767319910.417384:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834240 00000100:00100000:2.0:1767319910.417432:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833984 00000100:00100000:2.0:1767319910.417435:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833984 00000100:00100000:2.0:1767319910.417451:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834112 00000100:00100000:2.0:1767319910.417454:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834112 00000100:00100000:2.0:1767319910.417461:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834368 00000100:00100000:2.0:1767319910.417463:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834368 00000100:00100000:2.0:1767319910.417471:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834624 00000100:00100000:2.0:1767319910.417473:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834624 00000100:00100000:2.0:1767319910.417482:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1767319910.417488:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045834240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319910.417541:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045834240:12345-0@lo:400:kworker.0 Request processed in 53us (2784us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319910.417549:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1767319910.417562:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1767319910.417569:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045833984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319910.417600:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045833984:12345-0@lo:400:kworker.0 Request processed in 32us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319910.417606:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1767319910.417618:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1788 00000100:00100000:2.0:1767319910.417634:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045834112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319910.417644:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319910.417669:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045834112:12345-0@lo:38:kworker.0 Request processed in 34us (654us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319910.417676:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1788 00000100:00100000:2.0:1767319910.417688:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1767319910.417691:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045834368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319910.417700:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319910.417722:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045834368:12345-0@lo:38:kworker.0 Request processed in 28us (657us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319910.417727:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1767319910.417738:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1767319910.417741:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045834624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319910.417750:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319910.417808:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045834624:12345-0@lo:38:kworker.0 Request processed in 64us (645us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319910.417814:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00010000:00080000:2.0:1767319910.417850:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764aa00 x1853164045833984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319910.417865:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045833984:0@lo:400:kworker.0 00000100:00080000:2.0:1767319910.417896:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319910.417901:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319910.417904:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045834112:0@lo:38:kworker.0 00000100:00080000:2.0:1767319910.417912:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319910.417916:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319910.417918:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045834368:0@lo:38:kworker.0 00000100:00080000:2.0:1767319910.417926:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319910.417929:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319910.417932:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045834496:0@lo:38:kworker.0 00000100:00080000:2.0:1767319910.417939:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319910.417942:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319910.417945:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045834624:0@lo:38:kworker.0 00000100:00080000:3.0:1767319910.418099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319910.418130:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7648a80 x1853164045834240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319910.418141:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7648a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045834240:0@lo:400:kworker.0 00000100:00100000:1.0:1767319910.420094:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045833856 00000100:00100000:1.0:1767319910.420110:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045833856 00000100:00100000:1.0:1767319910.420177:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1767319910.420190:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045833728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319910.420224:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319910.420293:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045833728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (6200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319910.420300:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1767319910.420318:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1767319910.420325:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045833856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319910.420338:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319910.420368:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045833856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (6135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319910.420374:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1767319910.423554:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045833856:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319910.423757:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767319910.423851:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045833728:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319911.186167:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319912.209493:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319913.231863:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319914.254089:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319914.954932:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319914.954998:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319914.955087:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897856 00000100:00100000:0.0:1767319914.955101:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897856 00000100:00100000:0.0:1767319914.955160:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985897984 00000100:00100000:0.0:1767319914.955164:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985897984 00000100:00100000:0.0:1767319914.955230:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1372 00000100:00100000:0.0:1767319914.955243:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985897984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767319914.955375:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319914.955582:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1791 00000100:00100000:2.0:1767319914.955591:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985897856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319914.955616:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319914.955851:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985897984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 609us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319914.955860:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1372 00000100:00100000:2.0:1767319914.960337:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985897856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 4724us (5403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319914.960361:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1791 00010000:00010000:3.0:1767319915.281825:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319915.536088:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767319915.536109:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045834752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319915.536216:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319915.536568:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834752 00000100:00100000:2.0:1767319915.536581:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834752 00000100:00100000:2.0:1767319915.536674:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:2.0:1767319915.536687:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045834752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319915.536726:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319915.536814:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045834752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319915.536823:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:1.0:1767319915.536919:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319915.537001:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045834752:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319915.537262:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319915.537269:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319915.537423:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045835008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319915.537440:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045834880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319915.537505:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319915.537522:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319915.537597:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045834880 00000100:00100000:3.0:1767319915.537603:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045834880 00000100:00100000:3.0:1767319915.537655:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:3.0:1767319915.537663:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045834880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319915.537715:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045834880:12345-0@lo:400:kworker.0 Request processed in 53us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319915.537722:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00080000:3.0:1767319915.537747:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319915.537795:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8380 x1853164045834880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319915.537808:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045834880:0@lo:400:kworker.0 00000100:00100000:3.0:1767319915.537842:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835008 00000100:00100000:3.0:1767319915.537846:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835008 00000100:00100000:3.0:1767319915.537878:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:3.0:1767319915.537885:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045835008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319915.537910:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319915.538120:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319915.538126:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319915.538129:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319915.538135:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5108 00000100:00080000:2.0:1767319915.538139:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319915.538145:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319915.538172:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9c00 x1853164045835136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319915.538213:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319915.538216:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319915.538218:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319915.538221:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5108 00000100:00080000:2.0:1767319915.538223:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319915.538226:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319915.538235:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdaa00 x1853164045835392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319915.538243:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319915.538246:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319915.538248:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319915.538251:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5108 00000100:00080000:2.0:1767319915.538253:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319915.538256:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319915.538268:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8a80 x1853164045835520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319915.538277:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319915.538280:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319915.538281:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319915.538284:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5108 00000100:00080000:2.0:1767319915.538287:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319915.538290:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319915.538303:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8380 x1853164045835648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319915.538327:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319915.538339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045835264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319915.538378:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319915.538864:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835264 00000100:00100000:2.0:1767319915.538872:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835264 00000100:00100000:2.0:1767319915.538922:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:2.0:1767319915.538931:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045835264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319915.538983:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045835264:12345-0@lo:400:kworker.0 Request processed in 54us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319915.539001:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00010000:00080000:2.0:1767319915.539037:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8700 x1853164045835264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319915.539048:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045835264:0@lo:400:kworker.0 00000100:00100000:2.0:1767319915.539071:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045835136:0@lo:38:kworker.0 00000100:00100000:2.0:1767319915.539094:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319915.539114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045835392:0@lo:38:kworker.0 00000100:00100000:2.0:1767319915.539130:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319915.539145:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045835520:0@lo:38:kworker.0 00000100:00100000:2.0:1767319915.539163:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319915.539181:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045835648:0@lo:38:kworker.0 00000100:00100000:2.0:1767319915.539199:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319915.539228:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835136 00000100:00100000:2.0:1767319915.539232:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835136 00000100:00100000:2.0:1767319915.539250:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835392 00000100:00100000:2.0:1767319915.539253:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835392 00000100:00100000:2.0:1767319915.539263:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835648 00000100:00100000:2.0:1767319915.539265:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835648 00000100:00100000:2.0:1767319915.539275:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:2.0:1767319915.539280:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045835136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319915.539298:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319915.539329:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045835136:12345-0@lo:38:kworker.0 Request processed in 48us (234us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319915.539335:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:2.0:1767319915.539347:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1767319915.539350:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045835392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319915.539359:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319915.539380:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045835392:12345-0@lo:38:kworker.0 Request processed in 29us (249us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319915.539386:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:2.0:1767319915.539396:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1767319915.539400:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045835648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319915.540803:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319915.540864:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045835648:12345-0@lo:38:kworker.0 Request processed in 1461us (1662us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319915.540872:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1767319915.540905:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835520 00000100:00100000:2.0:1767319915.540911:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835520 00000100:00100000:2.0:1767319915.540935:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1767319915.540940:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045835520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319915.540951:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319915.540971:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045835520:12345-0@lo:38:kworker.0 Request processed in 31us (1808us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319915.540977:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:2.0:1767319915.541039:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319915.541044:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319915.541048:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045835136:0@lo:38:kworker.0 00000100:00080000:2.0:1767319915.541056:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319915.541059:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319915.541062:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045835392:0@lo:38:kworker.0 00000100:00080000:2.0:1767319915.541070:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319915.541073:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319915.541076:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045835520:0@lo:38:kworker.0 00000100:00080000:2.0:1767319915.541082:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319915.541085:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319915.541087:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045835648:0@lo:38:kworker.0 00000100:00080000:2.0:1767319915.541142:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319915.541147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767319915.551146:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045835008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 13244us (13611us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319915.551165:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1767319915.551213:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045835008:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319916.307356:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319917.326071:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319918.350143:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319919.052120:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767319919.052175:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985898112 offset 0 length 520: 4 00000100:00100000:2.0:1767319919.054598:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985898368 00000100:00100000:2.0:1767319919.054620:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985898368 00000100:00100000:1.0:1767319919.061018:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319919.061290:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985898240 00000100:00100000:2.0:1767319919.061302:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985898240 00000100:00100000:2.0:1767319919.061335:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1375 00000100:00100000:2.0:1767319919.061357:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985898368:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319919.061479:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985898368:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 133us (9375us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319919.061487:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1375 00000100:00100000:2.0:1767319919.061509:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1795 00000100:00100000:2.0:1767319919.061514:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985898240:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319919.061539:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319919.061581:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985898240:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 65us (578us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319919.061588:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1795 00000100:00080000:3.0:1767319919.064064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319919.376668:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319920.398070:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319920.654277:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319920.654300:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045835776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319920.654591:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319920.655045:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045835904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319920.655090:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319920.655207:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835776 00000100:00100000:0.0:1767319920.655220:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835776 00000100:00100000:0.0:1767319920.655312:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045835904 00000100:00100000:0.0:1767319920.655315:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045835904 00000100:00100000:0.0:1767319920.655347:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1767319920.655358:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045835776:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319920.655594:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319920.655600:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767319920.655669:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767319920.655828:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319920.655835:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319920.655866:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319920.655870:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319920.655874:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319920.655880:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5113 00000100:00080000:1.0:1767319920.655885:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319920.655891:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319920.655917:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bea00 x1853164045836160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319920.656032:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319920.656045:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045836288:0@lo:400:kworker.0 00000100:00100000:3.0:1767319920.656090:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319920.656145:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1767319920.656155:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045835904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319920.656177:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319920.656211:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045835904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (1118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319920.656218:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1767319920.656266:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319895/real 1767319895] req@ffffa07beb8e1180 x1853164045830016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319920 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319920.656288:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beb8e1180 x1853164045830016/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319920 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319920.656300:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045836160:0@lo:38:kworker.0 00000100:00100000:3.0:1767319920.656339:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319920.656365:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319920.656389:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319920.656394:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045830016:0@lo:250:kworker.0 00000100:00100000:3.0:1767319920.656429:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836288 00000100:00100000:3.0:1767319920.656467:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836288 00000100:00100000:3.0:1767319920.656514:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836160 00000100:00100000:3.0:1767319920.656518:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836160 00000100:00100000:3.0:1767319920.656537:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1767319920.656544:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045836288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319920.656586:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045836288:12345-0@lo:400:kworker.0 Request processed in 43us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319920.656592:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1767319920.656606:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:3.0:1767319920.656610:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045836160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319920.656632:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319920.656664:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045836160:12345-0@lo:38:kworker.0 Request processed in 51us (324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319920.656670:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00010000:00080000:3.0:1767319920.656714:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bf480 x1853164045836288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319920.656728:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045836288:0@lo:400:kworker.0 00000100:00080000:3.0:1767319920.656764:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319920.656798:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319920.656801:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045836160:0@lo:38:kworker.0 00000100:00080000:3.0:1767319920.656838:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319920.656867:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045836032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319920.656898:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319920.656921:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836032 00000100:00100000:3.0:1767319920.656925:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836032 00000100:00100000:3.0:1767319920.656956:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1767319920.656962:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045836032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319920.656992:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045836032:12345-0@lo:400:kworker.0 Request processed in 30us (93us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319920.657001:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00080000:3.0:1767319920.657016:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767319920.657032:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08dbb80 x1853164045836032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319920.657042:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045836032:0@lo:400:kworker.0 00000100:00100000:3.0:1767319920.657088:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045835904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319920.658871:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045835776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3502us (4268us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319920.658887:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00080000:1.0:1767319920.664627:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319920.664642:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319920.664647:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319920.664657:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5113 00000100:00080000:1.0:1767319920.664663:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319920.664672:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319920.664730:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bd180 x1853164045836416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319920.664758:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319920.664763:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319920.664765:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319920.664784:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5113 00000100:00080000:1.0:1767319920.664787:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319920.664790:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319920.664820:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bea00 x1853164045836544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319920.664831:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319920.664835:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319920.664836:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319920.664840:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5113 00000100:00080000:1.0:1767319920.664842:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319920.664846:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319920.664858:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf480 x1853164045836672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319920.664877:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319920.664881:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319920.664882:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319920.664886:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5093 00000100:00080000:1.0:1767319920.664888:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319920.664892:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319920.664905:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79f80 x1853164045836800/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319920.667797:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045836416:0@lo:38:kworker.0 00000100:00100000:0.0:1767319920.667930:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319920.668027:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045836544:0@lo:38:kworker.0 00000100:00100000:0.0:1767319920.668084:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319920.668120:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045836672:0@lo:38:kworker.0 00000100:00100000:0.0:1767319920.668147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319920.668168:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045836800:0@lo:250:kworker.0 00000400:00000100:0.0:1767319920.668194:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045836800 offset 0 length 520: 4 00000100:00100000:0.0:1767319920.668258:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836544 00000100:00100000:0.0:1767319920.668268:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836544 00000100:00100000:0.0:1767319920.668321:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1767319920.668330:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045836544:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319920.668358:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319920.668575:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836416 00000100:00100000:3.0:1767319920.668581:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836416 00000100:00100000:3.0:1767319920.668607:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836672 00000100:00100000:3.0:1767319920.668610:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836672 00000100:00100000:3.0:1767319920.668629:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1797 00000100:00100000:3.0:1767319920.668635:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045836416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319920.668646:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319920.668712:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045836416:12345-0@lo:38:kworker.0 Request processed in 76us (782us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319920.668721:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1797 00000100:00100000:3.0:1767319920.668740:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1767319920.668743:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045836672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319920.668752:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319920.668810:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045836672:12345-0@lo:38:kworker.0 Request processed in 55us (652us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319920.668817:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00000100:00100000:0.0:1767319920.668984:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045836544:12345-0@lo:38:kworker.0 Request processed in 654us (899us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319920.668991:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00080000:0.0:1767319920.669046:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319920.669054:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319920.669057:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045836416:0@lo:38:kworker.0 00000100:00080000:0.0:1767319920.669067:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319920.669070:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319920.669073:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045836544:0@lo:38:kworker.0 00000100:00080000:0.0:1767319920.669081:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319920.669085:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319920.669088:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045836672:0@lo:38:kworker.0 00000100:00100000:2.0:1767319920.672985:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045835776:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319921.421978:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319922.446201:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319923.472329:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319924.165751:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319924.165818:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319924.165937:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985898624 00000100:00100000:0.0:1767319924.165958:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985898624 00000100:00100000:0.0:1767319924.166052:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985898496 00000100:00100000:0.0:1767319924.166056:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985898496 00000100:00100000:0.0:1767319924.166078:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1378 00000100:00100000:0.0:1767319924.166088:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985898624:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319924.166161:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985898624:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319924.166169:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1378 00000100:00100000:0.0:1767319924.166187:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1799 00000100:00100000:0.0:1767319924.166192:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985898496:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319924.166212:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319924.166238:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985898496:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (420us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319924.166244:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1799 00000100:00080000:1.0:1767319924.167057:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319924.494150:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319925.518901:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319925.774282:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319925.774312:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045836928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319925.774414:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319925.774744:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045836928 00000100:00100000:1.0:1767319925.774755:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045836928 00000100:00100000:1.0:1767319925.774844:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1767319925.774853:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045836928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319925.774885:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319925.774935:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045836928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319925.774943:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:2.0:1767319925.775306:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319925.775359:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045836928:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767319925.777438:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319925.777449:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319925.777524:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319925.777528:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319925.777531:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319925.777538:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319925.777543:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319925.777549:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319925.777569:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6d80 x1853164045837184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319925.777596:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319925.777599:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319925.777601:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319925.777604:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319925.777607:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319925.777610:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319925.777620:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7800 x1853164045837440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319925.777628:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319925.777632:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319925.777633:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319925.777636:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319925.777639:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319925.777642:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319925.777653:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045837568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319925.777674:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319925.777677:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319925.777679:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319925.777682:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5118 00000100:00080000:0.0:1767319925.777684:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319925.777688:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319925.777698:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4e00 x1853164045837824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319925.777733:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045837184:0@lo:38:kworker.0 00000100:00100000:2.0:1767319925.777805:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045837056:0@lo:400:kworker.0 00000100:00100000:0.0:1767319925.777827:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319925.777849:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319925.777869:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045837440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319925.777883:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319925.777892:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045837312:0@lo:400:kworker.0 00000100:00100000:0.0:1767319925.777900:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319925.777926:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045837568:0@lo:38:kworker.0 00000100:00100000:2.0:1767319925.777928:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319925.777985:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045837696:0@lo:400:kworker.0 00000100:00100000:2.0:1767319925.778015:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319925.778034:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837184 00000100:00100000:1.0:1767319925.778043:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837184 00000100:00100000:1.0:1767319925.778087:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837056 00000100:00100000:1.0:1767319925.778091:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837056 00000100:00100000:2.0:1767319925.778093:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837440 00000100:00100000:2.0:1767319925.778099:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837440 00000100:00100000:2.0:1767319925.778125:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837312 00000100:00100000:2.0:1767319925.778129:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837312 00000100:00100000:1.0:1767319925.778136:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1767319925.778148:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045837056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319925.778159:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1767319925.778168:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045837312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319925.778454:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045837952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319925.778498:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045837056:12345-0@lo:400:kworker.0 Request processed in 352us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319925.778505:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:1.0:1767319925.778527:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1800 00000100:00100000:1.0:1767319925.778532:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045837184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319925.778550:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319925.778581:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045837184:12345-0@lo:38:kworker.0 Request processed in 48us (756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319925.778587:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1800 00000100:00100000:1.0:1767319925.778599:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:1.0:1767319925.778603:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045837440:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319925.778612:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319925.778636:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045837440:12345-0@lo:38:kworker.0 Request processed in 31us (737us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319925.778642:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:1.0:1767319925.778679:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837696 00000100:00100000:1.0:1767319925.778683:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837696 00000100:00100000:1.0:1767319925.778712:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:1.0:1767319925.778719:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045837696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319925.778750:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045837696:12345-0@lo:400:kworker.0 Request processed in 32us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319925.778756:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00080000:1.0:1767319925.778808:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319925.778813:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319925.780058:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045837312:12345-0@lo:400:kworker.0 Request processed in 1885us (2126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319925.780069:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:2.0:1767319925.780135:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045837696:0@lo:400:kworker.0 00000100:00100000:0.0:1767319925.780137:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319925.780175:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045837824:0@lo:38:kworker.0 00000100:00100000:2.0:1767319925.780208:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837568 00000100:00100000:0.0:1767319925.780213:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319925.780214:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837568 00000100:00100000:2.0:1767319925.780245:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00080000:0.0:1767319925.780250:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767319925.780253:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045837568:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767319925.780257:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319925.780263:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045837184:0@lo:38:kworker.0 00010000:00020000:2.0:1767319925.780273:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767319925.780274:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319925.780280:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319925.780283:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045837440:0@lo:38:kworker.0 00000100:00100000:2.0:1767319925.780311:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045837568:12345-0@lo:38:kworker.0 Request processed in 58us (176us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319925.780313:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837824 00000100:00100000:0.0:1767319925.780319:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837824 00000100:00100000:2.0:1767319925.780323:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1767319925.780404:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319925.780444:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045837952 00000100:00100000:3.0:1767319925.780449:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045837952 00000100:00100000:3.0:1767319925.780477:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1767319925.780484:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045837952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319925.780509:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319925.780544:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045837952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319925.780550:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1767319925.780584:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045837952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319925.780628:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:0.0:1767319925.780634:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045837824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319925.780645:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319925.780671:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045837824:12345-0@lo:38:kworker.0 Request processed in 36us (461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319925.780677:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00080000:0.0:1767319925.780700:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319925.780705:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319925.780708:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045837568:0@lo:38:kworker.0 00000100:00080000:0.0:1767319925.780715:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319925.780718:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319925.780721:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045837824:0@lo:38:kworker.0 00010000:00080000:1.0:1767319925.782125:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5880 x1853164045837312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319925.782142:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045837312:0@lo:400:kworker.0 00010000:00080000:1.0:1767319925.782157:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5f80 x1853164045837056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319925.782165:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045837056:0@lo:400:kworker.0 00010000:00010000:2.0:1767319926.542074:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319927.571188:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319928.593765:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319929.283007:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319929.283094:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319929.286789:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985898880 00000100:00100000:1.0:1767319929.286805:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985898880 00000100:00100000:1.0:1767319929.286905:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985898752 00000100:00100000:1.0:1767319929.286908:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985898752 00000100:00100000:1.0:1767319929.286939:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1381 00000100:00100000:1.0:1767319929.286950:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985898880:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319929.287044:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985898880:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 96us (4046us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319929.287052:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1381 00000100:00100000:1.0:1767319929.287076:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1803 00000100:00100000:1.0:1767319929.287080:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985898752:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319929.287101:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319929.287124:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985898752:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (4029us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319929.287130:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1803 00000100:00080000:2.0:1767319929.289512:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319929.614188:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319930.639444:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319930.893941:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319930.893952:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319930.894009:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319930.894013:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319930.894018:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319930.894027:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319930.894032:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319930.894039:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319930.894072:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dea00 x1853164045838208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319930.894105:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319930.894108:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319930.894110:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319930.894113:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319930.894117:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319930.894120:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319930.894131:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df100 x1853164045838464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319930.894139:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319930.894142:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319930.894144:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319930.894147:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319930.894150:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319930.894153:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319930.894159:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045838208:0@lo:38:kworker.0 00000100:00100000:1.0:1767319930.894164:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01880 x1853164045838592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319930.894192:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319930.894195:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319930.894197:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319930.894200:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5124 00000100:00080000:1.0:1767319930.894202:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319930.894204:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319930.894213:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcea00 x1853164045838976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319930.894225:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319930.894233:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045838720:0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.894297:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319930.894307:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045838464:0@lo:38:kworker.0 00000100:00100000:1.0:1767319930.894318:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319930.894323:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045838848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.894344:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319930.894374:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838720 00000100:00100000:1.0:1767319930.894380:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838720 00000100:00100000:2.0:1767319930.894418:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045838080:0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.894431:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838848 00000100:00100000:1.0:1767319930.894435:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838848 00000100:00100000:1.0:1767319930.894463:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:2.0:1767319930.894471:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1767319930.894473:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045838720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319930.894487:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045838848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.894537:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045838720:12345-0@lo:400:kworker.0 Request processed in 65us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319930.894544:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045838848:12345-0@lo:400:kworker.0 Request processed in 61us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319930.894549:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1767319930.894556:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319930.894560:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1767319930.894599:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045838592:0@lo:38:kworker.0 00000100:00080000:2.0:1767319930.894614:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319930.894619:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319930.894632:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319930.894642:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319930.894663:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045839104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319930.894672:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045838976:0@lo:38:kworker.0 00000100:00100000:1.0:1767319930.894683:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045838848:0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.894697:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045838720:0@lo:400:kworker.0 00000100:00100000:2.0:1767319930.894702:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319930.894703:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319930.894734:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319930.894743:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838208 00000100:00100000:0.0:1767319930.894746:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838464 00000100:00100000:2.0:1767319930.894746:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045838336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.894748:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838208 00000100:00100000:0.0:1767319930.894749:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838464 00000100:00100000:0.0:1767319930.894789:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838080 00000100:00100000:0.0:1767319930.894793:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838080 00000100:00100000:2.0:1767319930.894802:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319930.894838:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838592 00000100:00100000:3.0:1767319930.894842:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838592 00000100:00100000:3.0:1767319930.894860:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1767319930.894865:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045838592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319930.894880:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319930.894912:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045838592:12345-0@lo:38:kworker.0 Request processed in 47us (271us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319930.894918:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1767319930.907708:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838976 00000100:00100000:1.0:1767319930.907722:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838976 00000100:00100000:1.0:1767319930.907765:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045838336 00000100:00100000:1.0:1767319930.907777:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045838336 00000100:00100000:1.0:1767319930.907810:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:1.0:1767319930.907818:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045838080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.907904:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045838080:12345-0@lo:400:kworker.0 Request processed in 87us (13273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319930.907911:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:1.0:1767319930.907928:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1767319930.907934:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045838336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.907961:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045838336:12345-0@lo:400:kworker.0 Request processed in 28us (13161us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319930.907969:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1767319930.907984:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1767319930.907989:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045838464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319930.908008:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319930.908034:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045838464:12345-0@lo:38:kworker.0 Request processed in 43us (13706us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319930.908039:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1767319930.908050:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:1.0:1767319930.908054:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045838208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319930.908063:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319930.908083:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045838208:12345-0@lo:38:kworker.0 Request processed in 28us (13859us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319930.908088:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00100000:1.0:1767319930.908099:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1806 00000100:00100000:1.0:1767319930.908102:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045838976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319930.908109:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319930.908129:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045838976:12345-0@lo:38:kworker.0 Request processed in 26us (13428us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319930.908134:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1806 00000100:00100000:1.0:1767319930.908253:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839104 00000100:00100000:1.0:1767319930.908257:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839104 00000100:00100000:1.0:1767319930.908283:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1767319930.908289:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045839104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319930.908308:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319930.908340:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045839104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (13643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319930.908346:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:1.0:1767319930.908383:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319930.908388:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319930.908391:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045838592:0@lo:38:kworker.0 00000100:00080000:1.0:1767319930.908400:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319930.908403:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319930.908406:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045838976:0@lo:38:kworker.0 00000100:00080000:1.0:1767319930.908413:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319930.908416:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319930.908418:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045838208:0@lo:38:kworker.0 00000100:00080000:1.0:1767319930.908426:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319930.908429:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319930.908432:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045838464:0@lo:38:kworker.0 00000100:00080000:1.0:1767319930.908482:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767319930.908505:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ddc00 x1853164045838336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319930.908517:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045838336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319930.908533:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045839104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319930.909330:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045839232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319930.909381:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767319930.909399:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ea00 x1853164045838080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319930.909412:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045838080:0@lo:400:kworker.0 00000100:00100000:0.0:1767319930.909425:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839232 00000100:00100000:0.0:1767319930.909430:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839232 00000100:00100000:0.0:1767319930.909461:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1767319930.909469:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045839232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319930.909488:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319930.909528:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045839232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319930.909535:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1767319930.909686:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045839232:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319931.663033:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319932.686062:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319933.710046:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319934.403405:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319934.403547:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319934.403697:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899136 00000100:00100000:2.0:1767319934.403711:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899136 00000100:00100000:3.0:1767319934.403846:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899008 00000100:00100000:3.0:1767319934.403864:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899008 00000100:00100000:2.0:1767319934.403902:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1384 00000100:00100000:2.0:1767319934.403921:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985899136:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319934.404049:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985899136:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 133us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319934.404062:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1807 00000100:00100000:3.0:1767319934.404072:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985899008:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319934.404098:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319934.404189:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985899008:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 103us (628us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319934.404744:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1384 00000100:00080000:1.0:1767319934.404849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319934.404858:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1807 00010000:00010000:2.0:1767319934.736375:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319935.761327:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319936.014217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767319936.014218:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767319936.014227:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767319936.014241:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045839360:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767319936.014253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.014258:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.014263:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.014270:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5129 00000100:00080000:3.0:1767319936.014276:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.014284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319936.014333:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.014412:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045839488:0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.014443:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.014487:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839488 00000100:00100000:0.0:1767319936.014499:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839488 00000100:00100000:0.0:1767319936.014588:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:0.0:1767319936.014602:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045839488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.014676:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045839488:12345-0@lo:400:kworker.0 Request processed in 78us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.014684:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00010000:00080000:0.0:1767319936.014733:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649f80 x1853164045839488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319936.014750:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045839488:0@lo:400:kworker.0 00000100:00100000:0.0:1767319936.014823:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839360 00000100:00100000:0.0:1767319936.014827:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839360 00000100:00100000:0.0:1767319936.014861:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1767319936.015068:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b480 x1853164045839616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319936.015110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.015114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.015118:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.015122:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5129 00000100:00080000:3.0:1767319936.015126:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.015131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319936.015146:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7649f80 x1853164045839872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319936.015164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.015168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.015170:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.015173:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5129 00000100:00080000:3.0:1767319936.015176:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.015179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319936.015198:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8700 x1853164045840000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319936.015217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319936.015220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319936.015222:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319936.015226:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5129 00000100:00080000:3.0:1767319936.015228:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319936.015231:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319936.015244:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1180 x1853164045840256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319936.015274:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045839616:0@lo:38:kworker.0 00000100:00100000:0.0:1767319936.015381:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045839360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767319936.015418:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319936.015469:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045839360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 601us (1136us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.015478:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:0.0:1767319936.015522:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045839360:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767319936.015652:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767319936.015658:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319936.015672:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045839744:0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.015710:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.015750:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319936.015756:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045840128:0@lo:400:kworker.0 00000100:00100000:1.0:1767319936.015806:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.015845:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840128 00000100:00100000:1.0:1767319936.015850:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840128 00000100:00100000:1.0:1767319936.017240:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767319936.017259:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045840128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319936.018468:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319936.018682:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839744 00000100:00100000:0.0:1767319936.018695:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839744 00000100:00100000:0.0:1767319936.018752:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839616 00000100:00100000:0.0:1767319936.018756:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839616 00000100:00100000:0.0:1767319936.018799:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:0.0:1767319936.018810:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045839744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319936.019890:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045840384:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319936.019977:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045839872:0@lo:38:kworker.0 00000100:00100000:1.0:1767319936.023624:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045840128:12345-0@lo:400:kworker.0 Request processed in 6356us (7801us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319936.023645:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:1.0:1767319936.023730:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:1.0:1767319936.023738:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045839616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319936.023784:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319936.023844:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045839616:12345-0@lo:38:kworker.0 Request processed in 105us (5387us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319936.023851:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00000100:00080000:1.0:1767319936.023908:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319936.023916:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319936.023971:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045840128:0@lo:400:kworker.0 00000100:00100000:2.0:1767319936.024500:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319936.027088:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840384 00000100:00100000:1.0:1767319936.027110:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840384 00000100:00100000:1.0:1767319936.027284:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:1.0:1767319936.027885:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045840384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319936.027941:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319936.028053:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045840384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 750us (3552us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319936.028062:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1767319936.028510:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319936.028590:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045840000:0@lo:38:kworker.0 00000100:00100000:3.0:1767319936.028637:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319936.028664:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045840256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319936.028687:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319936.028738:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319936.028744:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319936.028748:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045839616:0@lo:38:kworker.0 00000100:00100000:3.0:1767319936.028809:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045839872 00000100:00100000:3.0:1767319936.028815:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045839872 00000100:00100000:3.0:1767319936.028847:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840256 00000100:00100000:3.0:1767319936.028850:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840256 00000100:00100000:3.0:1767319936.029621:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1767319936.029633:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045839872:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319936.029661:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319936.029746:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045839872:12345-0@lo:38:kworker.0 Request processed in 112us (1237us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319936.029753:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1809 00000100:00100000:3.0:1767319936.029802:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1767319936.029806:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045840256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319936.029815:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319936.029838:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045840256:12345-0@lo:38:kworker.0 Request processed in 31us (1151us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319936.029844:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1767319936.029880:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840000 00000100:00100000:3.0:1767319936.029885:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840000 00000100:00100000:3.0:1767319936.029910:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1767319936.029914:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045840000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319936.029923:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319936.029948:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045840000:12345-0@lo:38:kworker.0 Request processed in 32us (1310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319936.029953:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:3.0:1767319936.030016:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319936.030021:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319936.030024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045839872:0@lo:38:kworker.0 00000100:00080000:3.0:1767319936.030033:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319936.030036:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319936.030039:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045840000:0@lo:38:kworker.0 00000100:00080000:3.0:1767319936.030047:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319936.030050:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319936.030053:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045840256:0@lo:38:kworker.0 00000100:00100000:3.0:1767319936.030172:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045840384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319936.033835:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045839744:12345-0@lo:400:kworker.0 Request processed in 15012us (18109us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319936.033856:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00010000:00080000:1.0:1767319936.038818:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc764aa00 x1853164045839744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319936.038849:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045839744:0@lo:400:kworker.0 00010000:00010000:1.0:1767319936.782055:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319937.806078:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319938.830222:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319939.524595:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319939.524662:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319939.524832:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899264 00000100:00100000:0.0:1767319939.524846:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899264 00000100:00100000:0.0:1767319939.524901:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899392 00000100:00100000:0.0:1767319939.524904:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899392 00000100:00100000:0.0:1767319939.524971:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1387 00000100:00100000:0.0:1767319939.524982:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985899392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319939.525093:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985899392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 102us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319939.525103:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1387 00000100:00100000:0.0:1767319939.525126:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1811 00000100:00100000:0.0:1767319939.525131:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985899264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319939.525153:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319939.525185:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985899264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (605us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319939.525195:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1811 00000100:00080000:2.0:1767319939.525377:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319939.855053:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319940.878964:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319941.134013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319941.134021:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319941.134047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767319941.134049:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767319941.134050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319941.134064:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319941.134074:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5134 00000100:00100000:2.0:1767319941.134077:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045840512:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767319941.134080:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319941.134091:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319941.134115:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961f80 x1853164045840768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319941.134139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319941.134144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319941.134146:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319941.134149:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5134 00000100:00080000:3.0:1767319941.134151:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319941.134153:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319941.134161:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962a00 x1853164045841024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319941.134166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319941.134169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319941.134170:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319941.134173:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5134 00000100:00080000:3.0:1767319941.134175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319941.134177:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319941.134184:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164045841152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319941.134193:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319941.134206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319941.134208:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319941.134209:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319941.134213:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5134 00000100:00080000:3.0:1767319941.134214:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319941.134218:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319941.134224:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164045841536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319941.134400:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045840768:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.134417:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045841280:0@lo:400:kworker.0 00000100:00100000:3.0:1767319941.134434:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.134457:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319941.134463:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045841024:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.134484:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319941.134486:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.134495:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045841408:0@lo:400:kworker.0 00000100:00100000:3.0:1767319941.134504:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045841152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319941.134527:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.134542:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319941.134556:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045841536:0@lo:38:kworker.0 00000100:00100000:3.0:1767319941.134584:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319941.134858:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045840640:0@lo:400:kworker.0 00000100:00100000:1.0:1767319941.134893:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319941.135102:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841152 00000100:00100000:3.0:1767319941.135113:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841152 00000100:00100000:3.0:1767319941.135162:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1767319941.135173:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045841152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319941.135198:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319941.135249:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045841152:12345-0@lo:38:kworker.0 Request processed in 77us (720us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319941.135257:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:3.0:1767319941.135314:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319941.135319:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319941.135324:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045841152:0@lo:38:kworker.0 00000100:00100000:3.0:1767319941.135371:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841280 00000100:00100000:3.0:1767319941.135375:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841280 00000100:00100000:3.0:1767319941.135423:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841408 00000100:00100000:3.0:1767319941.135426:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841408 00000100:00100000:3.0:1767319941.135450:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1767319941.135457:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045841280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319941.135509:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045841280:12345-0@lo:400:kworker.0 Request processed in 53us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319941.135517:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:3.0:1767319941.135529:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:3.0:1767319941.135535:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045841408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319941.135564:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045841408:12345-0@lo:400:kworker.0 Request processed in 29us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319941.135569:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:1.0:1767319941.147378:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319941.147411:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045840896:0@lo:400:kworker.0 00000100:00100000:1.0:1767319941.147501:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.148366:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840768 00000100:00100000:2.0:1767319941.148382:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840768 00000100:00100000:2.0:1767319941.148449:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841024 00000100:00100000:2.0:1767319941.148453:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841024 00000100:00100000:2.0:1767319941.148474:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841536 00000100:00100000:2.0:1767319941.148478:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841536 00000100:00100000:2.0:1767319941.148487:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840640 00000100:00100000:2.0:1767319941.148490:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840640 00000100:00100000:2.0:1767319941.148529:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767319941.148545:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045840640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.148637:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045840640:12345-0@lo:400:kworker.0 Request processed in 99us (13743us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.148645:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767319941.148666:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1812 00000100:00100000:2.0:1767319941.148670:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045840768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319941.148693:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319941.148748:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045840768:12345-0@lo:38:kworker.0 Request processed in 76us (14313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319941.148755:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1812 00000100:00100000:2.0:1767319941.148784:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:2.0:1767319941.148788:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045841024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319941.148799:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319941.148827:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045841024:12345-0@lo:38:kworker.0 Request processed in 37us (14340us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319941.148833:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:2.0:1767319941.148844:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:2.0:1767319941.148847:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045841536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319941.148857:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319941.148880:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045841536:12345-0@lo:38:kworker.0 Request processed in 31us (14296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319941.148884:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00080000:2.0:1767319941.148908:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319941.148913:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319941.148915:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319941.149171:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840512 00000100:00100000:2.0:1767319941.149177:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840512 00000100:00100000:2.0:1767319941.149202:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1767319941.149207:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045840512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319941.149231:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319941.149263:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045840512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (15076us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.149267:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:2.0:1767319941.149313:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045841408:0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.149325:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045841280:0@lo:400:kworker.0 00000100:00100000:2.0:1767319941.149337:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045840512:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767319941.149522:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319941.149529:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319941.149533:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045840768:0@lo:38:kworker.0 00000100:00080000:2.0:1767319941.149544:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319941.149547:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319941.149550:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045841024:0@lo:38:kworker.0 00000100:00080000:2.0:1767319941.149559:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319941.149562:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319941.149564:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045841536:0@lo:38:kworker.0 00000100:00100000:2.0:1767319941.149656:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319941.149670:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045841664:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319941.149702:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319941.149737:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841664 00000100:00100000:2.0:1767319941.149740:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841664 00000100:00100000:2.0:1767319941.149803:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1767319941.149812:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045841664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319941.149833:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319941.149866:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045841664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319941.149873:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:2.0:1767319941.149898:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045841664:0@lo:13:osp-pre-0-1.0 00010000:00080000:1.0:1767319941.150450:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963b80 x1853164045840640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319941.150466:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045840640:0@lo:400:kworker.0 00000100:00100000:3.0:1767319941.150720:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045840896 00000100:00100000:3.0:1767319941.150727:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045840896 00000100:00100000:3.0:1767319941.151035:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1767319941.151045:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045840896:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767319941.151158:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319941.151191:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045840896:12345-0@lo:400:kworker.0 Request processed in 146us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319941.151200:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00010000:00080000:1.0:1767319941.151259:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963800 x1853164045840896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319941.151271:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045840896:0@lo:400:kworker.0 00010000:00010000:3.0:1767319941.902130:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319942.926070:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319943.951274:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319944.653084:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767319944.653200:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985899520 offset 0 length 520: 4 00000100:00100000:0.0:1767319944.653283:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319944.656438:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899776 00000100:00100000:3.0:1767319944.656453:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899776 00000100:00080000:2.0:1767319944.656533:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319944.656541:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899648 00000100:00100000:3.0:1767319944.656545:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899648 00000100:00100000:3.0:1767319944.656579:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1390 00000100:00100000:2.0:1767319944.656590:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1815 00000100:00100000:3.0:1767319944.656590:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985899776:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319944.656596:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985899648:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319944.656617:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319944.656672:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985899648:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 74us (3388us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319944.656679:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1815 00000100:00100000:3.0:1767319944.657153:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985899776:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 563us (4078us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319944.657161:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1390 00010000:00010000:1.0:1767319944.974012:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319945.230028:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319920/real 1767319920] req@ffffa07beac79f80 x1853164045836800/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319945 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319945.230076:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beac79f80 x1853164045836800/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319945 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319945.230099:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319945.230126:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319945.230130:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045836800:0@lo:250:kworker.0 00000100:00080000:3.0:1767319945.230426:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319945.230431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319945.230436:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319945.230441:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5118 00000100:00080000:3.0:1767319945.230444:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319945.230451:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319945.230500:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164045841792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319945.230564:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319945.230573:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319945.230575:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319945.230579:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5139 00000100:00080000:3.0:1767319945.230581:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319945.230585:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319945.230602:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045841920:0@lo:400:kworker.0 00000100:00100000:3.0:1767319945.230602:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963800 x1853164045842048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319945.230627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319945.230629:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319945.230631:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319945.230634:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5139 00000100:00080000:3.0:1767319945.230636:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319945.230639:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319945.230647:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164045842304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319945.230655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319945.230658:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319945.230659:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319945.230662:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5139 00000100:00080000:3.0:1767319945.230664:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319945.230667:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319945.230677:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962a00 x1853164045842432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319945.230679:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319945.230696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319945.230699:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319945.230700:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319945.230703:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5139 00000100:00080000:3.0:1767319945.230705:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319945.230708:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319945.230716:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961c00 x1853164045842816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319945.230733:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767319945.230738:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045842688:0@lo:400:kworker.0 00000100:00100000:3.0:1767319945.230738:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045842560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319945.230763:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319945.230802:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842688 00000100:00100000:0.0:1767319945.230808:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319945.230810:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842688 00000100:00100000:0.0:1767319945.230825:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319945.230842:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045842176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319945.230857:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842560 00000100:00100000:3.0:1767319945.230860:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842560 00000100:00100000:0.0:1767319945.230864:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319945.230881:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1767319945.230889:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045842688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319945.230892:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045841920 00000100:00100000:0.0:1767319945.230894:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045841920 00000100:00100000:0.0:1767319945.230922:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842176 00000100:00100000:0.0:1767319945.230926:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842176 00000100:00100000:3.0:1767319945.230939:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045842688:12345-0@lo:400:kworker.0 Request processed in 50us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319945.230945:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1767319945.230947:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1767319945.230951:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045841920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319945.230962:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:3.0:1767319945.230967:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045842560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319945.230995:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045841920:12345-0@lo:400:kworker.0 Request processed in 44us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319945.231001:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1767319945.231007:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045842560:12345-0@lo:400:kworker.0 Request processed in 40us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319945.231012:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1767319945.231014:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:0.0:1767319945.231019:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045842176:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767319945.231030:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319945.231035:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319945.231036:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319945.231044:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045842176:12345-0@lo:400:kworker.0 Request processed in 25us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319945.231052:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00010000:00080000:3.0:1767319945.231057:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963b80 x1853164045842176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319945.231081:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045842176:0@lo:400:kworker.0 00000100:00100000:3.0:1767319945.231092:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045842560:0@lo:400:kworker.0 00000100:00100000:0.0:1767319945.231093:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045842688:0@lo:400:kworker.0 00010000:00080000:0.0:1767319945.231102:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962300 x1853164045841920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319945.231110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045841920:0@lo:400:kworker.0 00000100:00100000:2.0:1767319945.231687:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045841792:0@lo:250:kworker.0 00000400:00000100:2.0:1767319945.231721:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045841792 offset 0 length 520: 4 00000100:00100000:2.0:1767319945.231741:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045842048:0@lo:38:kworker.0 00000100:00100000:2.0:1767319945.231760:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319945.231798:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045842304:0@lo:38:kworker.0 00000100:00100000:1.0:1767319945.231803:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842048 00000100:00100000:1.0:1767319945.231807:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842048 00000100:00100000:2.0:1767319945.231817:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319945.231839:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045842432:0@lo:38:kworker.0 00000100:00100000:2.0:1767319945.231859:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319945.231883:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045842816:0@lo:38:kworker.0 00000100:00100000:2.0:1767319945.231901:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319945.231944:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842432 00000100:00100000:3.0:1767319945.231948:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842432 00000100:00100000:1.0:1767319945.231953:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:1.0:1767319945.231959:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045842048:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319945.231967:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1767319945.231971:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045842432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319945.231995:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319945.231996:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319945.232200:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045842048:12345-0@lo:38:kworker.0 Request processed in 239us (437us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319945.232206:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00080000:2.0:1767319945.235795:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319945.235808:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319945.235814:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045842048:0@lo:38:kworker.0 00000100:00100000:3.0:1767319945.236291:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045842432:12345-0@lo:38:kworker.0 Request processed in 4314us (4425us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319945.236303:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00080000:3.0:1767319945.236388:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319945.236392:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319945.236395:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045842432:0@lo:38:kworker.0 00000100:00100000:1.0:1767319945.239667:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842304 00000100:00100000:1.0:1767319945.239682:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842304 00000100:00100000:1.0:1767319945.239734:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842816 00000100:00100000:1.0:1767319945.239737:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842816 00000100:00100000:1.0:1767319945.239785:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:1.0:1767319945.239794:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045842304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319945.239815:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319945.239877:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1818 00000100:00100000:2.0:1767319945.239883:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045842816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319945.239893:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319945.239908:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045842304:12345-0@lo:38:kworker.0 Request processed in 115us (8089us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319945.239916:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00000100:00100000:2.0:1767319945.239917:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045842816:12345-0@lo:38:kworker.0 Request processed in 34us (8015us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319945.239922:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1818 00000100:00080000:1.0:1767319945.239964:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319945.239968:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319945.239988:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045842304:0@lo:38:kworker.0 00000100:00080000:1.0:1767319945.240000:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319945.240004:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319945.240007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045842816:0@lo:38:kworker.0 00010000:00010000:3.0:1767319945.998793:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319946.254022:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319946.254039:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045843072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319946.254112:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319946.254141:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843072 00000100:00100000:2.0:1767319946.254149:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843072 00000100:00100000:1.0:1767319946.254189:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319946.254199:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045842944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319946.254205:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:2.0:1767319946.254213:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045843072:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319946.254229:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767319946.254239:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319946.254253:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045842944 00000100:00100000:1.0:1767319946.254256:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045842944 00000100:00100000:1.0:1767319946.254276:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1767319946.254282:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045842944:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319946.254283:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045843072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319946.254290:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00002000:00000024:1.0:1767319946.254298:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319946.254327:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045842944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (96us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319946.254333:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1767319946.254349:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045843072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319946.254363:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045842944:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319947.022053:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319948.045987:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319949.072247:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319949.764049:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319949.764113:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900032 00000100:00100000:0.0:1767319949.764124:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900032 00000100:00100000:1.0:1767319949.764139:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319949.764208:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985899904 00000100:00100000:0.0:1767319949.764212:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985899904 00000100:00080000:3.0:1767319949.764304:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319949.764339:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1393 00000100:00100000:0.0:1767319949.764351:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985900032:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319949.764440:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985900032:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 92us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319949.764448:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1393 00000100:00100000:0.0:1767319949.764466:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1819 00000100:00100000:0.0:1767319949.764472:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985899904:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319949.764492:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319949.764519:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985899904:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (382us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319949.764526:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1819 00010000:00010000:3.0:1767319950.094076:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319950.350654:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319950.350665:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319950.350731:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319950.350735:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319950.350739:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319950.350747:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5143 00000100:00080000:3.0:1767319950.350751:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319950.350758:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319950.350795:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962a00 x1853164045843328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319950.350827:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319950.350829:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319950.350831:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319950.350833:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5143 00000100:00080000:3.0:1767319950.350835:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319950.350838:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319950.350845:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164045843584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319950.350850:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319950.350852:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319950.350853:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319950.350855:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:3.0:1767319950.350857:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319950.350859:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319950.350865:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963800 x1853164045843712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319950.350930:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045843200:0@lo:400:kworker.0 00000100:00100000:2.0:1767319950.350995:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319950.351081:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045843456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319950.351111:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319950.351219:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045843328:0@lo:38:kworker.0 00000100:00100000:0.0:1767319950.351252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319950.351280:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045843584:0@lo:38:kworker.0 00000100:00080000:3.0:1767319950.351291:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319950.351296:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319950.351299:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319950.351303:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5143 00000100:00080000:3.0:1767319950.351308:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767319950.351309:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319950.351316:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319950.351332:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1180 x1853164045844096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319950.351335:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045843712:0@lo:38:kworker.0 00000100:00100000:0.0:1767319950.351368:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319950.351383:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843200 00000100:00100000:3.0:1767319950.351390:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843200 00000100:00100000:3.0:1767319950.351401:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843712 00000100:00100000:3.0:1767319950.351404:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843712 00000100:00100000:3.0:1767319950.351435:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1767319950.351442:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045843712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319950.351460:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319950.351499:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045843712:12345-0@lo:38:kworker.0 Request processed in 56us (130us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319950.351506:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1767319950.351527:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843456 00000100:00100000:2.0:1767319950.351532:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843456 00000100:00080000:3.0:1767319950.351561:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319950.351578:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843328 00000100:00100000:3.0:1767319950.351590:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843584 00000100:00100000:3.0:1767319950.351595:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843584 00000100:00100000:3.0:1767319950.351607:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1767319950.351613:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045843456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319950.351651:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045843456:12345-0@lo:400:kworker.0 Request processed in 37us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319950.351657:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1767319950.351668:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:2.0:1767319950.351671:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843328 00000100:00100000:3.0:1767319950.351676:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045843200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319950.351695:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:2.0:1767319950.351701:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045843584:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319950.351712:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319950.351741:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045843584:12345-0@lo:38:kworker.0 Request processed in 39us (435us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319950.351747:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:2.0:1767319950.351759:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1821 00000100:00100000:2.0:1767319950.351763:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045843328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319950.351790:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319950.351811:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045843328:12345-0@lo:38:kworker.0 Request processed in 47us (563us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319950.351817:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1821 00000100:00100000:2.0:1767319950.351835:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319950.351843:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045843968:0@lo:400:kworker.0 00000100:00100000:2.0:1767319950.351867:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319950.351904:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843968 00000100:00100000:2.0:1767319950.351909:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843968 00000100:00100000:2.0:1767319950.351942:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 895 00000100:00100000:2.0:1767319950.351949:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045843968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319950.351981:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045843968:12345-0@lo:400:kworker.0 Request processed in 32us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319950.351986:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 895 00000100:00100000:0.0:1767319950.352227:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045844096:0@lo:38:kworker.0 00000100:00100000:0.0:1767319950.352258:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767319950.352287:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319950.352291:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319950.352295:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045843712:0@lo:38:kworker.0 00000100:00080000:0.0:1767319950.352304:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319950.352306:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319950.352309:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045843328:0@lo:38:kworker.0 00000100:00080000:0.0:1767319950.352316:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319950.352319:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319950.352322:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045843584:0@lo:38:kworker.0 00000100:00100000:0.0:1767319950.352358:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844096 00000100:00100000:0.0:1767319950.352361:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844096 00000100:00100000:3.0:1767319950.352365:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045843200:12345-0@lo:400:kworker.0 Request processed in 688us (1367us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319950.352373:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1767319950.352387:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00080000:3.0:1767319950.352390:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319950.352395:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045844096:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1767319950.352829:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8961c00 x1853164045843456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319950.352842:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045843456:0@lo:400:kworker.0 00000100:00100000:1.0:1767319950.352854:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319950.352861:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045843840:0@lo:400:kworker.0 00000100:00100000:1.0:1767319950.352899:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319950.353158:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045843840 00000100:00100000:3.0:1767319950.353163:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045843840 00000100:00100000:3.0:1767319950.353211:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:3.0:1767319950.353218:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045843840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319950.353253:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045843840:12345-0@lo:400:kworker.0 Request processed in 36us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319950.353260:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00080000:1.0:1767319950.353323:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319950.353343:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045843840:0@lo:400:kworker.0 00010000:00020000:0.0:1767319950.353756:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319950.353824:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045844096:12345-0@lo:38:kworker.0 Request processed in 1430us (1565us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319950.353832:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:2.0:1767319950.353921:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045843968:0@lo:400:kworker.0 00010000:00080000:2.0:1767319950.353939:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963b80 x1853164045843200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319950.353950:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045843200:0@lo:400:kworker.0 00000100:00080000:3.0:1767319950.354163:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319950.354169:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319950.354173:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045844096:0@lo:38:kworker.0 00010000:00010000:2.0:1767319951.118099:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319951.374368:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045844224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319951.374439:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319951.374534:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844224 00000100:00100000:3.0:1767319951.374555:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844224 00000100:00100000:3.0:1767319951.374616:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1767319951.374626:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045844224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319951.374657:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319951.374834:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045844352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319951.374879:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319951.374938:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045844224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 312us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319951.374954:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1767319951.374972:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844352 00000100:00100000:3.0:1767319951.374977:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844352 00000100:00100000:3.0:1767319951.375012:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1767319951.375019:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045844352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319951.375034:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319951.375072:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045844352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319951.375077:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1767319951.375194:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045844352:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319951.378986:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045844224:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319952.144109:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319953.166237:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319954.190022:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319954.883028:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319954.883108:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319954.883202:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900288 00000100:00100000:0.0:1767319954.883222:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900288 00000100:00100000:0.0:1767319954.883292:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900160 00000100:00100000:0.0:1767319954.883295:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900160 00000100:00100000:0.0:1767319954.883316:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1396 00000100:00100000:0.0:1767319954.883326:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985900288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319954.883413:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985900288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319954.883420:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1396 00000100:00100000:0.0:1767319954.883437:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1823 00000100:00100000:0.0:1767319954.883441:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985900160:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319954.883460:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319954.883482:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985900160:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 40us (374us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319954.883487:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1823 00000100:00080000:3.0:1767319954.883922:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767319955.216271:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319955.470104:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319955.470115:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319955.470169:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319955.470173:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319955.470177:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319955.470184:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5148 00000100:00080000:3.0:1767319955.470189:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319955.470195:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319955.470214:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764aa00 x1853164045844608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319955.470265:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319955.470268:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319955.470270:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319955.470274:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5148 00000100:00080000:3.0:1767319955.470277:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319955.470280:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319955.470289:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc764b480 x1853164045844864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319955.470296:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319955.470299:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319955.470301:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319955.470304:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5148 00000100:00080000:3.0:1767319955.470306:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319955.470309:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319955.470321:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03100 x1853164045844992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319955.470341:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319955.470344:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319955.470345:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319955.470348:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5148 00000100:00080000:3.0:1767319955.470350:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319955.470353:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319955.470363:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03480 x1853164045845376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319955.470404:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045844736:0@lo:400:kworker.0 00000100:00100000:3.0:1767319955.470466:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319955.470536:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767319955.470548:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045845120:0@lo:400:kworker.0 00000100:00100000:3.0:1767319955.470574:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319955.470606:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844736 00000100:00100000:3.0:1767319955.470613:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844736 00000100:00100000:3.0:1767319955.470663:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1767319955.470672:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045844736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319955.470718:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045844736:12345-0@lo:400:kworker.0 Request processed in 47us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319955.470725:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1767319955.470746:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845120 00000100:00100000:3.0:1767319955.470752:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845120 00000100:00100000:3.0:1767319955.470807:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1767319955.470814:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045845120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319955.470842:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045845120:12345-0@lo:400:kworker.0 Request processed in 29us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319955.470846:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00080000:3.0:1767319955.470862:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319955.470865:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319955.470892:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045845120:0@lo:400:kworker.0 00010000:00080000:3.0:1767319955.470902:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7649f80 x1853164045844736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319955.470910:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045844736:0@lo:400:kworker.0 00000100:00100000:2.0:1767319955.471181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045844480:0@lo:400:kworker.0 00000100:00100000:2.0:1767319955.471214:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319955.471245:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319955.471250:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045845248:0@lo:400:kworker.0 00000100:00100000:2.0:1767319955.471269:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319955.471291:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844480 00000100:00100000:2.0:1767319955.471295:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844480 00000100:00100000:2.0:1767319955.471327:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1767319955.471333:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045844480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319955.471365:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045844480:12345-0@lo:400:kworker.0 Request processed in 32us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319955.471371:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00010000:00080000:2.0:1767319955.471401:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1180 x1853164045844480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319955.471410:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045844480:0@lo:400:kworker.0 00000100:00100000:3.0:1767319955.471584:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845248 00000100:00100000:3.0:1767319955.471589:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845248 00000100:00100000:3.0:1767319955.471622:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1767319955.471629:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045845248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319955.471667:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045845248:12345-0@lo:400:kworker.0 Request processed in 38us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319955.471673:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00080000:3.0:1767319955.471687:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319955.471690:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319955.472506:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045844608:0@lo:38:kworker.0 00000100:00100000:0.0:1767319955.472558:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319955.472595:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045844864:0@lo:38:kworker.0 00000100:00100000:0.0:1767319955.472617:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319955.472631:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045844992:0@lo:38:kworker.0 00000100:00100000:0.0:1767319955.472654:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319955.472675:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045845376:0@lo:38:kworker.0 00000100:00100000:0.0:1767319955.472693:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319955.472724:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844992 00000100:00100000:0.0:1767319955.472729:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844992 00000100:00100000:0.0:1767319955.472754:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1767319955.472759:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045844992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319955.472829:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319955.472864:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045844992:12345-0@lo:38:kworker.0 Request processed in 103us (209us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319955.472870:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00080000:0.0:1767319955.472975:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319955.472980:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319955.472983:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045844992:0@lo:38:kworker.0 00000100:00100000:2.0:1767319955.473721:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844608 00000100:00100000:2.0:1767319955.473727:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844608 00000100:00100000:2.0:1767319955.473753:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045844864 00000100:00100000:2.0:1767319955.473756:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045844864 00000100:00100000:2.0:1767319955.473797:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845376 00000100:00100000:2.0:1767319955.473800:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845376 00000100:00100000:2.0:1767319955.473819:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1824 00000100:00100000:2.0:1767319955.473824:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045844608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319955.473837:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319955.473877:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045844608:12345-0@lo:38:kworker.0 Request processed in 52us (1318us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319955.473883:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1824 00000100:00100000:2.0:1767319955.473896:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:2.0:1767319955.473900:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045844864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319955.473909:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319955.473932:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045844864:12345-0@lo:38:kworker.0 Request processed in 30us (1314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319955.473938:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00100000:2.0:1767319955.473948:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:2.0:1767319955.473952:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045845376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319955.473960:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319955.473983:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045845376:12345-0@lo:38:kworker.0 Request processed in 30us (1289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319955.473988:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00000100:00100000:2.0:1767319955.474031:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045845248:0@lo:400:kworker.0 00000100:00080000:0.0:1767319955.476436:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319955.476447:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319955.476451:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045844608:0@lo:38:kworker.0 00000100:00080000:0.0:1767319955.476462:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319955.476465:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319955.476467:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc764b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045844864:0@lo:38:kworker.0 00000100:00080000:0.0:1767319955.476475:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319955.476478:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319955.476481:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045845376:0@lo:38:kworker.0 00010000:00010000:3.0:1767319956.237981:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319956.494312:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045845504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319956.494376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319956.494571:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845504 00000100:00100000:3.0:1767319956.494580:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845504 00000100:00100000:3.0:1767319956.494635:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1767319956.494645:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045845504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319956.494676:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319956.494722:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045845504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319956.494730:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:0.0:1767319956.494824:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045845504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767319956.495582:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045845632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767319956.495622:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319956.495743:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845632 00000100:00100000:2.0:1767319956.495748:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845632 00000100:00100000:2.0:1767319956.495818:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1767319956.495827:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045845632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319956.495846:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319956.495893:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045845632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319956.495900:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1767319956.496053:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045845632:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319957.261958:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319958.286031:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319959.310566:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319960.008165:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319960.008712:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900544 00000100:00100000:3.0:1767319960.008723:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900544 00000100:00100000:3.0:1767319960.008842:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1399 00000100:00100000:3.0:1767319960.008852:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985900544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319960.008925:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985900544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319960.008933:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1399 00000100:00100000:1.0:1767319960.009201:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319960.009272:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900416 00000100:00100000:1.0:1767319960.009276:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900416 00000100:00100000:1.0:1767319960.009303:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1827 00000100:00100000:1.0:1767319960.009308:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985900416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319960.009329:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319960.009361:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985900416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319960.009368:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1827 00000100:00080000:0.0:1767319960.010625:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319960.334000:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319960.590879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319960.590890:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319960.590964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319960.590968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319960.590972:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319960.590980:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5153 00000100:00080000:1.0:1767319960.590984:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319960.590991:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319960.591011:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cded80 x1853164045845888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319960.591030:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045845760:0@lo:400:kworker.0 00000100:00080000:1.0:1767319960.591053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319960.591056:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319960.591058:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319960.591061:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5153 00000100:00080000:1.0:1767319960.591063:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319960.591066:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319960.591075:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf100 x1853164045846144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319960.591083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319960.591086:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319960.591087:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319960.591090:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5153 00000100:00100000:0.0:1767319960.591092:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767319960.591093:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319960.591096:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319960.591106:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd880 x1853164045846272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319960.591128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319960.591131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319960.591133:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319960.591136:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5153 00000100:00080000:1.0:1767319960.591138:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319960.591141:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319960.591150:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cde680 x1853164045846656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319960.591151:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319960.591170:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045846528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319960.591171:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045846016:0@lo:400:kworker.0 00000100:00100000:0.0:1767319960.591193:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319960.591196:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319960.591215:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767319960.591220:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045846400:0@lo:400:kworker.0 00000100:00100000:1.0:1767319960.591251:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845760 00000100:00100000:1.0:1767319960.591258:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845760 00000100:00100000:1.0:1767319960.591307:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846016 00000100:00100000:1.0:1767319960.591310:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846016 00000100:00100000:2.0:1767319960.591316:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045845888:0@lo:38:kworker.0 00000100:00100000:1.0:1767319960.591332:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767319960.591340:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045845760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319960.591343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319960.591365:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045846144:0@lo:38:kworker.0 00000100:00100000:2.0:1767319960.591384:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319960.591398:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045846272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319960.591419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319960.591440:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045846656:0@lo:38:kworker.0 00000100:00100000:2.0:1767319960.591459:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319960.591481:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045845888 00000100:00100000:2.0:1767319960.591484:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045845888 00000100:00100000:3.0:1767319960.591494:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846144 00000100:00100000:2.0:1767319960.591498:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846656 00000100:00100000:3.0:1767319960.591498:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846144 00000100:00100000:2.0:1767319960.591500:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846656 00000100:00100000:2.0:1767319960.591509:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1767319960.591514:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1767319960.591516:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045846016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319960.591518:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045845888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319960.591534:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319960.591559:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045846016:12345-0@lo:400:kworker.0 Request processed in 43us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319960.591563:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045845888:12345-0@lo:38:kworker.0 Request processed in 44us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319960.591566:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:3.0:1767319960.591569:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:2.0:1767319960.591585:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:2.0:1767319960.591589:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045846656:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319960.591592:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1830 00000100:00100000:3.0:1767319960.591595:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045846144:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319960.591599:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767319960.591602:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319960.591621:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045846656:12345-0@lo:38:kworker.0 Request processed in 30us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319960.591621:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045846144:12345-0@lo:38:kworker.0 Request processed in 24us (236us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319960.591627:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1830 00000100:00100000:2.0:1767319960.591641:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:3.0:1767319960.591656:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846272 00000100:00100000:3.0:1767319960.591660:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846272 00000100:00080000:2.0:1767319960.591669:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319960.591673:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319960.591677:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045845888:0@lo:38:kworker.0 00000100:00100000:3.0:1767319960.591677:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1767319960.591681:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045846272:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767319960.591686:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319960.591688:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767319960.591690:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319960.591702:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045846144:0@lo:38:kworker.0 00000100:00080000:2.0:1767319960.591710:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319960.591713:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319960.591717:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045846656:0@lo:38:kworker.0 00000100:00100000:3.0:1767319960.591737:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045846272:12345-0@lo:38:kworker.0 Request processed in 55us (317us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319960.591743:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:3.0:1767319960.591805:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767319960.591862:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319960.591866:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319960.591869:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045846272:0@lo:38:kworker.0 00000100:00100000:2.0:1767319960.591989:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846528 00000100:00100000:2.0:1767319960.591994:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846528 00000100:00100000:2.0:1767319960.592035:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1767319960.592042:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045846528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319960.592076:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045846528:12345-0@lo:400:kworker.0 Request processed in 34us (881us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319960.592076:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319960.592082:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1767319960.592090:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846400 00000100:00100000:2.0:1767319960.592093:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846400 00010000:00080000:3.0:1767319960.592100:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdf480 x1853164045846016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319960.592111:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045846016:0@lo:400:kworker.0 00000100:00100000:2.0:1767319960.592114:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1767319960.592119:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045846400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319960.592148:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045846400:12345-0@lo:400:kworker.0 Request processed in 28us (72us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319960.592154:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1767319960.592156:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045846400:0@lo:400:kworker.0 00000100:00080000:0.0:1767319960.592357:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319960.592361:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767319960.592378:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045846528:0@lo:400:kworker.0 00000100:00100000:1.0:1767319960.594142:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045845760:12345-0@lo:400:kworker.0 Request processed in 2794us (3041us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319960.594156:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00010000:00080000:0.0:1767319960.595242:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdea00 x1853164045845760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319960.595260:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045845760:0@lo:400:kworker.0 00010000:00010000:1.0:1767319961.357985:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319961.615181:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045846784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319961.615264:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319961.615733:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846784 00000100:00100000:2.0:1767319961.615741:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846784 00000100:00100000:2.0:1767319961.615820:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:2.0:1767319961.615830:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045846784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319961.615859:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319961.615905:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045846784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319961.615911:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1767319961.616008:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045846784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319961.618470:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319961.620260:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045846912:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319961.620348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319961.620595:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045846912 00000100:00100000:0.0:1767319961.620604:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045846912 00000100:00100000:0.0:1767319961.620658:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1767319961.620667:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045846912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767319961.620706:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767319961.620843:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045846912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 176us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319961.620851:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1767319961.621930:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045846912:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319962.382246:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319963.406109:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319964.433201:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319965.122163:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319965.122270:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900800 00000100:00100000:3.0:1767319965.122282:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900800 00000100:00100000:3.0:1767319965.122370:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1402 00000100:00100000:3.0:1767319965.122383:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985900800:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319965.122464:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985900800:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319965.122472:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1402 00000100:00080000:0.0:1767319965.122678:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319965.123262:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319965.123398:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985900672 00000100:00100000:1.0:1767319965.123405:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985900672 00000100:00100000:1.0:1767319965.123448:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1831 00000100:00100000:1.0:1767319965.123454:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985900672:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319965.123485:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319965.123536:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985900672:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 80us (277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319965.123543:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1831 00010000:00010000:1.0:1767319965.454261:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319965.709964:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319965.709975:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319965.710036:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319965.710040:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319965.710044:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319965.710053:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319965.710057:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319965.710063:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319965.710085:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453100 x1853164045847168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319965.710122:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319965.710126:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319965.710127:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319965.710131:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319965.710133:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319965.710136:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319965.710146:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450000 x1853164045847424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319965.710154:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319965.710157:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319965.710159:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319965.710162:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319965.710165:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319965.710168:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319965.710178:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164045847552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319965.710206:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319965.710209:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319965.710211:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319965.710214:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5158 00000100:00080000:2.0:1767319965.710216:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319965.710220:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319965.710229:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164045847936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319965.710400:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045847040:0@lo:400:kworker.0 00000100:00100000:1.0:1767319965.710468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319965.710536:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319965.710543:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045847808:0@lo:400:kworker.0 00000100:00100000:1.0:1767319965.710570:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319965.710649:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847808 00000100:00100000:2.0:1767319965.710658:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847808 00000100:00100000:2.0:1767319965.710721:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1767319965.710730:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045847808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319965.710808:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045847808:12345-0@lo:400:kworker.0 Request processed in 80us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319965.710815:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1767319965.710838:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847040 00000100:00100000:2.0:1767319965.710841:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847040 00000100:00100000:2.0:1767319965.710868:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:2.0:1767319965.710874:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045847040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319965.710905:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045847040:12345-0@lo:400:kworker.0 Request processed in 31us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319965.710910:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1767319965.711212:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045847680:0@lo:400:kworker.0 00000100:00100000:0.0:1767319965.711244:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319965.711275:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767319965.711281:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045847296:0@lo:400:kworker.0 00000100:00100000:0.0:1767319965.711302:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319965.711335:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847296 00000100:00100000:0.0:1767319965.711338:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847296 00000100:00100000:0.0:1767319965.711363:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767319965.711368:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045847296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319965.711400:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045847296:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319965.711406:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00010000:00080000:0.0:1767319965.711441:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451c00 x1853164045847296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319965.711453:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045847296:0@lo:400:kworker.0 00000100:00080000:1.0:1767319965.711528:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767319965.711533:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319965.711557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045847808:0@lo:400:kworker.0 00010000:00080000:1.0:1767319965.711567:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453b80 x1853164045847040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319965.711575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045847040:0@lo:400:kworker.0 00000100:00100000:2.0:1767319965.711799:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847680 00000100:00100000:2.0:1767319965.711804:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847680 00000100:00100000:2.0:1767319965.711851:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1767319965.711861:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045847680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319965.711906:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045847680:12345-0@lo:400:kworker.0 Request processed in 49us (661us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319965.711928:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1767319965.711977:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045847168:0@lo:38:kworker.0 00000100:00100000:2.0:1767319965.712008:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319965.712044:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045847424:0@lo:38:kworker.0 00000100:00100000:3.0:1767319965.712058:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847168 00000100:00100000:3.0:1767319965.712072:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847168 00000100:00100000:2.0:1767319965.712079:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319965.712097:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045847552:0@lo:38:kworker.0 00000100:00100000:3.0:1767319965.712110:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847424 00000100:00100000:3.0:1767319965.712116:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847424 00000100:00100000:2.0:1767319965.712129:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319965.712155:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:3.0:1767319965.712166:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045847168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767319965.712175:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045847936:0@lo:38:kworker.0 00010000:00020000:3.0:1767319965.712197:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319965.712207:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319965.712249:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847936 00000100:00100000:2.0:1767319965.712254:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847936 00000100:00100000:3.0:1767319965.712291:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045847168:12345-0@lo:38:kworker.0 Request processed in 122us (277us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319965.712293:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00100000:2.0:1767319965.712308:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045847424:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767319965.712312:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00010000:00020000:2.0:1767319965.712336:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319965.712343:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:3.0:1767319965.712349:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045847936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319965.712364:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319965.712382:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045847424:12345-0@lo:38:kworker.0 Request processed in 74us (302us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319965.712390:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:3.0:1767319965.712418:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045847936:12345-0@lo:38:kworker.0 Request processed in 66us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319965.712428:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00080000:2.0:1767319965.712441:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319965.712448:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319965.712452:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045847168:0@lo:38:kworker.0 00000100:00080000:2.0:1767319965.712467:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767319965.712471:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045847552 00000100:00080000:2.0:1767319965.712473:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319965.712482:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045847552 00000100:00100000:2.0:1767319965.712483:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045847424:0@lo:38:kworker.0 00000100:00080000:2.0:1767319965.712500:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319965.712504:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319965.712509:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045847936:0@lo:38:kworker.0 00000100:00100000:3.0:1767319965.712519:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1767319965.712528:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045847552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319965.712540:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319965.712586:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045847552:12345-0@lo:38:kworker.0 Request processed in 58us (458us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319965.712594:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00080000:2.0:1767319965.712642:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319965.712653:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319965.712656:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045847552:0@lo:38:kworker.0 00000100:00080000:1.0:1767319965.713255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319965.714046:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045847680:0@lo:400:kworker.0 00010000:00010000:3.0:1767319966.478174:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319966.734204:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319966.734232:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045848064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319966.734304:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319966.734428:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848064 00000100:00100000:3.0:1767319966.734436:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848064 00000100:00100000:3.0:1767319966.734495:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1767319966.734505:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045848064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319966.734538:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319966.734601:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045848064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319966.734609:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1767319966.736966:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045848064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319966.737280:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045848192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319966.737328:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319966.740682:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848192 00000100:00100000:2.0:1767319966.740699:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848192 00000100:00100000:2.0:1767319966.740783:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1767319966.740794:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045848192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319966.740826:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319966.740912:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045848192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 120us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319966.740919:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1767319966.742201:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045848192:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767319967.503443:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319968.528802:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767319969.218157:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985900928 offset 0 length 520: 4 00000100:00100000:3.0:1767319969.225255:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319969.225318:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319969.225515:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901056 00000100:00100000:0.0:1767319969.225526:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901056 00000100:00100000:0.0:1767319969.225581:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901184 00000100:00100000:0.0:1767319969.225584:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901184 00000100:00100000:0.0:1767319969.225638:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1405 00000100:00100000:0.0:1767319969.225649:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985901184:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767319969.225720:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985901184:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319969.225727:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1405 00000100:00100000:0.0:1767319969.225744:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1835 00000100:00100000:0.0:1767319969.225748:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985901056:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319969.225795:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319969.225820:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985901056:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 70us (577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319969.225828:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1835 00000100:00080000:2.0:1767319969.225897:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767319969.550077:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319970.574089:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319970.830141:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319945/real 1767319945] req@ffffa07bf8960000 x1853164045841792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319970 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319970.830175:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8960000 x1853164045841792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319970 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767319970.830195:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319970.830224:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767319970.830228:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045841792:0@lo:250:kworker.0 00000100:00080000:1.0:1767319970.830456:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.830461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767319970.830465:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319970.830469:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5143 00000100:00080000:1.0:1767319970.830473:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319970.830479:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319970.830537:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164045848320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319970.830593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.830596:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319970.830599:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319970.830603:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1767319970.830605:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319970.830609:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319970.830624:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224a80 x1853164045848576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319970.830648:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.830651:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319970.830653:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319970.830656:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1767319970.830658:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319970.830662:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319970.830671:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225500 x1853164045848832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319970.830680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.830683:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319970.830685:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319970.830689:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1767319970.830691:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319970.830696:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319970.830707:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225c00 x1853164045848960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319970.830725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319970.830727:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319970.830729:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319970.830732:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5163 00000100:00080000:1.0:1767319970.830734:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319970.830737:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319970.830745:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164045849344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767319970.830792:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045849088:0@lo:400:kworker.0 00000100:00100000:1.0:1767319970.830856:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319970.830911:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319970.830928:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045848704:0@lo:400:kworker.0 00000100:00100000:1.0:1767319970.830952:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319970.830989:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848704 00000100:00100000:1.0:1767319970.830996:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848704 00000100:00100000:1.0:1767319970.831046:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:1.0:1767319970.831055:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045848704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319970.831104:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045848704:12345-0@lo:400:kworker.0 Request processed in 50us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319970.831114:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00010000:00080000:1.0:1767319970.831152:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8227100 x1853164045848704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319970.831165:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045848704:0@lo:400:kworker.0 00000100:00100000:3.0:1767319970.831240:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045848320:0@lo:250:kworker.0 00000400:00000100:3.0:1767319970.831262:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045848320 offset 0 length 520: 4 00000100:00100000:3.0:1767319970.831282:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045848576:0@lo:38:kworker.0 00000100:00100000:3.0:1767319970.831304:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319970.831326:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045848832:0@lo:38:kworker.0 00000100:00100000:3.0:1767319970.831344:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319970.831361:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045848960:0@lo:38:kworker.0 00000100:00100000:3.0:1767319970.831381:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319970.831398:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045849344:0@lo:38:kworker.0 00000100:00100000:3.0:1767319970.831417:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319970.831441:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848576 00000100:00100000:3.0:1767319970.831445:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848576 00000100:00100000:3.0:1767319970.831463:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848832 00000100:00100000:3.0:1767319970.831465:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848832 00000100:00100000:3.0:1767319970.831475:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849344 00000100:00100000:3.0:1767319970.831477:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849344 00000100:00100000:3.0:1767319970.831487:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1836 00000100:00100000:3.0:1767319970.831492:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045848576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319970.831517:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319970.831549:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045848576:12345-0@lo:38:kworker.0 Request processed in 55us (243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319970.831555:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1836 00000100:00100000:3.0:1767319970.831566:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1767319970.831569:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045848832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319970.831577:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319970.831598:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045848832:12345-0@lo:38:kworker.0 Request processed in 28us (254us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319970.831603:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:3.0:1767319970.831613:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:3.0:1767319970.831616:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045849344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319970.831625:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319970.831645:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045849344:12345-0@lo:38:kworker.0 Request processed in 27us (227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319970.831651:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:3.0:1767319970.831667:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848960 00000100:00100000:3.0:1767319970.831671:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848960 00000100:00100000:3.0:1767319970.831686:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1767319970.831691:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045848960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319970.831700:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319970.831723:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045848960:12345-0@lo:38:kworker.0 Request processed in 30us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319970.831728:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00080000:3.0:1767319970.831751:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319970.831755:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319970.831759:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045848576:0@lo:38:kworker.0 00000100:00080000:3.0:1767319970.831785:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319970.831788:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319970.831792:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045848832:0@lo:38:kworker.0 00000100:00080000:3.0:1767319970.831801:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319970.831804:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319970.831807:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045848960:0@lo:38:kworker.0 00000100:00080000:3.0:1767319970.831813:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767319970.831815:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319970.831819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045849344:0@lo:38:kworker.0 00000100:00100000:2.0:1767319970.831912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045849216:0@lo:400:kworker.0 00000100:00100000:2.0:1767319970.831940:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319970.831968:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767319970.831973:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045848448:0@lo:400:kworker.0 00000100:00100000:2.0:1767319970.831990:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767319970.832013:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319970.832024:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045848448 00000100:00100000:2.0:1767319970.832027:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045848448 00000100:00100000:2.0:1767319970.832059:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:2.0:1767319970.832066:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045848448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319970.832098:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045848448:12345-0@lo:400:kworker.0 Request processed in 32us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319970.832103:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00080000:2.0:1767319970.832123:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767319970.832137:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224380 x1853164045848448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319970.832146:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045848448:0@lo:400:kworker.0 00000100:00100000:3.0:1767319970.832208:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849088 00000100:00100000:3.0:1767319970.832213:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849088 00000100:00100000:3.0:1767319970.832251:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849216 00000100:00100000:3.0:1767319970.832254:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849216 00000100:00100000:3.0:1767319970.832271:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767319970.832277:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045849088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319970.832310:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c89850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045849088:12345-0@lo:400:kworker.0 Request processed in 33us (1453us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319970.832315:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:3.0:1767319970.832483:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 904 00000100:00100000:3.0:1767319970.832490:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045849216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319970.832530:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045849216:12345-0@lo:400:kworker.0 Request processed in 41us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319970.832536:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 904 00000100:00100000:1.0:1767319970.832928:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045849088:0@lo:400:kworker.0 00000100:00080000:2.0:1767319970.833208:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767319970.833211:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767319970.833231:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045849216:0@lo:400:kworker.0 00010000:00010000:2.0:1767319971.598002:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319971.854934:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045849472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319971.855114:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319971.855508:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045849600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319971.855654:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849472 00000100:00100000:2.0:1767319971.855663:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849472 00000100:00100000:3.0:1767319971.856086:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319971.861138:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849600 00000100:00100000:2.0:1767319971.861151:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849600 00000100:00100000:2.0:1767319971.861174:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1767319971.861195:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045849472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319971.861226:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319971.861301:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045849472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (6187us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319971.861308:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1767319971.861324:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1767319971.861331:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045849600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319971.861345:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319971.861376:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045849600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (5292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319971.861383:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1767319971.861425:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045849600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319971.865716:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045849472:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319972.623880:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319973.646006:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319974.340090:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319974.340302:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901440 00000100:00100000:1.0:1767319974.340314:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901440 00000100:00100000:1.0:1767319974.340397:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1408 00000100:00100000:1.0:1767319974.340408:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985901440:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319974.340516:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985901440:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319974.340523:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1408 00000100:00080000:3.0:1767319974.340592:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319974.343167:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319974.346550:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901312 00000100:00100000:0.0:1767319974.346818:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901312 00000100:00100000:0.0:1767319974.346875:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1839 00000100:00100000:0.0:1767319974.346884:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985901312:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319974.346907:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319974.347136:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985901312:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 250us (3976us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319974.347144:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1839 00010000:00010000:3.0:1767319974.670366:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319975.694017:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767319975.950784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319975.950794:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767319975.950851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319975.950857:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319975.950861:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319975.950868:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5169 00000100:00080000:3.0:1767319975.950873:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319975.950880:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319975.950901:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00a80 x1853164045849856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319975.950928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319975.950931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319975.950933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319975.950936:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5169 00000100:00080000:3.0:1767319975.950938:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319975.950941:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319975.950951:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00380 x1853164045850112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319975.950959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319975.950962:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319975.950964:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319975.950967:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5169 00000100:00080000:3.0:1767319975.950969:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319975.950973:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319975.950983:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01500 x1853164045850240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319975.951004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319975.951007:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319975.951008:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319975.951011:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5169 00000100:00080000:3.0:1767319975.951013:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319975.951017:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319975.951026:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01880 x1853164045850624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319975.951058:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045850496:0@lo:400:kworker.0 00000100:00100000:3.0:1767319975.951119:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319975.951155:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319975.951161:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045849728:0@lo:400:kworker.0 00000100:00100000:3.0:1767319975.951188:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319975.951331:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850496 00000100:00100000:0.0:1767319975.951339:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850496 00000100:00100000:0.0:1767319975.951419:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1767319975.951428:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045850496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319975.951500:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045850496:12345-0@lo:400:kworker.0 Request processed in 56us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319975.951507:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1767319975.951549:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045850496:0@lo:400:kworker.0 00000100:00100000:0.0:1767319975.951576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045849856:0@lo:38:kworker.0 00000100:00100000:0.0:1767319975.951600:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319975.951618:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045850112:0@lo:38:kworker.0 00000100:00100000:0.0:1767319975.951636:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319975.951649:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045850240:0@lo:38:kworker.0 00000100:00100000:0.0:1767319975.951670:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319975.951684:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045850624:0@lo:38:kworker.0 00000100:00100000:0.0:1767319975.951701:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319975.951724:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849728 00000100:00100000:0.0:1767319975.951728:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849728 00000100:00100000:0.0:1767319975.951750:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849856 00000100:00100000:0.0:1767319975.951752:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849856 00000100:00100000:0.0:1767319975.951763:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850112 00000100:00100000:0.0:1767319975.951765:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850112 00000100:00100000:0.0:1767319975.951801:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850624 00000100:00100000:0.0:1767319975.951804:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850624 00000100:00100000:0.0:1767319975.951813:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1767319975.951820:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045849728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319975.951856:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045849728:12345-0@lo:400:kworker.0 Request processed in 37us (667us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319975.951862:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:0.0:1767319975.951874:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1767319975.951878:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045849856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319975.951896:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319975.951927:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045849856:12345-0@lo:38:kworker.0 Request processed in 46us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319975.951933:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1767319975.951944:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1767319975.951948:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045850112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319975.951957:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319975.951978:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045850112:12345-0@lo:38:kworker.0 Request processed in 28us (341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319975.951984:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1767319975.951994:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1842 00000100:00100000:0.0:1767319975.951997:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045850624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319975.952006:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319975.952028:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045850624:12345-0@lo:38:kworker.0 Request processed in 29us (326us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319975.952034:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1842 00010000:00080000:0.0:1767319975.952061:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03800 x1853164045849728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319975.952070:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045849728:0@lo:400:kworker.0 00000100:00080000:0.0:1767319975.952093:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319975.952098:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319975.952101:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045849856:0@lo:38:kworker.0 00000100:00080000:0.0:1767319975.952109:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319975.952113:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319975.952115:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045850112:0@lo:38:kworker.0 00000100:00080000:0.0:1767319975.952122:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767319975.952125:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767319975.952128:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045850624:0@lo:38:kworker.0 00000100:00100000:2.0:1767319975.952212:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850240 00000100:00100000:2.0:1767319975.952216:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850240 00000100:00100000:2.0:1767319975.952246:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1767319975.952252:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045850240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319975.952262:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319975.952295:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045850240:12345-0@lo:38:kworker.0 Request processed in 42us (624us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319975.952301:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:2.0:1767319975.952339:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319975.952344:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319975.952347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045850240:0@lo:38:kworker.0 00000100:00100000:1.0:1767319975.952643:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045850368:0@lo:400:kworker.0 00000100:00100000:1.0:1767319975.952676:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319975.952708:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319975.952714:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045849984:0@lo:400:kworker.0 00000100:00100000:1.0:1767319975.952736:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319975.952764:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045849984 00000100:00100000:1.0:1767319975.952787:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045849984 00000100:00100000:1.0:1767319975.952817:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1767319975.952823:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045849984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319975.952858:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045849984:12345-0@lo:400:kworker.0 Request processed in 34us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319975.952864:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00010000:00080000:1.0:1767319975.952904:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02d80 x1853164045849984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319975.952914:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045849984:0@lo:400:kworker.0 00000100:00100000:2.0:1767319975.952974:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850368 00000100:00100000:2.0:1767319975.952978:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850368 00000100:00100000:2.0:1767319975.953012:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1767319975.953022:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045850368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319975.953055:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045850368:12345-0@lo:400:kworker.0 Request processed in 37us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319975.953060:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1767319975.953169:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045850368:0@lo:400:kworker.0 00000100:00080000:3.0:1767319975.953286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767319975.953292:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767319975.953294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767319976.718529:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319976.974120:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319976.974137:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045850752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319976.974203:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319976.974405:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850752 00000100:00100000:3.0:1767319976.974412:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850752 00000100:00100000:3.0:1767319976.974465:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1767319976.974474:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045850752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319976.974504:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319976.974562:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045850752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319976.974568:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:1.0:1767319976.974741:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045850752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767319976.975116:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045850880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319976.975154:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319976.975533:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045850880 00000100:00100000:2.0:1767319976.975539:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045850880 00000100:00100000:2.0:1767319976.975579:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:2.0:1767319976.975588:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045850880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319976.975608:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319976.975658:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045850880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319976.975665:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:1.0:1767319976.975787:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045850880:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767319977.742330:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319978.766458:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319979.458844:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319979.458954:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901696 00000100:00100000:1.0:1767319979.458965:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901696 00000100:00100000:1.0:1767319979.459064:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1411 00000100:00100000:1.0:1767319979.459075:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985901696:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319979.459175:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985901696:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319979.459183:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1411 00000100:00080000:3.0:1767319979.459638:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319979.461978:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319979.462079:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901568 00000100:00100000:1.0:1767319979.462088:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901568 00000100:00100000:1.0:1767319979.462239:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1843 00000100:00100000:1.0:1767319979.462248:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985901568:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319979.462273:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319979.462354:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985901568:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 95us (373us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319979.462362:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1843 00010000:00010000:2.0:1767319979.790475:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319980.816797:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767319981.071827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319981.071839:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767319981.071900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319981.071904:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319981.071909:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319981.071917:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5174 00000100:00080000:1.0:1767319981.071921:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319981.071928:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319981.071949:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225f80 x1853164045851136/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319981.071989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319981.071992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319981.071994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319981.071998:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5174 00000100:00080000:1.0:1767319981.072001:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319981.072005:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319981.072015:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227b80 x1853164045851392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319981.072024:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045851008:0@lo:400:kworker.0 00000100:00080000:1.0:1767319981.072027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319981.072041:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319981.072044:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319981.072049:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5174 00000100:00080000:1.0:1767319981.072062:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319981.072068:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319981.072081:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224380 x1853164045851520/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767319981.072108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767319981.072112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767319981.072114:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767319981.072118:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5174 00000100:00080000:1.0:1767319981.072120:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767319981.072123:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767319981.072135:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225500 x1853164045851904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319981.072157:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.072167:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045851264:0@lo:400:kworker.0 00000100:00100000:1.0:1767319981.072236:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319981.072270:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767319981.072281:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767319981.072286:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045851776:0@lo:400:kworker.0 00000100:00100000:1.0:1767319981.072296:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045851648:0@lo:400:kworker.0 00000100:00100000:3.0:1767319981.072355:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.072413:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851008 00000100:00100000:1.0:1767319981.072424:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851008 00000100:00100000:3.0:1767319981.072426:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851776 00000100:00100000:3.0:1767319981.072435:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851776 00000100:00100000:1.0:1767319981.072517:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851264 00000100:00100000:3.0:1767319981.072520:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767319981.072524:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851264 00000100:00100000:3.0:1767319981.072541:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045851776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319981.072568:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:1.0:1767319981.072583:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045851008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319981.072617:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045851776:12345-0@lo:400:kworker.0 Request processed in 82us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319981.072626:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1767319981.072658:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045851008:12345-0@lo:400:kworker.0 Request processed in 78us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319981.072667:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00080000:3.0:1767319981.072676:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767319981.072683:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319981.072698:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1767319981.072708:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319981.072717:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045851264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319981.072750:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851648 00000100:00100000:3.0:1767319981.072757:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851648 00000100:00100000:1.0:1767319981.072809:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045851264:12345-0@lo:400:kworker.0 Request processed in 58us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319981.072817:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1767319981.072839:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1767319981.072850:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045851648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319981.072897:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045851648:12345-0@lo:400:kworker.0 Request processed in 49us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319981.072903:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00080000:3.0:1767319981.072926:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767319981.072960:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045851136:0@lo:38:kworker.0 00000100:00100000:3.0:1767319981.072972:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045851648:0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.073005:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767319981.073009:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224700 x1853164045851264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319981.073037:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045851264:0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.073061:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045851392:0@lo:38:kworker.0 00000100:00100000:3.0:1767319981.073093:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045851776:0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.073105:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767319981.073120:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224000 x1853164045851008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767319997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319981.073132:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045851008:0@lo:400:kworker.0 00000100:00100000:0.0:1767319981.073136:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045851520:0@lo:38:kworker.0 00000100:00100000:0.0:1767319981.073173:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319981.073186:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851136 00000100:00100000:3.0:1767319981.073192:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851136 00000100:00100000:0.0:1767319981.073204:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045851904:0@lo:38:kworker.0 00000100:00100000:3.0:1767319981.073219:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851392 00000100:00100000:3.0:1767319981.073225:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851392 00000100:00100000:0.0:1767319981.073234:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319981.077336:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851520 00000100:00100000:0.0:1767319981.077350:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851520 00000100:00100000:0.0:1767319981.077405:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1767319981.077413:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045851520:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319981.077438:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319981.077498:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045851520:12345-0@lo:38:kworker.0 Request processed in 84us (4324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319981.077506:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1767319981.079852:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045851904 00000100:00100000:3.0:1767319981.079875:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045851904 00000100:00100000:3.0:1767319981.080036:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:3.0:1767319981.080048:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045851136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767319981.080079:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319981.080100:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1845 00000100:00100000:2.0:1767319981.080114:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045851392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319981.080138:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319981.085296:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:0.0:1767319981.085308:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045851904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319981.085341:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319981.085663:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045851392:12345-0@lo:38:kworker.0 Request processed in 5549us (12565us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319981.085671:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1845 00000100:00100000:3.0:1767319981.091522:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045851136:12345-0@lo:38:kworker.0 Request processed in 11458us (18501us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319981.091544:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00000100:00100000:0.0:1767319981.096237:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045851904:12345-0@lo:38:kworker.0 Request processed in 10919us (22992us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319981.096255:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00080000:1.0:1767319981.096751:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.096757:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.096761:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045851520:0@lo:38:kworker.0 00000100:00080000:1.0:1767319981.096787:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.096791:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.096794:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045851904:0@lo:38:kworker.0 00000100:00080000:1.0:1767319981.096822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.096826:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.096829:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045851136:0@lo:38:kworker.0 00000100:00080000:1.0:1767319981.096838:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319981.096841:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319981.096844:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045851392:0@lo:38:kworker.0 00010000:00010000:1.0:1767319981.838634:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319982.094897:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045852032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319982.094984:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319982.095320:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852032 00000100:00100000:3.0:1767319982.095331:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852032 00000100:00100000:3.0:1767319982.095381:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1767319982.095390:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045852032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767319982.095421:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319982.095471:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045852032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319982.095478:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1767319982.095525:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045852032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319982.095717:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767319982.095727:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045852160:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319982.095759:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319982.095844:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852160 00000100:00100000:3.0:1767319982.095849:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852160 00000100:00100000:3.0:1767319982.095879:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1767319982.095885:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045852160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319982.095902:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319982.095950:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045852160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319982.095956:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1767319982.096595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045852160:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767319982.863305:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767319983.886285:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319984.577897:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319984.577999:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319984.582704:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901952 00000100:00100000:3.0:1767319984.582719:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901952 00000100:00100000:3.0:1767319984.582842:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985901824 00000100:00100000:3.0:1767319984.582846:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985901824 00000100:00100000:3.0:1767319984.582890:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1414 00000100:00100000:3.0:1767319984.582902:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985901952:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319984.582930:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1847 00000100:00100000:1.0:1767319984.582944:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985901824:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767319984.582978:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319984.583003:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985901952:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (5112us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319984.583013:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1414 00000100:00100000:1.0:1767319984.583058:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985901824:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 112us (5055us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319984.583070:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1847 00000100:00080000:0.0:1767319984.584436:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319984.912862:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319985.934335:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767319986.190216:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319986.190236:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767319986.190291:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319986.190294:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319986.190298:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319986.190304:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5179 00000100:00080000:2.0:1767319986.190308:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319986.190313:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319986.190336:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452a00 x1853164045852416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319986.190362:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319986.190365:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319986.190366:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319986.190368:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5179 00000100:00080000:2.0:1767319986.190370:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319986.190372:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319986.190382:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452d80 x1853164045852672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319986.190388:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319986.190390:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319986.190391:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319986.190393:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5179 00000100:00080000:2.0:1767319986.190394:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319986.190397:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319986.190407:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451c00 x1853164045852800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767319986.190429:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767319986.190432:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767319986.190433:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767319986.190437:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5179 00000100:00080000:2.0:1767319986.190439:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767319986.190442:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767319986.190452:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc380 x1853164045853184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767319986.190478:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045852928:0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.190495:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045853056:0@lo:400:kworker.0 00000100:00100000:2.0:1767319986.190538:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319986.190578:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852928 00000100:00100000:3.0:1767319986.190587:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852928 00000100:00100000:2.0:1767319986.190588:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319986.190594:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045852544:0@lo:400:kworker.0 00000100:00100000:2.0:1767319986.190612:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319986.190651:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319986.190652:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1767319986.190665:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045852928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319986.190668:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767319986.190674:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045852288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319986.190690:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319986.190710:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852544 00000100:00100000:2.0:1767319986.190713:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852544 00000100:00100000:3.0:1767319986.190728:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045852928:12345-0@lo:400:kworker.0 Request processed in 65us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319986.190733:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852288 00000100:00100000:2.0:1767319986.190736:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852288 00000100:00100000:3.0:1767319986.190739:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:2.0:1767319986.190756:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:3.0:1767319986.190760:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853056 00000100:00100000:3.0:1767319986.190765:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853056 00000100:00100000:2.0:1767319986.190796:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045852544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.190819:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1767319986.190830:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045853056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319986.190833:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045852544:12345-0@lo:400:kworker.0 Request processed in 36us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319986.190841:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:2.0:1767319986.190858:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:2.0:1767319986.190863:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045852288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.190874:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045853056:12345-0@lo:400:kworker.0 Request processed in 46us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319986.190882:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1767319986.190889:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045852288:12345-0@lo:400:kworker.0 Request processed in 26us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319986.190895:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00010000:00080000:2.0:1767319986.190928:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452680 x1853164045852288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319986.190942:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045852288:0@lo:400:kworker.0 00000100:00100000:2.0:1767319986.190952:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045853056:0@lo:400:kworker.0 00010000:00080000:3.0:1767319986.190960:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453b80 x1853164045852544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767319986.190973:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045852544:0@lo:400:kworker.0 00000100:00100000:3.0:1767319986.190988:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045852928:0@lo:400:kworker.0 00000100:00080000:0.0:1767319986.191215:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319986.191229:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767319986.191231:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319986.191289:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045852416:0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.191313:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319986.191343:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045852672:0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.191357:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319986.191372:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045852800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.191387:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319986.191402:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045853184:0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.191419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319986.191446:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852800 00000100:00100000:1.0:1767319986.191450:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852800 00000100:00100000:1.0:1767319986.191468:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1767319986.191471:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045852800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319986.191486:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319986.191510:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045852800:12345-0@lo:38:kworker.0 Request processed in 37us (122us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319986.191514:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:1.0:1767319986.191534:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319986.191537:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319986.191540:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045852800:0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.191554:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852416 00000100:00100000:1.0:1767319986.191556:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852416 00000100:00100000:3.0:1767319986.191566:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045852672 00000100:00100000:1.0:1767319986.191570:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853184 00000100:00100000:1.0:1767319986.191573:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853184 00000100:00100000:3.0:1767319986.191575:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045852672 00000100:00100000:1.0:1767319986.191584:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1767319986.191587:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045852416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319986.191595:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319986.191607:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:1.0:1767319986.191618:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045852416:12345-0@lo:38:kworker.0 Request processed in 27us (302us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319986.191619:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045853184:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767319986.191627:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1848 00000100:00100000:1.0:1767319986.191637:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00010000:00020000:3.0:1767319986.191641:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319986.191642:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045852672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767319986.191652:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767319986.191674:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045852672:12345-0@lo:38:kworker.0 Request processed in 32us (316us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319986.191677:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00000100:00080000:1.0:1767319986.191699:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319986.191705:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319986.191705:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045853184:12345-0@lo:38:kworker.0 Request processed in 85us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767319986.191708:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045852416:0@lo:38:kworker.0 00000100:00080000:1.0:1767319986.191718:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319986.191722:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767319986.191724:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:1.0:1767319986.191725:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045852672:0@lo:38:kworker.0 00000100:00080000:1.0:1767319986.191734:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767319986.191736:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767319986.191738:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045853184:0@lo:38:kworker.0 00010000:00010000:3.0:1767319986.958012:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319987.214081:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045853312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319987.214153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319987.214291:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853312 00000100:00100000:2.0:1767319987.214300:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853312 00000100:00100000:2.0:1767319987.214355:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1767319987.214366:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045853312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767319987.214395:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319987.214448:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045853312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319987.214456:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1767319987.214647:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045853312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767319987.215106:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045853440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319987.215142:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319987.215229:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853440 00000100:00100000:2.0:1767319987.215234:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853440 00000100:00100000:2.0:1767319987.215272:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:2.0:1767319987.215280:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045853440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767319987.215299:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767319987.215342:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045853440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319987.215348:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1767319987.215487:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045853440:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767319987.982049:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319989.006050:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319989.700367:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767319989.700472:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902208 00000100:00100000:1.0:1767319989.700482:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902208 00000100:00100000:1.0:1767319989.700561:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1417 00000100:00100000:1.0:1767319989.700572:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985902208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767319989.700654:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985902208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319989.700662:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1417 00000100:00080000:0.0:1767319989.700743:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767319989.702258:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767319989.702354:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902080 00000100:00100000:0.0:1767319989.702362:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902080 00000100:00100000:0.0:1767319989.702404:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1851 00000100:00100000:0.0:1767319989.702411:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985902080:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767319989.702432:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319989.702486:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985902080:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 75us (236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319989.702495:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1851 00010000:00010000:1.0:1767319990.030244:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319991.054062:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767319991.310918:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319991.310929:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767319991.310987:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319991.310991:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319991.310994:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319991.311001:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5184 00000100:00080000:0.0:1767319991.311017:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319991.311024:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319991.311046:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02d80 x1853164045853696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319991.311088:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319991.311091:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319991.311093:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319991.311097:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5184 00000100:00080000:0.0:1767319991.311099:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319991.311103:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319991.311115:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01880 x1853164045853952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319991.311122:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319991.311136:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319991.311138:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319991.311141:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5184 00000100:00080000:0.0:1767319991.311143:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319991.311146:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319991.311156:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00380 x1853164045854080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767319991.311176:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767319991.311187:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767319991.311189:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767319991.311191:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5184 00000100:00080000:0.0:1767319991.311193:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767319991.311197:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767319991.311207:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03480 x1853164045854464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767319991.311235:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045853824:0@lo:400:kworker.0 00000100:00100000:0.0:1767319991.311300:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767319991.311359:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319991.311365:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045854208:0@lo:400:kworker.0 00000100:00100000:0.0:1767319991.311390:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319991.311664:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045853696:0@lo:38:kworker.0 00000100:00100000:2.0:1767319991.311696:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319991.311727:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045853952:0@lo:38:kworker.0 00000100:00100000:2.0:1767319991.311747:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319991.311763:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045854080:0@lo:38:kworker.0 00000100:00100000:2.0:1767319991.311811:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319991.311832:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045854464:0@lo:38:kworker.0 00000100:00100000:2.0:1767319991.311852:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319991.311883:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853824 00000100:00100000:2.0:1767319991.311889:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853824 00000100:00100000:2.0:1767319991.311932:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853696 00000100:00100000:2.0:1767319991.311934:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853696 00000100:00100000:2.0:1767319991.311946:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853952 00000100:00100000:2.0:1767319991.311948:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853952 00000100:00100000:2.0:1767319991.311955:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854464 00000100:00100000:2.0:1767319991.311957:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854464 00000100:00100000:2.0:1767319991.311968:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1767319991.311977:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045853824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767319991.312027:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045853824:12345-0@lo:400:kworker.0 Request processed in 51us (726us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319991.312034:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1767319991.312052:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:2.0:1767319991.312055:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045853696:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319991.312073:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319991.312104:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045853696:12345-0@lo:38:kworker.0 Request processed in 47us (407us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319991.312110:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:2.0:1767319991.312121:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1767319991.312139:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045853952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319991.312148:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319991.312170:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045853952:12345-0@lo:38:kworker.0 Request processed in 30us (422us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319991.312176:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1767319991.312244:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1854 00000100:00100000:2.0:1767319991.312248:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045854464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319991.312257:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319991.312281:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045854464:12345-0@lo:38:kworker.0 Request processed in 32us (428us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319991.312287:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1854 00000100:00080000:2.0:1767319991.312320:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319991.312325:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319991.312333:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045853696:0@lo:38:kworker.0 00000100:00080000:2.0:1767319991.312343:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319991.312346:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319991.312349:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045853952:0@lo:38:kworker.0 00000100:00080000:2.0:1767319991.312355:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319991.312358:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319991.312360:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045854464:0@lo:38:kworker.0 00000100:00100000:0.0:1767319991.312576:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854080 00000100:00100000:0.0:1767319991.312580:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854080 00000100:00100000:0.0:1767319991.312613:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1767319991.312618:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045854080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319991.312629:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319991.312659:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045854080:12345-0@lo:38:kworker.0 Request processed in 39us (847us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319991.312665:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:0.0:1767319991.312703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767319991.312724:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01500 x1853164045853824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319991.312737:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045853824:0@lo:400:kworker.0 00000100:00080000:2.0:1767319991.312817:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319991.312821:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319991.312824:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045854080:0@lo:38:kworker.0 00000100:00100000:1.0:1767319991.313235:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854208 00000100:00100000:1.0:1767319991.313241:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854208 00000100:00100000:1.0:1767319991.313292:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1767319991.313301:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045854208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319991.313356:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045854208:12345-0@lo:400:kworker.0 Request processed in 57us (1965us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319991.313363:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1767319991.313402:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045854208:0@lo:400:kworker.0 00000100:00100000:1.0:1767319991.313432:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045854336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319991.313461:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319991.313485:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767319991.313491:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045853568:0@lo:400:kworker.0 00000100:00100000:1.0:1767319991.313513:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319991.313536:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854336 00000100:00100000:1.0:1767319991.313541:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854336 00000100:00080000:0.0:1767319991.313557:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767319991.313562:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767319991.313569:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1767319991.313576:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045854336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319991.313588:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045853568 00000100:00100000:0.0:1767319991.313593:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045853568 00000100:00100000:1.0:1767319991.313614:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045854336:12345-0@lo:400:kworker.0 Request processed in 38us (150us total) trans 0 rc 0/0 00000100:00080000:0.0:1767319991.313615:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767319991.313624:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1767319991.313651:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1767319991.313660:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045853568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319991.313688:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045854336:0@lo:400:kworker.0 00000100:00100000:1.0:1767319991.315024:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045853568:12345-0@lo:400:kworker.0 Request processed in 1361us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319991.315037:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00010000:00080000:0.0:1767319991.318493:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01c00 x1853164045853568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767319991.318514:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045853568:0@lo:400:kworker.0 00010000:00010000:2.0:1767319992.078011:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767319992.334511:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319992.334529:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045854720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767319992.334596:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767319992.334709:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854720 00000100:00100000:3.0:1767319992.334716:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854720 00000100:00100000:3.0:1767319992.334799:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:3.0:1767319992.334808:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045854720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767319992.334835:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767319992.334875:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045854720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319992.334881:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1767319992.334960:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045854720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319992.335313:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045854592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767319992.335347:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319992.335439:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854592 00000100:00100000:1.0:1767319992.335445:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854592 00000100:00100000:1.0:1767319992.335480:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1767319992.335487:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045854592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319992.335504:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319992.335549:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045854592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319992.335556:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1767319992.335703:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045854592:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767319993.101987:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767319994.126033:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319994.820412:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767319994.820452:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985902336 offset 0 length 520: 4 00000100:00100000:2.0:1767319994.820496:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319994.820577:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902592 00000100:00100000:3.0:1767319994.820587:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902592 00000100:00100000:3.0:1767319994.820658:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902464 00000100:00100000:3.0:1767319994.820661:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902464 00000100:00100000:3.0:1767319994.820680:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1420 00000100:00100000:3.0:1767319994.820691:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985902592:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767319994.820761:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985902592:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319994.820802:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1420 00000100:00100000:3.0:1767319994.820821:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1855 00000100:00100000:3.0:1767319994.820826:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985902464:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767319994.820845:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767319994.820872:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985902464:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (377us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767319994.820878:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1855 00000100:00080000:0.0:1767319994.821079:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767319995.155987:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767319995.406844:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319970/real 1767319970] req@ffffa07bc8225880 x1853164045848320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319995 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319995.406876:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8225880 x1853164045848320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767319995 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767319995.406896:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319995.406921:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767319995.406925:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045848320:0@lo:250:kworker.0 00000100:00080000:3.0:1767319995.407811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319995.407817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767319995.407821:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319995.407827:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5169 00000100:00080000:3.0:1767319995.407831:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319995.407838:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319995.407867:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0700 x1853164045854848/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319995.407928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319995.407932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319995.407933:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319995.407937:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5189 00000100:00080000:3.0:1767319995.407940:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319995.407943:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319995.407970:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1c00 x1853164045855104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319995.407995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319995.407998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319995.408000:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319995.408003:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5189 00000100:00080000:3.0:1767319995.408005:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767319995.408008:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319995.408020:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2a00 x1853164045855360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319995.408029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319995.408033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319995.408035:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319995.408039:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5189 00000100:00080000:3.0:1767319995.408041:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319995.408045:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045854976:0@lo:400:kworker.0 00000100:00080000:3.0:1767319995.408047:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319995.408079:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79880 x1853164045855488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767319995.408108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767319995.408111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767319995.408113:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767319995.408116:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5189 00000100:00080000:3.0:1767319995.408119:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767319995.408123:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767319995.408126:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767319995.408142:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c380 x1853164045855872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767319995.408166:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045855616:0@lo:400:kworker.0 00000100:00100000:1.0:1767319995.408187:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767319995.408196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045855744:0@lo:400:kworker.0 00000100:00100000:3.0:1767319995.408204:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319995.408233:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045854976 00000100:00100000:1.0:1767319995.408241:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045854976 00000100:00100000:3.0:1767319995.408253:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767319995.408263:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045855232:0@lo:400:kworker.0 00000100:00100000:1.0:1767319995.408292:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1767319995.408293:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319995.408308:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045854976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767319995.408327:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855616 00000100:00100000:3.0:1767319995.408333:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855616 00000100:00100000:1.0:1767319995.408360:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045854976:12345-0@lo:400:kworker.0 Request processed in 55us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319995.408371:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:3.0:1767319995.408381:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045855616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319995.408386:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:1.0:1767319995.408408:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855232 00000100:00100000:1.0:1767319995.408412:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855232 00000100:00100000:3.0:1767319995.408427:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045855616:12345-0@lo:400:kworker.0 Request processed in 48us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767319995.408440:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1767319995.408444:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1767319995.408453:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045855232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767319995.408493:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045855232:12345-0@lo:400:kworker.0 Request processed in 42us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319995.408499:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1767319995.408532:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319995.408581:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045854848:0@lo:250:kworker.0 00000400:00000100:2.0:1767319995.408604:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045854848 offset 0 length 520: 4 00000100:00100000:2.0:1767319995.408622:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045855104:0@lo:38:kworker.0 00000100:00100000:2.0:1767319995.408642:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319995.408658:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045855360:0@lo:38:kworker.0 00000100:00100000:2.0:1767319995.408675:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319995.408687:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045855488:0@lo:38:kworker.0 00000100:00100000:2.0:1767319995.408706:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319995.408723:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045855872:0@lo:38:kworker.0 00000100:00100000:2.0:1767319995.408741:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319995.408791:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855488 00000100:00100000:2.0:1767319995.408794:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855488 00000100:00100000:2.0:1767319995.408815:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1767319995.408820:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045855488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767319995.408839:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319995.408869:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045855488:12345-0@lo:38:kworker.0 Request processed in 48us (161us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767319995.408875:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00080000:2.0:1767319995.408906:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319995.408911:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319995.408914:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045855488:0@lo:38:kworker.0 00000100:00080000:0.0:1767319995.409166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767319995.409171:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767319995.409181:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855104 00000100:00100000:0.0:1767319995.409185:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855104 00000100:00100000:0.0:1767319995.409207:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855360 00000100:00100000:0.0:1767319995.409209:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855360 00000100:00100000:0.0:1767319995.409217:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855872 00000100:00100000:0.0:1767319995.409219:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855872 00000100:00100000:0.0:1767319995.409230:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1767319995.409234:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045855104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319995.409245:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319995.409280:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045855104:12345-0@lo:38:kworker.0 Request processed in 45us (637us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319995.409286:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:0.0:1767319995.409299:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1767319995.409302:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045855360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319995.409310:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319995.409331:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045855360:12345-0@lo:38:kworker.0 Request processed in 27us (655us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319995.409337:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1857 00000100:00100000:0.0:1767319995.409346:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:0.0:1767319995.409349:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045855872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767319995.409357:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767319995.409377:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045855872:12345-0@lo:38:kworker.0 Request processed in 25us (634us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767319995.409382:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00010000:00080000:1.0:1767319995.410402:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2300 x1853164045854976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767319995.410417:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045854976:0@lo:400:kworker.0 00010000:00080000:2.0:1767319995.410561:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164045855232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767319995.410572:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045855232:0@lo:400:kworker.0 00000100:00100000:2.0:1767319995.410584:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045855616:0@lo:400:kworker.0 00000100:00080000:2.0:1767319995.410618:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319995.410623:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319995.410626:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045855104:0@lo:38:kworker.0 00000100:00080000:2.0:1767319995.410635:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319995.410638:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319995.410641:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045855360:0@lo:38:kworker.0 00000100:00080000:2.0:1767319995.410650:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767319995.410653:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767319995.410656:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045855872:0@lo:38:kworker.0 00000100:00100000:0.0:1767319995.411044:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045855744 00000100:00100000:0.0:1767319995.411080:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045855744 00000100:00100000:0.0:1767319995.411146:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1767319995.411155:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045855744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767319995.411220:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045855744:12345-0@lo:400:kworker.0 Request processed in 67us (2696us total) trans 0 rc 0/0 00000100:00100000:0.0:1767319995.411226:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00080000:2.0:1767319995.411295:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319995.427079:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045855744:0@lo:400:kworker.0 00010000:00010000:2.0:1767319996.174609:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319997.199730:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767319997.456338:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767319997.456359:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045856128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319997.456396:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767319997.456409:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045856000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767319997.456428:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767319997.456503:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767319997.465816:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856128 00000100:00100000:1.0:1767319997.465830:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856128 00000100:00100000:1.0:1767319997.465920:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856000 00000100:00100000:1.0:1767319997.465923:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856000 00000100:00100000:1.0:1767319997.465941:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1767319997.465949:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045856128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767319997.465978:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767319997.466062:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767319997.466068:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767319997.466071:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045856128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (9643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319997.466080:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1767319997.466102:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1767319997.466108:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045856000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767319997.466121:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767319997.466213:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045856000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (9709us total) trans 0 rc 0/0 00000100:00100000:1.0:1767319997.466220:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1767319997.466261:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045856128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767319997.466325:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045856000:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767319998.222038:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767319999.252445:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767319999.939472:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767319999.941106:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767319999.941522:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902848 00000100:00100000:2.0:1767319999.941531:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902848 00000100:00100000:2.0:1767319999.941609:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902720 00000100:00100000:2.0:1767319999.941613:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902720 00000100:00100000:2.0:1767319999.941632:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1423 00000100:00100000:2.0:1767319999.941644:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985902848:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767319999.941728:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985902848:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1767319999.941736:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1423 00000100:00100000:2.0:1767319999.942013:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1859 00000100:00100000:2.0:1767319999.942022:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985902720:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767319999.942043:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767319999.942070:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985902720:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (971us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767319999.942111:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767319999.944643:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1859 00010000:00010000:2.0:1767320000.270671:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320000.525991:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320000.526002:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320000.526065:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320000.526069:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320000.526072:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320000.526079:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5193 00000100:00080000:0.0:1767320000.526083:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320000.526089:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320000.526106:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763100 x1853164045856384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320000.526131:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320000.526133:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320000.526134:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320000.526136:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5193 00000100:00080000:0.0:1767320000.526138:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320000.526139:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320000.526145:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762a00 x1853164045856640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320000.526150:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320000.526151:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320000.526153:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320000.526155:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5193 00000100:00080000:0.0:1767320000.526157:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320000.526159:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320000.526166:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045856768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320000.526179:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320000.526182:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320000.526183:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320000.526185:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5193 00000100:00080000:0.0:1767320000.526186:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320000.526188:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320000.526194:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045857152/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320000.526263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045857024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320000.526317:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320000.526350:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320000.526353:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045856256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320000.526371:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320000.526455:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045856896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320000.526476:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320000.526489:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320000.526492:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045856512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320000.526503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320000.526525:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856256 00000100:00100000:2.0:1767320000.526530:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856256 00000100:00100000:2.0:1767320000.526563:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856512 00000100:00100000:2.0:1767320000.526564:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856512 00000100:00100000:2.0:1767320000.526586:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1767320000.526594:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045856256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320000.526641:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045856256:12345-0@lo:400:kworker.0 Request processed in 48us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320000.526648:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00100000:2.0:1767320000.526663:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:2.0:1767320000.526668:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045856512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320000.526690:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045856512:12345-0@lo:400:kworker.0 Request processed in 23us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320000.526693:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00010000:00080000:2.0:1767320000.526725:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4763800 x1853164045856512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320000.526735:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045856512:0@lo:400:kworker.0 00000100:00100000:3.0:1767320000.526841:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857024 00000100:00100000:3.0:1767320000.526844:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857024 00000100:00100000:3.0:1767320000.526871:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856896 00000100:00100000:3.0:1767320000.526873:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856896 00000100:00100000:3.0:1767320000.526889:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1767320000.526896:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045857024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320000.526926:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045857024:12345-0@lo:400:kworker.0 Request processed in 31us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320000.526931:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1767320000.526942:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:3.0:1767320000.526947:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045856896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320000.526986:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045856896:12345-0@lo:400:kworker.0 Request processed in 38us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320000.526992:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00080000:3.0:1767320000.527015:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320000.527019:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320000.527021:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320000.527037:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4762300 x1853164045856256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320000.527046:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045856256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320000.527054:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045857024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320000.527165:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045856384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320000.527187:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320000.527206:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045856640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320000.527217:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320000.527224:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045856768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320000.527236:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320000.527246:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045857152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320000.527256:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320000.527274:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856768 00000100:00100000:1.0:1767320000.527276:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856768 00000100:00100000:1.0:1767320000.527291:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1767320000.527294:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045856768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320000.527306:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320000.527329:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045856768:12345-0@lo:38:kworker.0 Request processed in 34us (91us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320000.527332:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1767320000.527350:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856384 00000100:00100000:1.0:1767320000.527352:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856384 00000100:00100000:1.0:1767320000.527363:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045856640 00000100:00100000:1.0:1767320000.527364:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045856640 00000100:00100000:1.0:1767320000.527372:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857152 00000100:00100000:1.0:1767320000.527373:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857152 00000100:00100000:1.0:1767320000.527378:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1767320000.527381:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045856384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320000.527387:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320000.527401:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045856384:12345-0@lo:38:kworker.0 Request processed in 19us (213us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320000.527404:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1860 00000100:00100000:1.0:1767320000.527410:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1767320000.527413:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045856640:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320000.527418:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320000.527428:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045856640:12345-0@lo:38:kworker.0 Request processed in 14us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320000.527431:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:1.0:1767320000.527437:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:1.0:1767320000.527439:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045857152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320000.527444:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320000.527454:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045857152:12345-0@lo:38:kworker.0 Request processed in 14us (197us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320000.527457:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00080000:1.0:1767320000.527476:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320000.527479:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320000.527482:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045856384:0@lo:38:kworker.0 00000100:00080000:1.0:1767320000.527486:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320000.527488:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320000.527490:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045856640:0@lo:38:kworker.0 00000100:00080000:1.0:1767320000.527494:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320000.527496:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320000.527498:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045856768:0@lo:38:kworker.0 00000100:00080000:1.0:1767320000.527501:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320000.527502:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320000.527504:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045857152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320000.527630:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045856896:0@lo:400:kworker.0 00010000:00010000:3.0:1767320001.295615:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320002.318015:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320002.575517:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320002.575531:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045857408:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320002.575583:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320002.575619:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857408 00000100:00100000:3.0:1767320002.575624:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857408 00000100:00100000:3.0:1767320002.575664:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1767320002.575670:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045857408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320002.575693:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320002.575722:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045857408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320002.575727:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00080000:3.0:1767320002.575745:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320002.575780:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045857408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320002.576049:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045857280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320002.576075:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320002.576131:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857280 00000100:00100000:3.0:1767320002.576134:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857280 00000100:00100000:3.0:1767320002.576191:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1767320002.576196:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045857280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320002.576209:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320002.576238:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045857280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320002.576247:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767320002.576338:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045857280:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320002.576349:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320003.342151:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320004.366076:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320005.057951:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320005.058665:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985902976 00000100:00100000:0.0:1767320005.058750:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985902976 00000100:00100000:0.0:1767320005.058928:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1863 00000100:00100000:0.0:1767320005.058939:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985902976:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320005.058970:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320005.059073:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985902976:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 133us (1136us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320005.059081:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1863 00000100:00100000:3.0:1767320005.064211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320005.064686:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985903104 00000100:00100000:0.0:1767320005.064700:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985903104 00000100:00080000:2.0:1767320005.064846:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320005.064858:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1426 00000100:00100000:0.0:1767320005.064886:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985903104:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320005.065358:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985903104:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 485us (1161us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320005.065368:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1426 00010000:00010000:3.0:1767320005.390061:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320005.646220:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320005.646232:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320005.646306:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320005.646311:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320005.646316:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320005.646326:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5198 00000100:00080000:3.0:1767320005.646332:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320005.646341:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320005.646368:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045857664/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320005.646403:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320005.646406:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320005.646408:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320005.646411:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5198 00000100:00080000:3.0:1767320005.646414:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320005.646418:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320005.646433:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6a00 x1853164045857920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320005.646442:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320005.646446:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320005.646448:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320005.646452:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5198 00000100:00080000:3.0:1767320005.646454:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320005.646458:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320005.646469:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7100 x1853164045858048/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320005.646490:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320005.646493:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320005.646494:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320005.646498:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5198 00000100:00080000:3.0:1767320005.646500:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320005.646503:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320005.646514:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dca80 x1853164045858432/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320005.646542:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045858176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320005.646644:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320005.646723:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320005.646730:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045857792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320005.646759:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320005.646836:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858176 00000100:00100000:3.0:1767320005.646846:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858176 00000100:00100000:3.0:1767320005.646927:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:3.0:1767320005.646939:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045858176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320005.647005:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045858176:12345-0@lo:400:kworker.0 Request processed in 67us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320005.647013:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00080000:3.0:1767320005.647040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320005.647058:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045857664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320005.647088:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320005.647396:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045857536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320005.647520:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045858304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320005.647574:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320005.647611:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858304 00000100:00100000:1.0:1767320005.647616:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858304 00000100:00100000:1.0:1767320005.647652:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1767320005.647659:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045858304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320005.647698:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045858304:12345-0@lo:400:kworker.0 Request processed in 40us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320005.647705:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00080000:1.0:1767320005.647725:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320005.647756:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045858304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320005.652126:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045858176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320005.652370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045857920:0@lo:38:kworker.0 00000100:00100000:3.0:1767320005.652438:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320005.652839:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857792 00000100:00100000:1.0:1767320005.652850:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857792 00000100:00100000:1.0:1767320005.652939:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857664 00000100:00100000:1.0:1767320005.652942:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857664 00000100:00100000:1.0:1767320005.652961:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1767320005.652969:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045857792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320005.653044:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045857792:12345-0@lo:400:kworker.0 Request processed in 74us (6282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320005.653055:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:0.0:1767320005.653077:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045857664:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320005.653085:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00010000:00020000:0.0:1767320005.653105:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320005.653130:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320005.653205:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045857664:12345-0@lo:38:kworker.0 Request processed in 135us (6114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320005.653214:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00010000:00080000:0.0:1767320005.653298:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4380 x1853164045857792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320005.653312:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045857792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320005.653559:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045858048:0@lo:38:kworker.0 00000100:00100000:3.0:1767320005.653602:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320005.653630:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045858432:0@lo:38:kworker.0 00000100:00100000:3.0:1767320005.653745:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320005.653847:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320005.653899:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857920 00000100:00100000:1.0:1767320005.653905:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857920 00000100:00100000:1.0:1767320005.653926:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858432 00000100:00100000:1.0:1767320005.653929:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858432 00000100:00100000:1.0:1767320005.653941:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045857536 00000100:00100000:1.0:1767320005.653943:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045857536 00000100:00100000:1.0:1767320005.653962:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1767320005.653966:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045857536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320005.653995:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045857536:12345-0@lo:400:kworker.0 Request processed in 29us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320005.654000:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1767320005.654013:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1767320005.654017:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045857920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320005.654035:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320005.654062:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045857920:12345-0@lo:38:kworker.0 Request processed in 42us (1622us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320005.654068:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00000100:00100000:1.0:1767320005.654092:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1866 00000100:00100000:1.0:1767320005.654096:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045858432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320005.654105:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320005.654128:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045858432:12345-0@lo:38:kworker.0 Request processed in 30us (473us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320005.654135:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1866 00000100:00080000:1.0:1767320005.654154:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320005.654181:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc75a7100 x1853164045857536/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320005.654193:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc75a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045857536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320005.654281:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858048 00000100:00100000:0.0:1767320005.654292:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858048 00000100:00100000:0.0:1767320005.654338:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1767320005.654345:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045858048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320005.654362:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320005.654414:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045858048:12345-0@lo:38:kworker.0 Request processed in 67us (811us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320005.654422:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:3.0:1767320005.654619:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320005.654626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320005.654631:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045857664:0@lo:38:kworker.0 00000100:00080000:3.0:1767320005.654641:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320005.654645:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320005.654647:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045857920:0@lo:38:kworker.0 00000100:00080000:3.0:1767320005.654659:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320005.654952:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320005.654960:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045858048:0@lo:38:kworker.0 00000100:00080000:3.0:1767320005.654980:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320005.654984:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320005.654987:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045858432:0@lo:38:kworker.0 00010000:00010000:1.0:1767320006.414002:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320007.437975:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320007.694427:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045858560:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320007.694534:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320007.694796:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858560 00000100:00100000:0.0:1767320007.694805:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858560 00000100:00100000:0.0:1767320007.694877:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1767320007.694889:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045858560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320007.694916:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320007.694965:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045858560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320007.694972:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:0.0:1767320007.695030:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045858560:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320007.695507:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320007.697447:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045858688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320007.697511:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320007.697620:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858688 00000100:00100000:1.0:1767320007.697627:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858688 00000100:00100000:1.0:1767320007.697701:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:1.0:1767320007.697710:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045858688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320007.697737:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767320007.698104:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320007.699278:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045858688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1561us (1759us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320007.699290:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1767320007.699911:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045858688:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320008.462361:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320009.486117:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320010.179326:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320010.179363:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320010.179392:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985903360 00000100:00100000:2.0:1767320010.179403:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985903360 00000100:00100000:3.0:1767320010.179472:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985903232 00000100:00100000:3.0:1767320010.179477:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985903232 00000100:00080000:1.0:1767320010.179517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320010.179522:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1429 00000100:00100000:3.0:1767320010.179536:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985903360:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320010.179599:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1867 00000100:00100000:2.0:1767320010.179607:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985903232:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:3.0:1767320010.179616:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985903360:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (296us total) trans 0 rc 0/0 00010000:00020000:2.0:1767320010.179632:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320010.179643:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1429 00000100:00100000:2.0:1767320010.179666:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985903232:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320010.179673:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1867 00010000:00010000:1.0:1767320010.509973:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320010.767728:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320010.767740:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320010.767842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320010.767846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320010.767850:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320010.767857:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1767320010.767862:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320010.767869:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320010.767895:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045858944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320010.767938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320010.767942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320010.767943:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320010.767946:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1767320010.767949:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320010.767952:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320010.767979:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762a00 x1853164045859200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320010.767987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320010.767991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320010.767993:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320010.767996:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1767320010.767999:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320010.768003:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320010.768015:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763100 x1853164045859328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320010.768035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320010.768038:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320010.768040:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320010.768043:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5203 00000100:00080000:0.0:1767320010.768045:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320010.768048:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320010.768056:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763800 x1853164045859712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320010.768371:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045859584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.768441:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320010.768508:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320010.768515:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045858816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.768540:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320010.768577:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859584 00000100:00100000:1.0:1767320010.768585:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859584 00000100:00100000:1.0:1767320010.768642:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1767320010.768651:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045859584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.768702:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045859584:12345-0@lo:400:kworker.0 Request processed in 52us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320010.768710:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00080000:1.0:1767320010.768737:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320010.768800:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045859584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.768839:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045859456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.768865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320010.768882:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320010.768888:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045859072:0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.768909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320010.768932:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859456 00000100:00100000:1.0:1767320010.768935:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859456 00000100:00100000:1.0:1767320010.768962:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1767320010.768968:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045859456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320010.769000:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045859456:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320010.769005:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00080000:1.0:1767320010.769018:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320010.769036:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045859456:0@lo:400:kworker.0 00000100:00100000:3.0:1767320010.769238:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858816 00000100:00100000:3.0:1767320010.769243:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858816 00000100:00100000:3.0:1767320010.769290:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859072 00000100:00100000:3.0:1767320010.769293:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859072 00000100:00100000:3.0:1767320010.769317:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1767320010.769325:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045858816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320010.769368:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045858816:12345-0@lo:400:kworker.0 Request processed in 44us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320010.769373:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:3.0:1767320010.769386:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:3.0:1767320010.769392:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045859072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320010.769420:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045859072:12345-0@lo:400:kworker.0 Request processed in 28us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320010.769426:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00010000:00080000:3.0:1767320010.769458:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4762680 x1853164045858816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320010.769468:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045858816:0@lo:400:kworker.0 00000100:00100000:3.0:1767320010.769489:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045858944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320010.769515:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320010.769538:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045859200:0@lo:38:kworker.0 00000100:00100000:3.0:1767320010.769559:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320010.769573:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045859328:0@lo:38:kworker.0 00000100:00100000:3.0:1767320010.769597:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320010.769619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045859712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320010.769637:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320010.769663:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859328 00000100:00100000:3.0:1767320010.769667:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859328 00000100:00100000:3.0:1767320010.769688:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1767320010.769693:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045859328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320010.769710:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320010.769745:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045859328:12345-0@lo:38:kworker.0 Request processed in 50us (146us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320010.769751:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1767320010.769800:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045858944 00000100:00100000:3.0:1767320010.769805:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045858944 00000100:00100000:3.0:1767320010.769822:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859200 00000100:00100000:3.0:1767320010.769825:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859200 00000100:00100000:3.0:1767320010.769834:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859712 00000100:00100000:3.0:1767320010.769837:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859712 00000100:00100000:3.0:1767320010.769845:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:3.0:1767320010.769849:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045858944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320010.769858:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320010.769883:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045858944:12345-0@lo:38:kworker.0 Request processed in 32us (366us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320010.769889:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:3.0:1767320010.769900:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1869 00000100:00100000:3.0:1767320010.769904:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045859200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320010.769912:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320010.769933:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045859200:12345-0@lo:38:kworker.0 Request processed in 28us (373us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320010.769938:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1869 00000100:00100000:3.0:1767320010.769948:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:3.0:1767320010.769951:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045859712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320010.769959:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320010.769981:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045859712:12345-0@lo:38:kworker.0 Request processed in 28us (342us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320010.769986:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00080000:3.0:1767320010.770017:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320010.770021:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320010.770024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045858944:0@lo:38:kworker.0 00000100:00080000:3.0:1767320010.770031:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320010.770034:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320010.770036:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045859200:0@lo:38:kworker.0 00000100:00080000:3.0:1767320010.770043:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320010.770046:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320010.770048:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045859328:0@lo:38:kworker.0 00000100:00080000:3.0:1767320010.770055:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:1.0:1767320010.770237:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761880 x1853164045859072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320010.770247:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045859072:0@lo:400:kworker.0 00000100:00080000:0.0:1767320010.770311:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320010.770541:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320010.770544:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045859712:0@lo:38:kworker.0 00010000:00010000:3.0:1767320011.534074:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320012.559159:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320012.814228:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320012.814246:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045859840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320012.814312:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320012.814432:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859840 00000100:00100000:0.0:1767320012.814441:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859840 00000100:00100000:0.0:1767320012.815089:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1767320012.815100:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045859840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320012.815127:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320012.815189:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045859840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (876us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320012.815196:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1767320012.815244:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045859840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320012.816230:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320012.816246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045859968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320012.816303:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320012.816344:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045859968 00000100:00100000:2.0:1767320012.816350:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045859968 00000100:00080000:1.0:1767320012.819586:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320012.819598:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320012.819738:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1767320012.819756:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045859968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320012.819804:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320012.820602:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045859968:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320012.821115:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045859968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1365us (4809us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320012.821128:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00010000:00010000:3.0:1767320013.581951:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320014.605996:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320015.308817:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320015.309905:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320015.322661:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985903616 00000100:00100000:3.0:1767320015.322675:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985903616 00000100:00100000:0.0:1767320015.322863:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985903488 00000100:00100000:0.0:1767320015.322868:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985903488 00000100:00100000:0.0:1767320015.322886:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1432 00000100:00100000:0.0:1767320015.322895:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985903616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320015.322981:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985903616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (14170us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320015.322989:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1432 00000100:00100000:0.0:1767320015.323006:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1871 00000100:00100000:0.0:1767320015.323009:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985903488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320015.323026:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320015.323045:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985903488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 35us (13147us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320015.323049:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1871 00000100:00080000:1.0:1767320015.323634:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320015.633445:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320015.886403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320015.886415:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320015.886480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320015.886484:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320015.886488:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320015.886497:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5209 00000100:00080000:0.0:1767320015.886501:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320015.886507:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320015.886529:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763100 x1853164045860224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320015.886577:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320015.886580:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320015.886582:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320015.886586:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5209 00000100:00080000:0.0:1767320015.886590:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320015.886594:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320015.886608:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761f80 x1853164045860480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320015.886610:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767320015.886622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320015.886625:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320015.886628:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320015.886632:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045860096:0@lo:400:kworker.0 00000100:00080000:0.0:1767320015.886634:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5209 00000100:00080000:0.0:1767320015.886640:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320015.886645:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320015.886660:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045860608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320015.886694:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320015.886698:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320015.886700:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320015.886704:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5209 00000100:00080000:0.0:1767320015.886707:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320015.886710:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320015.886724:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320015.886726:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762300 x1853164045860992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320015.886758:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045860352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320015.886825:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045860864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320015.886852:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320015.886903:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860096 00000100:00100000:3.0:1767320015.886910:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860096 00000100:00100000:2.0:1767320015.886962:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045860736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320015.886968:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1767320015.886979:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045860096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320015.886999:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320015.887043:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045860096:12345-0@lo:400:kworker.0 Request processed in 64us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320015.887045:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860864 00000100:00100000:2.0:1767320015.887051:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860864 00000100:00100000:3.0:1767320015.887055:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1767320015.887087:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860736 00000100:00100000:2.0:1767320015.887092:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1767320015.887093:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860736 00000100:00100000:2.0:1767320015.887102:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045860864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320015.887128:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1767320015.887142:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045860736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320015.887143:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045860864:12345-0@lo:400:kworker.0 Request processed in 38us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320015.887155:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1767320015.887189:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045860736:12345-0@lo:400:kworker.0 Request processed in 52us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320015.887196:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1767320015.887207:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045860736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320015.887239:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045860224:0@lo:38:kworker.0 00000100:00100000:3.0:1767320015.887251:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045860864:0@lo:400:kworker.0 00010000:00080000:3.0:1767320015.887265:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4763800 x1853164045860096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320015.887275:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045860096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320015.887367:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320015.887474:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320015.887478:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320015.887481:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320015.887576:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860352 00000100:00100000:2.0:1767320015.887581:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860352 00000100:00100000:2.0:1767320015.887665:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1767320015.887681:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045860352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320015.887721:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045860352:12345-0@lo:400:kworker.0 Request processed in 50us (906us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320015.887727:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00010000:00080000:2.0:1767320015.887752:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4762a00 x1853164045860352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320015.887762:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045860352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320015.888159:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320015.888254:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045860480:0@lo:38:kworker.0 00000100:00100000:3.0:1767320015.888281:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320015.888455:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045860608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320015.888501:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320015.888536:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045860992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320015.888565:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320015.888944:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860224 00000100:00100000:2.0:1767320015.888951:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860224 00000100:00100000:2.0:1767320015.888976:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860480 00000100:00100000:2.0:1767320015.888979:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860480 00000100:00100000:2.0:1767320015.888998:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1767320015.889003:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045860224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320015.889022:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320015.889054:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045860224:12345-0@lo:38:kworker.0 Request processed in 49us (895us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320015.889060:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1872 00000100:00100000:2.0:1767320015.889072:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1767320015.889076:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045860480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320015.889084:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320015.889102:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045860480:12345-0@lo:38:kworker.0 Request processed in 25us (820us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320015.889108:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1767320015.889138:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860608 00000100:00100000:2.0:1767320015.889141:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860608 00000100:00100000:2.0:1767320015.889157:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1767320015.889162:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045860608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320015.889170:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320015.889190:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045860608:12345-0@lo:38:kworker.0 Request processed in 27us (688us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320015.889195:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:3.0:1767320015.889327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320015.889331:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320015.889335:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045860224:0@lo:38:kworker.0 00000100:00080000:3.0:1767320015.889343:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320015.889346:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320015.889349:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045860480:0@lo:38:kworker.0 00000100:00080000:3.0:1767320015.889702:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320015.889706:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320015.889709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045860608:0@lo:38:kworker.0 00000100:00100000:3.0:1767320015.889743:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045860992 00000100:00100000:3.0:1767320015.889746:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045860992 00000100:00100000:3.0:1767320015.889782:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:3.0:1767320015.889786:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045860992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320015.889796:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320015.889828:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045860992:12345-0@lo:38:kworker.0 Request processed in 40us (1262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320015.889832:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00000100:00080000:3.0:1767320015.889863:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320015.889879:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320015.889882:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045860992:0@lo:38:kworker.0 00000100:00080000:1.0:1767320015.892981:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320016.655389:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320017.679008:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320017.934273:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320017.934299:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045861120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320017.934383:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320017.936004:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320017.936030:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045861248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320017.936118:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320017.941216:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861120 00000100:00100000:3.0:1767320017.941234:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861120 00000100:00080000:0.0:1767320017.941582:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320017.941626:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861248 00000100:00100000:3.0:1767320017.941642:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861248 00000100:00100000:3.0:1767320017.941675:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1767320017.941684:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c00919c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045861120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320017.941720:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320017.941840:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c00919c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045861120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 156us (7455us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320017.941847:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1767320017.942057:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1767320017.942064:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045861248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320017.942079:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320017.942115:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045861248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (5997us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320017.942121:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:3.0:1767320017.942174:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045861248:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320017.942224:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045861120:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320017.943957:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320018.702163:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320019.397305:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767320019.397352:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985903744 offset 0 length 520: 4 00000100:00100000:0.0:1767320019.397375:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320019.397462:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904000 00000100:00100000:3.0:1767320019.397472:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904000 00000100:00100000:3.0:1767320019.397553:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985903872 00000100:00100000:3.0:1767320019.397557:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985903872 00000100:00100000:3.0:1767320019.397580:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1435 00000100:00100000:3.0:1767320019.397591:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985904000:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320019.397665:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1875 00000100:00100000:1.0:1767320019.397686:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985903872:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:3.0:1767320019.397696:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985904000:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 105us (397us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320019.397705:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1435 00010000:00020000:1.0:1767320019.397724:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320019.397812:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985903872:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 135us (435us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320019.397820:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1875 00000100:00080000:0.0:1767320019.398121:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320019.726760:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320020.753052:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320021.006071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.006082:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320021.007342:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767319995/real 1767319995] req@ffffa07bc8ba0700 x1853164045854848/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320020 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320021.007375:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8ba0700 x1853164045854848/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320020 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320021.007396:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320021.007413:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320021.007417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045854848:0@lo:250:kworker.0 00000100:00080000:0.0:1767320021.008611:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.008619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.008623:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.008629:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5214 00000100:00080000:0.0:1767320021.008633:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.008640:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320021.008674:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7800 x1853164045861504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320021.008716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.008719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.008721:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.008725:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5214 00000100:00080000:0.0:1767320021.008729:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.008732:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320021.008749:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584a80 x1853164045861760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320021.008757:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.008760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.008762:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.008765:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5214 00000100:00080000:0.0:1767320021.008783:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.008931:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320021.008948:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586d80 x1853164045861888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320021.010009:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045861632:0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.010081:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320021.010117:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045861376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320021.010153:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320021.010156:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320021.010165:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045862016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320021.010191:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320021.010200:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045862144:0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.010201:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320021.010231:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320021.010253:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861632 00000100:00100000:3.0:1767320021.010261:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861632 00000100:00100000:1.0:1767320021.010264:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861376 00000100:00100000:1.0:1767320021.010269:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861376 00000100:00100000:1.0:1767320021.010318:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1767320021.010325:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045861376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320021.010369:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045861376:12345-0@lo:400:kworker.0 Request processed in 43us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320021.010375:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00080000:0.0:1767320021.011444:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.011452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320021.011455:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.011460:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5214 00000100:00100000:2.0:1767320021.011461:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045861504:0@lo:38:kworker.0 00000100:00080000:0.0:1767320021.011464:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.011470:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320021.011497:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584700 x1853164045862272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320021.011507:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320021.011519:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320021.011522:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320021.011523:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320021.011526:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5193 00000100:00080000:0.0:1767320021.011528:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320021.011532:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320021.011540:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045861760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320021.011541:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164045862400/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320021.011560:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320021.011565:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320021.011587:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045861888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320021.011600:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861504 00000100:00100000:0.0:1767320021.011605:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861504 00000100:00100000:2.0:1767320021.011612:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320021.011630:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861760 00000100:00100000:0.0:1767320021.011633:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861760 00000100:00100000:0.0:1767320021.011644:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:0.0:1767320021.011649:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045861504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320021.011667:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320021.011699:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045861504:12345-0@lo:38:kworker.0 Request processed in 49us (191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320021.011706:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:0.0:1767320021.011721:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:0.0:1767320021.011724:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045861760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320021.011733:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320021.011757:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045861760:12345-0@lo:38:kworker.0 Request processed in 31us (196us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320021.011762:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:0.0:1767320021.011799:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862016 00000100:00100000:0.0:1767320021.011803:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862016 00000100:00100000:0.0:1767320021.011835:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862144 00000100:00100000:0.0:1767320021.011838:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862144 00000100:00100000:0.0:1767320021.011858:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1767320021.011860:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045862272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320021.012111:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320021.012134:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045862400:0@lo:250:kworker.0 00000400:00000100:2.0:1767320021.012154:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045862400 offset 0 length 520: 4 00000100:00080000:2.0:1767320021.012186:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320021.012191:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320021.012194:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045861504:0@lo:38:kworker.0 00000100:00080000:2.0:1767320021.012203:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320021.012207:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320021.012210:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045861760:0@lo:38:kworker.0 00000100:00100000:2.0:1767320021.012241:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862272 00000100:00100000:2.0:1767320021.012245:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862272 00000100:00100000:2.0:1767320021.012261:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1878 00000100:00100000:2.0:1767320021.012266:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045862272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320021.012277:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320021.012308:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045862272:12345-0@lo:38:kworker.0 Request processed in 40us (421us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320021.012314:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1878 00000100:00100000:2.0:1767320021.012338:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045861888 00000100:00100000:2.0:1767320021.012341:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045861888 00000100:00100000:2.0:1767320021.012360:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1767320021.012364:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045861888:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320021.012374:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320021.012400:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045861888:12345-0@lo:38:kworker.0 Request processed in 34us (787us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320021.012406:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00080000:2.0:1767320021.012434:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320021.012439:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320021.012442:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045862272:0@lo:38:kworker.0 00000100:00080000:2.0:1767320021.012450:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320021.012454:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320021.012457:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045861888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320021.012488:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1767320021.012497:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045862144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320021.012533:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045862144:12345-0@lo:400:kworker.0 Request processed in 38us (2302us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320021.012538:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1767320021.012603:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:3.0:1767320021.012612:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045861632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320021.012662:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045861632:12345-0@lo:400:kworker.0 Request processed in 51us (2580us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320021.012668:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1767320021.012723:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045862016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320021.012756:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045862016:12345-0@lo:400:kworker.0 Request processed in 891us (2557us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320021.012987:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045862016:0@lo:400:kworker.0 00010000:00080000:2.0:1767320021.013001:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4e00 x1853164045861632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320021.013003:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1767320021.013011:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045861632:0@lo:400:kworker.0 00000100:00080000:0.0:1767320021.013020:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320021.013023:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320021.013048:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045862144:0@lo:400:kworker.0 00010000:00080000:0.0:1767320021.013059:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5500 x1853164045861376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320021.013067:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045861376:0@lo:400:kworker.0 00010000:00010000:3.0:1767320021.778875:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320022.799494:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320023.055286:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045862528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320023.055368:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320023.055631:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862528 00000100:00100000:3.0:1767320023.055641:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862528 00000100:00100000:0.0:1767320023.055687:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045862656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320023.055717:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1767320023.055723:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320023.055732:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045862528:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320023.055765:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862656 00002000:00000024:3.0:1767320023.055787:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320023.055801:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862656 00000100:00100000:0.0:1767320023.055825:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1767320023.055834:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045862656:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320023.055857:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045862528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (488us total) trans 0 rc 0/0 00002000:00000024:0.0:1767320023.055858:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320023.055895:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045862656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320023.055901:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1767320023.055954:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045862656:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320023.055964:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320023.055971:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320023.055990:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045862528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320023.056120:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00010000:00010000:1.0:1767320023.822291:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320024.514061:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320024.514171:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904256 00000100:00100000:2.0:1767320024.514182:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904256 00000100:00100000:2.0:1767320024.514264:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1438 00000100:00100000:2.0:1767320024.514278:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985904256:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320024.514354:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985904256:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320024.514377:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1438 00000100:00080000:0.0:1767320024.514503:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320024.518203:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320024.518456:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904128 00000100:00100000:2.0:1767320024.518466:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904128 00000100:00100000:2.0:1767320024.518647:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1879 00000100:00100000:2.0:1767320024.518656:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985904128:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320024.518688:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320024.518749:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985904128:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 93us (556us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320024.518756:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1879 00010000:00010000:2.0:1767320024.846362:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320025.872939:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320026.126069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320026.126080:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320026.126149:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320026.128668:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320026.128678:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320026.128683:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320026.128691:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5219 00000100:00080000:3.0:1767320026.128696:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320026.128702:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320026.128735:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164045862912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320026.128790:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320026.128795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320026.128797:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320026.128800:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5219 00000100:00080000:3.0:1767320026.128802:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320026.128806:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320026.128820:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29500 x1853164045863168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320026.128829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320026.128832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320026.128833:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320026.128835:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5219 00000100:00080000:3.0:1767320026.128837:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320026.128840:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320026.128849:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045863296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320026.128908:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045862912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.128961:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320026.128984:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045863168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.128997:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320026.129010:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045863296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.129031:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320026.129071:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862912 00000100:00100000:1.0:1767320026.129078:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862912 00000100:00100000:1.0:1767320026.129102:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863168 00000100:00100000:1.0:1767320026.129104:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863168 00000100:00100000:1.0:1767320026.129115:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:1.0:1767320026.129120:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045862912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320026.129135:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320026.129162:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045862912:12345-0@lo:38:kworker.0 Request processed in 42us (201us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320026.129167:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00100000:1.0:1767320026.129181:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1881 00000100:00100000:1.0:1767320026.129184:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045863168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320026.129190:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320026.129201:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045863168:12345-0@lo:38:kworker.0 Request processed in 16us (204us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320026.129204:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1881 00000100:00100000:1.0:1767320026.129216:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863296 00000100:00100000:1.0:1767320026.129219:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863296 00000100:00100000:1.0:1767320026.129237:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1767320026.129241:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045863296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320026.129250:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320026.129272:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045863296:12345-0@lo:38:kworker.0 Request processed in 29us (239us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320026.129277:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:1.0:1767320026.129318:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320026.129323:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320026.129326:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045862912:0@lo:38:kworker.0 00000100:00080000:1.0:1767320026.129335:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320026.129337:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320026.129340:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045863168:0@lo:38:kworker.0 00000100:00080000:1.0:1767320026.129347:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320026.129351:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320026.129353:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045863296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.129403:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045863040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.129426:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320026.129447:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320026.129452:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045863424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.129474:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320026.129527:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863040 00000100:00100000:1.0:1767320026.129531:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863040 00000100:00100000:1.0:1767320026.129565:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:1.0:1767320026.129572:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045863040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.129602:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7648000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045863040:12345-0@lo:400:kworker.0 Request processed in 32us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320026.129606:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00010000:00080000:1.0:1767320026.129625:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b100 x1853164045863040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320026.129633:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045863040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.129719:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863424 00000100:00100000:0.0:1767320026.129723:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863424 00000100:00100000:0.0:1767320026.129754:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1767320026.129758:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045863424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.129809:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045863424:12345-0@lo:400:kworker.0 Request processed in 50us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320026.129815:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00080000:0.0:1767320026.129831:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320026.129835:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320026.129848:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045863424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320026.130055:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045863552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320026.130079:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320026.130123:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045862784:0@lo:400:kworker.0 00000100:00100000:2.0:1767320026.130137:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320026.130188:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045862784 00000100:00100000:0.0:1767320026.130191:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045862784 00000100:00100000:0.0:1767320026.130216:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1767320026.130222:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045862784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320026.130254:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045862784:12345-0@lo:400:kworker.0 Request processed in 32us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320026.130260:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00080000:2.0:1767320026.130311:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320026.130329:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a300 x1853164045862784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320026.130339:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045862784:0@lo:400:kworker.0 00000100:00080000:3.0:1767320026.130716:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320026.130720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320026.130722:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320026.130726:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5219 00000100:00080000:3.0:1767320026.130728:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320026.130732:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320026.130751:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164045863680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320026.130791:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045863680:0@lo:38:kworker.0 00000100:00100000:3.0:1767320026.130819:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320026.130847:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863680 00000100:00100000:3.0:1767320026.130850:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863680 00000100:00100000:3.0:1767320026.130863:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:3.0:1767320026.130866:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045863680:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320026.130877:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320026.130898:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045863680:12345-0@lo:38:kworker.0 Request processed in 31us (80us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320026.130902:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00080000:3.0:1767320026.130918:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320026.130921:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320026.130923:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045863680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320026.131134:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863552 00000100:00100000:1.0:1767320026.131138:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863552 00000100:00080000:2.0:1767320026.131196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320026.131218:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1767320026.131225:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045863552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320026.131270:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045863552:12345-0@lo:400:kworker.0 Request processed in 46us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320026.131276:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:2.0:1767320026.131330:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045863552:0@lo:400:kworker.0 00010000:00010000:1.0:1767320026.894386:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320027.917927:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320028.175241:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320028.175258:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045863808:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320028.175328:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320028.175541:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045863936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320028.175567:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320028.175691:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863808 00000100:00100000:3.0:1767320028.175699:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863808 00000100:00100000:3.0:1767320028.175759:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045863936 00000100:00100000:3.0:1767320028.175763:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045863936 00000100:00100000:3.0:1767320028.175811:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1767320028.175820:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045863808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320028.175848:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320028.175893:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045863808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320028.175900:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1767320028.175917:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1767320028.175924:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045863936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320028.175937:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320028.175964:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045863936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320028.175970:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00080000:2.0:1767320028.176024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320028.176028:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320028.176060:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045863936:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320028.176089:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045863808:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320028.942470:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320029.634549:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320029.634650:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904384 00000100:00100000:2.0:1767320029.634660:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904384 00000100:00100000:2.0:1767320029.634711:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1883 00000100:00100000:2.0:1767320029.634720:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985904384:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320029.634745:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320029.634840:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985904384:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 119us (298us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320029.634848:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1883 00000100:00100000:0.0:1767320029.636511:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320029.636675:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904512 00000100:00100000:3.0:1767320029.636684:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904512 00000100:00100000:3.0:1767320029.636759:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1441 00000100:00100000:3.0:1767320029.636796:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985904512:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320029.636880:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985904512:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 112us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320029.636887:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1441 00000100:00080000:2.0:1767320029.637866:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320029.967677:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320030.994630:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320031.245966:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320031.245975:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320031.246055:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767320031.246074:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320031.246078:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320031.246082:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320031.246090:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5224 00000100:00080000:2.0:1767320031.246094:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320031.246101:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320031.246124:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5500 x1853164045864192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320031.246189:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045864192:0@lo:38:kworker.0 00000100:00080000:2.0:1767320031.246191:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320031.246198:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320031.246200:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320031.246204:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5224 00000100:00080000:2.0:1767320031.246207:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320031.246210:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320031.246225:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7800 x1853164045864448/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320031.246235:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320031.246239:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320031.246241:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320031.246245:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5224 00000100:00080000:2.0:1767320031.246247:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320031.246252:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320031.246258:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320031.246269:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762d80 x1853164045864576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320031.246358:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045864320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320031.246416:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320031.246453:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045864704:0@lo:400:kworker.0 00000100:00100000:3.0:1767320031.246472:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045864832:0@lo:400:kworker.0 00000100:00100000:1.0:1767320031.246480:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320031.246507:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864704 00000100:00100000:3.0:1767320031.246513:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320031.246516:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864704 00000100:00100000:3.0:1767320031.246551:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864192 00000100:00100000:3.0:1767320031.246557:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864192 00000100:00100000:1.0:1767320031.246568:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864832 00000100:00100000:1.0:1767320031.246572:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864832 00000100:00100000:3.0:1767320031.246593:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864320 00000100:00100000:3.0:1767320031.246599:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864320 00000100:00100000:1.0:1767320031.246614:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:1.0:1767320031.246625:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045864704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320031.246632:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1767320031.246642:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045864320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320031.246678:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045864704:12345-0@lo:400:kworker.0 Request processed in 55us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320031.246686:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1767320031.246692:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045864320:12345-0@lo:400:kworker.0 Request processed in 51us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320031.246701:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:1.0:1767320031.246707:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1767320031.246716:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045864832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320031.246721:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1884 00000100:00100000:3.0:1767320031.246727:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045864192:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320031.246745:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045864832:12345-0@lo:400:kworker.0 Request processed in 30us (233us total) trans 0 rc 0/0 00010000:00020000:3.0:1767320031.246748:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320031.246756:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1767320031.246810:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045864192:12345-0@lo:38:kworker.0 Request processed in 81us (554us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320031.246818:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1884 00000100:00080000:1.0:1767320031.246852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320031.246857:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320031.246859:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320031.246935:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320031.246940:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320031.246944:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045864192:0@lo:38:kworker.0 00000100:00100000:0.0:1767320031.246961:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045864448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320031.246984:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320031.247043:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864448 00000100:00100000:3.0:1767320031.247048:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864448 00000100:00100000:3.0:1767320031.247078:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:3.0:1767320031.247082:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045864448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320031.247092:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320031.247121:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045864448:12345-0@lo:38:kworker.0 Request processed in 37us (136us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320031.247127:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00080000:2.0:1767320031.247453:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320031.247457:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320031.247460:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320031.247465:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5224 00000100:00080000:2.0:1767320031.247468:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320031.247472:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320031.247492:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164045864960/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:1.0:1767320031.247676:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4e00 x1853164045864320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320031.247688:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045864320:0@lo:400:kworker.0 00000100:00080000:0.0:1767320031.247799:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320031.247805:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320031.247808:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045864448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320031.247815:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045864576:0@lo:38:kworker.0 00000100:00100000:0.0:1767320031.247844:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320031.247885:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045864960:0@lo:38:kworker.0 00000100:00100000:0.0:1767320031.247904:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320031.247928:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864960 00000100:00100000:0.0:1767320031.247932:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864960 00000100:00100000:0.0:1767320031.247953:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:0.0:1767320031.247958:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045864960:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320031.247969:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320031.248032:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864576 00000100:00100000:1.0:1767320031.248036:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864576 00000100:00100000:1.0:1767320031.248056:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1767320031.248061:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045864576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320031.248070:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320031.248133:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045864704:0@lo:400:kworker.0 00000100:00100000:3.0:1767320031.248231:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045864832:0@lo:400:kworker.0 00000100:00100000:3.0:1767320031.248238:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045864064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320031.248261:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320031.248471:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045864064 00000100:00100000:2.0:1767320031.248476:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045864064 00000100:00100000:2.0:1767320031.248520:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:2.0:1767320031.248526:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045864064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320031.248567:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045864064:12345-0@lo:400:kworker.0 Request processed in 35us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320031.248574:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00080000:3.0:1767320031.248639:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320031.248663:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03800 x1853164045864064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320031.248672:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045864064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320031.250233:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045864960:12345-0@lo:38:kworker.0 Request processed in 2266us (2320us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320031.250244:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1767320031.250783:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045864576:12345-0@lo:38:kworker.0 Request processed in 2719us (2935us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320031.250796:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:2.0:1767320031.250881:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320031.250887:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320031.250891:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045864960:0@lo:38:kworker.0 00000100:00080000:2.0:1767320031.250902:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320031.250905:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320031.250907:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045864576:0@lo:38:kworker.0 00010000:00010000:1.0:1767320032.016523:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320033.038544:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320033.293974:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320033.293988:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045865088:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320033.294055:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320033.294103:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045865216:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320033.294138:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320033.294218:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865088 00000100:00100000:1.0:1767320033.294227:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865088 00000100:00100000:1.0:1767320033.294290:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865216 00000100:00100000:1.0:1767320033.294294:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865216 00000100:00100000:1.0:1767320033.294311:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767320033.294320:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045865088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320033.294359:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320033.294409:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045865088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320033.294416:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767320033.294438:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1767320033.294444:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045865216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320033.294461:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320033.294551:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7649f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045865088:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320033.294583:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320033.294587:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320033.295124:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045865216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 678us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320033.295133:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1767320033.295322:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045865216:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320034.061980:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320034.754154:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320034.754336:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904640 00000100:00100000:2.0:1767320034.754347:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904640 00000100:00100000:2.0:1767320034.754421:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1887 00000100:00100000:2.0:1767320034.754430:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985904640:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320034.754452:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320034.754515:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985904640:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 85us (371us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320034.754523:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1887 00000100:00100000:1.0:1767320034.760924:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320034.761025:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904768 00000100:00100000:2.0:1767320034.761036:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904768 00000100:00100000:0.0:1767320034.761160:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1444 00000100:00100000:0.0:1767320034.761173:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985904768:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320034.761312:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985904768:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 142us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320034.761335:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1444 00000100:00080000:3.0:1767320034.761352:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320035.090820:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320036.110025:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320036.366044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320036.366055:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320036.366145:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767320036.367722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320036.367732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320036.367737:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320036.367745:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5229 00000100:00080000:2.0:1767320036.367750:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320036.367757:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320036.367822:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761c00 x1853164045865472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320036.367887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320036.367891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320036.367893:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320036.367896:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5229 00000100:00080000:2.0:1767320036.367899:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320036.367902:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320036.367917:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763100 x1853164045865728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320036.367932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320036.367935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320036.367936:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320036.367940:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5229 00000100:00080000:2.0:1767320036.367942:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320036.367945:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320036.367956:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762a00 x1853164045865856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320036.368051:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045865472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320036.368121:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320036.368178:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045865728:0@lo:38:kworker.0 00000100:00100000:3.0:1767320036.368205:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320036.368206:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045865600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320036.368228:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045865856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320036.368243:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320036.368266:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320036.368277:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320036.368286:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045865984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320036.368326:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320036.368385:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865856 00000100:00100000:1.0:1767320036.368393:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865856 00000100:00100000:1.0:1767320036.368426:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1767320036.368434:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045865856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320036.368454:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320036.368490:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045865856:12345-0@lo:38:kworker.0 Request processed in 56us (225us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320036.368496:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865984 00000100:00100000:1.0:1767320036.368499:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1767320036.368503:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865984 00000100:00100000:1.0:1767320036.368531:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865472 00000100:00100000:1.0:1767320036.368536:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865472 00000100:00100000:3.0:1767320036.368553:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1767320036.368565:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865728 00000100:00100000:3.0:1767320036.368565:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045865984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320036.368570:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865728 00000100:00100000:1.0:1767320036.368586:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865600 00000100:00100000:1.0:1767320036.368589:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865600 00000100:00100000:1.0:1767320036.368623:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:3.0:1767320036.368624:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045865984:12345-0@lo:400:kworker.0 Request processed in 62us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320036.368632:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045865600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320036.368635:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00080000:3.0:1767320036.368660:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320036.368666:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320036.368673:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7649880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045865600:12345-0@lo:400:kworker.0 Request processed in 41us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320036.368680:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00100000:1.0:1767320036.368695:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767320036.368700:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045865472:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320036.368703:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045865984:0@lo:400:kworker.0 00010000:00020000:1.0:1767320036.368712:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1767320036.368720:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761f80 x1853164045865600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320036.368731:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045865600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320036.368739:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045865472:12345-0@lo:38:kworker.0 Request processed in 36us (616us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320036.368745:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767320036.368760:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:1.0:1767320036.368766:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045865728:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320036.368793:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320036.368799:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320036.368804:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045865472:0@lo:38:kworker.0 00000100:00080000:3.0:1767320036.368814:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767320036.368819:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320036.368821:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320036.368825:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045865856:0@lo:38:kworker.0 00000100:00080000:3.0:1767320036.368847:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320036.368851:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045865728:12345-0@lo:38:kworker.0 Request processed in 83us (645us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320036.368853:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320036.368860:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045865728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320036.368865:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00000100:00100000:0.0:1767320036.369957:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045866112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320036.370011:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320036.370527:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045865344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320036.370554:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320036.370864:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045865344 00000100:00100000:1.0:1767320036.370872:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045865344 00000100:00100000:1.0:1767320036.370933:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1767320036.370943:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045865344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320036.370949:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866112 00000100:00100000:3.0:1767320036.370955:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866112 00000100:00100000:3.0:1767320036.370989:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1767320036.370998:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045865344:12345-0@lo:400:kworker.0 Request processed in 56us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320036.371000:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045866112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320036.371012:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00080000:0.0:1767320036.371476:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320036.371481:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320036.371514:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761880 x1853164045865344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320036.371527:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045865344:0@lo:400:kworker.0 00000100:00080000:2.0:1767320036.372014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320036.372020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320036.372486:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320036.372494:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5229 00000100:00080000:2.0:1767320036.372498:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320036.372504:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320036.372534:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762680 x1853164045866240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320036.372998:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045866240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320036.373156:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045866112:12345-0@lo:400:kworker.0 Request processed in 2157us (3143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320036.373166:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1767320036.373418:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320036.373730:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045866112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320036.373968:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866240 00000100:00100000:3.0:1767320036.373975:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866240 00000100:00100000:3.0:1767320036.374013:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1890 00000100:00100000:3.0:1767320036.374019:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045866240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320036.374509:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320036.374753:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320036.374758:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320036.374762:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045866240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320036.374921:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045866240:12345-0@lo:38:kworker.0 Request processed in 556us (1158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320036.374929:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1890 00010000:00010000:2.0:1767320037.134541:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320038.157995:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320038.414083:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045866368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320038.414175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320038.414240:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866368 00000100:00100000:2.0:1767320038.414265:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866368 00000100:00100000:2.0:1767320038.414500:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1767320038.414512:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045866368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320038.414544:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320038.414623:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045866368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320038.414645:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1767320038.414699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045866368:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320038.415870:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320038.416760:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045866496:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320038.416868:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320038.416939:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866496 00000100:00100000:0.0:1767320038.416953:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866496 00000100:00100000:0.0:1767320038.417031:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1767320038.417041:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045866496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320038.417086:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320038.417175:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045866496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320038.417184:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:2.0:1767320038.417239:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045866496:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320038.418479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320039.182765:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320039.880960:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320039.881008:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320039.881116:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905024 00000100:00100000:1.0:1767320039.881127:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905024 00000100:00100000:3.0:1767320039.881217:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985904896 00000100:00100000:3.0:1767320039.881222:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985904896 00000100:00100000:1.0:1767320039.881258:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1447 00000100:00100000:3.0:1767320039.881270:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1891 00000100:00100000:1.0:1767320039.881274:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985905024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320039.881283:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985904896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320039.881306:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320039.881455:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985905024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 186us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320039.881463:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1447 00000100:00080000:0.0:1767320039.881684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320039.882452:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985904896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1168us (1438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320039.882464:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1891 00010000:00010000:1.0:1767320040.207261:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320041.230471:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320041.486681:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320041.486689:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320041.486740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320041.486744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320041.486749:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320041.486757:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5234 00000100:00080000:0.0:1767320041.486762:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320041.486787:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320041.486811:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584a80 x1853164045866752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320041.486857:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320041.486860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320041.486862:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320041.486866:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5234 00000100:00080000:0.0:1767320041.486868:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320041.486872:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320041.486887:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4e00 x1853164045867008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320041.486896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320041.486899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320041.486901:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320041.486904:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5234 00000100:00080000:0.0:1767320041.486906:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320041.486910:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320041.487236:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045866624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320041.487305:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320041.487377:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045866752:0@lo:38:kworker.0 00000100:00100000:1.0:1767320041.487400:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320041.487424:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045867008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320041.487445:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320041.487477:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866624 00000100:00100000:1.0:1767320041.487484:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866624 00000100:00100000:1.0:1767320041.487534:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866752 00000100:00100000:1.0:1767320041.487555:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866752 00000100:00100000:1.0:1767320041.487570:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867008 00000100:00100000:1.0:1767320041.487572:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867008 00000100:00100000:1.0:1767320041.487587:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1767320041.487596:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045866624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320041.487647:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045866624:12345-0@lo:400:kworker.0 Request processed in 52us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320041.487654:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1767320041.487674:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892 00000100:00100000:1.0:1767320041.487678:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045866752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320041.487698:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320041.487732:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045866752:12345-0@lo:38:kworker.0 Request processed in 52us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320041.487738:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892 00000100:00100000:1.0:1767320041.487750:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1893 00000100:00100000:1.0:1767320041.487754:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045867008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320041.487762:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320041.487804:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045867008:12345-0@lo:38:kworker.0 Request processed in 48us (358us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320041.487810:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1893 00000100:00080000:1.0:1767320041.487829:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320041.487882:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320041.487888:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320041.487893:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045866752:0@lo:38:kworker.0 00000100:00080000:1.0:1767320041.487901:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320041.487903:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320041.487906:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045867008:0@lo:38:kworker.0 00010000:00080000:1.0:1767320041.487952:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584700 x1853164045866624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320041.487963:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045866624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320041.488081:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045866880:0@lo:400:kworker.0 00000100:00100000:1.0:1767320041.488109:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320041.488146:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045866880 00000100:00100000:1.0:1767320041.488150:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045866880 00000100:00100000:1.0:1767320041.488181:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1767320041.488187:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045866880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320041.488233:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045866880:12345-0@lo:400:kworker.0 Request processed in 45us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320041.488239:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00080000:1.0:1767320041.488253:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320041.488268:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f7800 x1853164045866880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320041.488277:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045866880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320041.488592:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5500 x1853164045867136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320041.488633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320041.488636:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320041.488639:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320041.488643:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5234 00000100:00080000:0.0:1767320041.488646:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320041.488650:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320041.488663:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a300 x1853164045867520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320041.488834:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045867264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320041.488887:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320041.488940:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867264 00000100:00100000:2.0:1767320041.488945:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867264 00000100:00100000:2.0:1767320041.488982:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1767320041.488991:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045867264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320041.489027:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045867264:12345-0@lo:400:kworker.0 Request processed in 38us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320041.489033:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:2.0:1767320041.489051:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320041.489069:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045867264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320041.489094:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045867392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320041.489117:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320041.489141:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867392 00000100:00100000:2.0:1767320041.489144:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867392 00000100:00100000:2.0:1767320041.489168:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:2.0:1767320041.489174:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045867392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320041.489218:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045867392:12345-0@lo:400:kworker.0 Request processed in 43us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320041.489224:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00080000:2.0:1767320041.489236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320041.489251:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045867392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320041.491062:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045867136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320041.491122:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320041.491168:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045867520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320041.491192:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320041.491248:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867520 00000100:00100000:1.0:1767320041.491255:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867520 00000100:00100000:1.0:1767320041.491290:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:1.0:1767320041.491297:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045867520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320041.491320:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320041.491358:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045867520:12345-0@lo:38:kworker.0 Request processed in 60us (165us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320041.491365:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00080000:1.0:1767320041.491409:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320041.491415:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320041.491419:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045867520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320041.491954:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867136 00000100:00100000:2.0:1767320041.491961:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867136 00000100:00100000:2.0:1767320041.491995:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1767320041.492001:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045867136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320041.492014:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320041.492048:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045867136:12345-0@lo:38:kworker.0 Request processed in 47us (926us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320041.492054:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00080000:1.0:1767320041.492130:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320041.492135:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320041.492138:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045867136:0@lo:38:kworker.0 00010000:00010000:3.0:1767320042.254021:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320043.278450:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320043.534276:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320043.534292:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045867648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320043.534356:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320043.534468:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867648 00000100:00100000:3.0:1767320043.534477:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867648 00000100:00100000:3.0:1767320043.534547:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1767320043.534558:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045867648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320043.534590:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320043.534643:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045867648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320043.534650:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00080000:0.0:1767320043.534863:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320043.534901:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045867648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320043.535181:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320043.535194:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045867776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320043.535227:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320043.535311:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045867776 00000100:00100000:1.0:1767320043.535316:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045867776 00000100:00100000:1.0:1767320043.535358:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:1.0:1767320043.535366:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045867776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320043.535385:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320043.535418:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045867776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320043.535425:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00080000:0.0:1767320043.535517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320043.535551:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045867776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320044.304832:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320044.995173:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320044.995220:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320044.995299:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905280 00000100:00100000:1.0:1767320044.995309:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905280 00000100:00100000:1.0:1767320044.995388:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905152 00000100:00100000:1.0:1767320044.995391:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905152 00000100:00100000:1.0:1767320044.995413:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1450 00000100:00100000:1.0:1767320044.995422:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985905280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320044.995494:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985905280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 70us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320044.995502:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1450 00000100:00100000:1.0:1767320044.995523:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1895 00000100:00100000:1.0:1767320044.995528:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985905152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320044.995560:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320044.995587:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985905152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320044.995594:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1895 00000100:00080000:0.0:1767320044.995911:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320044.999578:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985905408 offset 0 length 520: 4 00010000:00010000:2.0:1767320045.326200:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320046.350010:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320046.605919:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320021/real 1767320021] req@ffffa07bf0585180 x1853164045862400/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320046 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320046.605954:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0585180 x1853164045862400/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320046 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320046.605976:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320046.606007:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320046.606012:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045862400:0@lo:250:kworker.0 00000100:00080000:3.0:1767320046.606118:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320046.606124:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320046.606127:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320046.606131:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5219 00000100:00080000:3.0:1767320046.606135:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320046.606140:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320046.606174:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b100 x1853164045867904/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320046.606238:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320046.606241:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320046.606243:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320046.606247:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5239 00000100:00080000:3.0:1767320046.606249:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320046.606253:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320046.606267:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29500 x1853164045868160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320046.606296:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320046.606300:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320046.606302:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320046.606305:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5239 00000100:00080000:3.0:1767320046.606308:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320046.606311:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320046.606322:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045868416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320046.606330:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320046.606332:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320046.606334:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320046.606337:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5239 00000100:00080000:3.0:1767320046.606340:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320046.606344:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320046.606354:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045868544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320046.606375:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320046.606378:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320046.606380:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320046.606383:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5239 00000100:00080000:3.0:1767320046.606385:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320046.606388:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320046.606400:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0700 x1853164045868928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320046.606426:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045868672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320046.606489:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320046.606548:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320046.606554:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045868288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320046.606583:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320046.606633:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868672 00000100:00100000:3.0:1767320046.606641:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868672 00000100:00100000:3.0:1767320046.606698:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1767320046.606707:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045868672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320046.606757:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045868672:12345-0@lo:400:kworker.0 Request processed in 50us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320046.606764:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1767320046.606821:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868288 00000100:00100000:3.0:1767320046.606826:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868288 00000100:00100000:3.0:1767320046.606854:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:3.0:1767320046.606860:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045868288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320046.606891:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045868288:12345-0@lo:400:kworker.0 Request processed in 31us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320046.606897:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00010000:00080000:3.0:1767320046.606930:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28a80 x1853164045868288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320046.606942:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045868288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320046.606953:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045868672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320046.607152:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045868032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320046.607184:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320046.607218:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320046.607224:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045868800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320046.607246:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320046.607279:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320046.607283:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320046.607291:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868800 00000100:00100000:0.0:1767320046.607295:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868800 00000100:00100000:0.0:1767320046.607326:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1767320046.607333:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045868800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320046.607367:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045868800:12345-0@lo:400:kworker.0 Request processed in 35us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320046.607374:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00080000:0.0:1767320046.607387:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320046.607404:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045868800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320046.607493:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045867904:0@lo:250:kworker.0 00000400:00000100:2.0:1767320046.607518:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045867904 offset 0 length 520: 4 00000100:00100000:2.0:1767320046.607536:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045868160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320046.607558:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320046.607586:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045868416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320046.607607:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320046.607637:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045868544:0@lo:38:kworker.0 00000100:00100000:2.0:1767320046.607661:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320046.607680:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045868928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320046.607699:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320046.607727:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868032 00000100:00100000:2.0:1767320046.607731:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868032 00000100:00100000:2.0:1767320046.607762:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868160 00000100:00100000:2.0:1767320046.607765:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868160 00000100:00100000:2.0:1767320046.607802:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868416 00000100:00100000:2.0:1767320046.607806:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868416 00000100:00100000:2.0:1767320046.607813:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868928 00000100:00100000:2.0:1767320046.607815:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868928 00000100:00100000:2.0:1767320046.607823:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1767320046.607830:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045868032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320046.607867:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045868032:12345-0@lo:400:kworker.0 Request processed in 37us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320046.607874:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1767320046.607887:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1896 00000100:00100000:2.0:1767320046.607891:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045868160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320046.607908:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320046.607938:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045868160:12345-0@lo:38:kworker.0 Request processed in 45us (379us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320046.607944:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1896 00000100:00100000:2.0:1767320046.607956:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:2.0:1767320046.607960:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045868416:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320046.607968:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320046.607990:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045868416:12345-0@lo:38:kworker.0 Request processed in 29us (382us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320046.607994:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:2.0:1767320046.608006:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:2.0:1767320046.608010:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045868928:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320046.608019:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320046.608037:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045868928:12345-0@lo:38:kworker.0 Request processed in 26us (338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320046.608042:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:2.0:1767320046.608058:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045868544 00000100:00100000:2.0:1767320046.608062:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045868544 00000100:00100000:2.0:1767320046.608080:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1767320046.608085:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045868544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320046.608094:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320046.608132:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045868544:12345-0@lo:38:kworker.0 Request processed in 45us (470us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320046.608138:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00080000:2.0:1767320046.608164:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320046.608183:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29c00 x1853164045868032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320046.608193:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045868032:0@lo:400:kworker.0 00000100:00080000:2.0:1767320046.608212:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320046.608216:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320046.608220:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045868160:0@lo:38:kworker.0 00000100:00080000:2.0:1767320046.608226:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320046.608229:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320046.608231:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045868416:0@lo:38:kworker.0 00000100:00080000:2.0:1767320046.608237:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320046.608240:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320046.608242:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045868544:0@lo:38:kworker.0 00000100:00080000:2.0:1767320046.608248:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320046.608250:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320046.608252:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045868928:0@lo:38:kworker.0 00010000:00010000:1.0:1767320047.374953:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320048.069943:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320048.070377:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905536 00000100:00100000:3.0:1767320048.070388:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905536 00000100:00100000:3.0:1767320048.070496:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1899 00000100:00100000:3.0:1767320048.070506:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985905536:12345-192.168.204.59@tcp:17:kworker.0 00000100:00100000:3.0:1767320048.070602:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985905536:12345-192.168.204.59@tcp:17:kworker.0 Request processed in 96us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320048.070612:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1899 00000100:00080000:2.0:1767320048.073733:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320048.398121:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320048.654077:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320048.654101:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045869056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320048.654175:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320048.654210:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869056 00000100:00100000:0.0:1767320048.654218:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869056 00000100:00100000:0.0:1767320048.654279:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767320048.654287:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045869056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320048.654314:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320048.654362:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045869056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320048.654369:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767320048.654413:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045869056:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320048.654759:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320048.655859:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320048.655874:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045869184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320048.655935:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320048.656039:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869184 00000100:00100000:0.0:1767320048.656046:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869184 00000100:00100000:0.0:1767320048.656107:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1767320048.656115:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045869184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320048.656143:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320048.656183:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045869184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320048.656190:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00080000:3.0:1767320048.656385:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320048.656420:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045869184:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320049.423074:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320050.115376:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320050.115679:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905664 00000100:00100000:3.0:1767320050.115690:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905664 00000100:00100000:3.0:1767320050.115745:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1900 00000100:00100000:3.0:1767320050.115753:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985905664:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320050.115830:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320050.116102:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985905664:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 222us (609us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320050.116112:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1900 00000100:00100000:1.0:1767320050.123760:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320050.124023:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905792 00000100:00100000:2.0:1767320050.124034:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905792 00000100:00100000:2.0:1767320050.124126:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1453 00000100:00100000:2.0:1767320050.124139:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985905792:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320050.124430:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320050.124692:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985905792:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 555us (939us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320050.124700:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1453 00010000:00010000:3.0:1767320050.446762:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320051.473233:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320051.726081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320051.726091:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320051.726151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320051.726156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320051.726159:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320051.726166:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5244 00000100:00080000:0.0:1767320051.726171:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320051.726178:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320051.726199:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11aa00 x1853164045869440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320051.726243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320051.726247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320051.726248:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320051.726252:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5244 00000100:00080000:0.0:1767320051.726255:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320051.726258:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320051.726270:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118a80 x1853164045869696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320051.726279:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320051.726282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320051.726284:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320051.726287:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5244 00000100:00080000:0.0:1767320051.726289:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320051.726293:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320051.726306:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119c00 x1853164045869824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320051.726327:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045869440:0@lo:38:kworker.0 00000100:00080000:0.0:1767320051.726343:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320051.726347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320051.726349:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320051.726353:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5244 00000100:00080000:0.0:1767320051.726355:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320051.726359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320051.726369:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118380 x1853164045870208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320051.726393:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045869568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320051.726458:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320051.726493:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320051.726499:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045869952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320051.726525:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320051.726559:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869568 00000100:00100000:0.0:1767320051.726567:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869568 00000100:00100000:0.0:1767320051.726621:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1767320051.726630:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045869568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320051.726679:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045869568:12345-0@lo:400:kworker.0 Request processed in 50us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320051.726686:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:0.0:1767320051.726709:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869952 00000100:00100000:0.0:1767320051.726713:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869952 00000100:00100000:0.0:1767320051.726739:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1767320051.726745:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045869952:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320051.726845:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320051.726851:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320051.726861:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045869312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320051.726917:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045870080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320051.727152:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.727179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045869696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.727202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.727220:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045869824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.727899:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.727926:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045870208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320051.727946:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.727970:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869824 00000100:00100000:1.0:1767320051.727974:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869824 00000100:00100000:1.0:1767320051.727992:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1767320051.727998:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045869824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320051.728025:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320051.731880:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045869952:12345-0@lo:400:kworker.0 Request processed in 5125us (5344us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320051.731895:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1767320051.731944:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869440 00000100:00100000:0.0:1767320051.731952:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869440 00000100:00100000:1.0:1767320051.731981:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045869824:12345-0@lo:38:kworker.0 Request processed in 3979us (4079us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320051.731984:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869696 00000100:00100000:0.0:1767320051.731989:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869696 00000100:00100000:1.0:1767320051.731996:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1767320051.732020:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870208 00000100:00100000:0.0:1767320051.732024:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870208 00000100:00100000:0.0:1767320051.732035:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1767320051.732040:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045869440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320051.732060:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320051.732103:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045869440:12345-0@lo:38:kworker.0 Request processed in 61us (4950us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320051.732109:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:0.0:1767320051.732121:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:0.0:1767320051.732124:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045869696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320051.732134:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320051.732161:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc75a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045869696:12345-0@lo:38:kworker.0 Request processed in 35us (4958us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320051.732167:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:0.0:1767320051.732177:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:0.0:1767320051.732180:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045870208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320051.732188:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320051.732210:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045870208:12345-0@lo:38:kworker.0 Request processed in 28us (4262us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320051.732218:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:0.0:1767320051.732269:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045869952:0@lo:400:kworker.0 00010000:00080000:0.0:1767320051.732288:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11bb80 x1853164045869568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320051.732295:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320051.732301:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045869568:0@lo:400:kworker.0 00000100:00080000:1.0:1767320051.732304:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320051.732587:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045870208:0@lo:38:kworker.0 00000100:00080000:1.0:1767320051.732679:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320051.732794:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320051.732798:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045869440:0@lo:38:kworker.0 00000100:00080000:1.0:1767320051.732960:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320051.732965:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320051.732969:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045869696:0@lo:38:kworker.0 00000100:00080000:1.0:1767320051.732979:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320051.732982:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320051.732985:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045869824:0@lo:38:kworker.0 00000100:00100000:3.0:1767320051.736102:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320051.736381:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045869312 00000100:00100000:1.0:1767320051.736390:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045869312 00000100:00080000:3.0:1767320051.736535:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320051.736596:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320051.736975:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870080 00000100:00100000:3.0:1767320051.736981:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870080 00000100:00100000:3.0:1767320051.737028:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:3.0:1767320051.737037:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045870080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320051.737114:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045870080:12345-0@lo:400:kworker.0 Request processed in 78us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320051.737121:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1767320051.737217:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:1.0:1767320051.737226:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045869312:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320051.737244:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320051.737279:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045870080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320051.737287:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045869312:12345-0@lo:400:kworker.0 Request processed in 61us (1189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320051.737295:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00010000:00080000:3.0:1767320051.737438:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11a680 x1853164045869312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320051.737450:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045869312:0@lo:400:kworker.0 00010000:00010000:1.0:1767320052.496180:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320053.518149:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320053.774182:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320053.774200:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045870336:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320053.774283:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320053.774438:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870336 00000100:00100000:3.0:1767320053.774447:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870336 00000100:00100000:3.0:1767320053.774521:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1767320053.774530:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045870336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320053.774559:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320053.774602:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045870336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320053.774610:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1767320053.774790:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045870464:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320053.774824:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320053.774827:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320053.776938:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870464 00000100:00100000:0.0:1767320053.776952:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870464 00000100:00100000:0.0:1767320053.777089:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1767320053.777100:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045870464:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320053.777118:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767320053.777129:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320053.777576:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045870464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 477us (2746us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320053.777584:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1767320053.777641:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045870336:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320053.777674:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045870464:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320054.545078:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320055.235434:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320055.235540:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320055.236031:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985905920 00000100:00100000:0.0:1767320055.236042:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985905920 00000100:00100000:0.0:1767320055.236085:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906048 00000100:00100000:0.0:1767320055.236088:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906048 00000100:00100000:0.0:1767320055.236139:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1456 00000100:00100000:0.0:1767320055.236148:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985906048:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320055.236223:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985906048:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320055.236231:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1456 00000100:00100000:0.0:1767320055.236250:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1904 00000100:00100000:0.0:1767320055.236254:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985905920:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320055.236274:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320055.236303:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985905920:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (880us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320055.236310:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1904 00000100:00080000:3.0:1767320055.236517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320055.566218:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320056.593715:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320056.846050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.846062:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320056.846124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.846128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.846132:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.846141:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5250 00000100:00080000:3.0:1767320056.846146:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.846152:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320056.846174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045870720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320056.846215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.846218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.846220:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.846224:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5250 00000100:00080000:3.0:1767320056.846226:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.846229:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320056.846241:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29500 x1853164045870976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320056.846249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.846253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.846254:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.846268:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5250 00000100:00080000:3.0:1767320056.846271:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.846275:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320056.846285:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164045871104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320056.846303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320056.846305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320056.846307:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320056.846310:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5250 00000100:00080000:3.0:1767320056.846312:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320056.846315:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320056.846324:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8000 x1853164045871488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320056.846351:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045870848:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.846413:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320056.846472:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320056.846477:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045871232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.846503:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320056.846555:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871232 00000100:00100000:3.0:1767320056.846563:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871232 00000100:00100000:3.0:1767320056.846903:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1767320056.846923:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045871232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.846972:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045871232:12345-0@lo:400:kworker.0 Request processed in 61us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320056.846979:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00080000:3.0:1767320056.846997:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320056.847022:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045871232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.847196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045870592:0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.847229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320056.847280:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320056.847286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045871360:0@lo:400:kworker.0 00000100:00100000:0.0:1767320056.847307:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320056.847567:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870848 00000100:00100000:1.0:1767320056.847573:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870848 00000100:00100000:2.0:1767320056.847814:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045870720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320056.847849:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870592 00000100:00100000:2.0:1767320056.847850:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320056.847864:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870592 00000100:00100000:2.0:1767320056.847883:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045870976:0@lo:38:kworker.0 00000100:00100000:2.0:1767320056.847908:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320056.847922:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870720 00000100:00100000:3.0:1767320056.847927:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870720 00000100:00100000:2.0:1767320056.847948:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045871104:0@lo:38:kworker.0 00000100:00100000:3.0:1767320056.847949:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045870976 00000100:00100000:3.0:1767320056.847953:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045870976 00000100:00100000:3.0:1767320056.847968:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1767320056.847977:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045870848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320056.847984:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320056.848013:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045871488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320056.848044:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320056.848075:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871360 00000100:00100000:2.0:1767320056.848079:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871360 00000100:00080000:0.0:1767320056.852160:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320056.852174:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320056.852203:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871488 00000100:00100000:0.0:1767320056.852215:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871488 00000100:00100000:0.0:1767320056.852263:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:0.0:1767320056.852272:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045870720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320056.852295:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320056.852386:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045870720:12345-0@lo:38:kworker.0 Request processed in 114us (4535us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320056.852393:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:0.0:1767320056.852412:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1767320056.852416:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045870976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320056.852425:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320056.852450:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045870976:12345-0@lo:38:kworker.0 Request processed in 33us (4542us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320056.852456:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1767320056.852468:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1767320056.852472:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045871488:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320056.852481:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320056.852504:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045871488:12345-0@lo:38:kworker.0 Request processed in 30us (4460us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320056.852509:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00080000:0.0:1767320056.852963:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320056.852969:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320056.852973:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045870720:0@lo:38:kworker.0 00000100:00080000:0.0:1767320056.852984:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320056.852988:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320056.852991:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045870976:0@lo:38:kworker.0 00000100:00080000:0.0:1767320056.852999:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320056.853002:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320056.853005:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045871488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320056.853075:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871104 00000100:00100000:0.0:1767320056.853081:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871104 00000100:00100000:0.0:1767320056.853112:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1767320056.853117:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045871104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320056.853128:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320056.853166:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045871104:12345-0@lo:38:kworker.0 Request processed in 47us (5185us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320056.853172:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:0.0:1767320056.853194:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320056.853198:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320056.853201:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045871104:0@lo:38:kworker.0 00010000:00080000:0.0:1767320056.853252:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28000 x1853164045870848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320056.853265:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045870848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320056.853387:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1767320056.853396:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045870592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320056.853445:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045870592:12345-0@lo:400:kworker.0 Request processed in 51us (6215us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320056.853451:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00010000:00080000:1.0:1767320056.853487:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0700 x1853164045870592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320056.853502:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045870592:0@lo:400:kworker.0 00000100:00100000:3.0:1767320056.854405:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045870848:12345-0@lo:400:kworker.0 Request processed in 6425us (7986us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320056.854416:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:2.0:1767320056.856413:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1767320056.856433:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045871360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320056.856516:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045871360:12345-0@lo:400:kworker.0 Request processed in 92us (9207us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320056.856523:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1767320056.857025:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045871360:0@lo:400:kworker.0 00010000:00010000:2.0:1767320057.614093:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320058.638566:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320058.894194:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045871616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320058.894265:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320058.894400:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871616 00000100:00100000:3.0:1767320058.894409:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871616 00000100:00100000:3.0:1767320058.894473:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1767320058.894483:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045871616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320058.894511:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320058.894568:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045871616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320058.894575:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:0.0:1767320058.894925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320058.894960:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045871616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320058.895458:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320058.895468:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045871744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320058.895504:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320058.895901:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871744 00000100:00100000:1.0:1767320058.895908:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871744 00000100:00100000:1.0:1767320058.895961:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1767320058.895969:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045871744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320058.895992:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320058.896036:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045871744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320058.896043:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1767320058.896084:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045871744:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320058.897499:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320059.662555:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320060.354715:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320060.354792:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906304 00000100:00100000:3.0:1767320060.354802:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906304 00000100:00100000:3.0:1767320060.354889:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1459 00000100:00100000:3.0:1767320060.354903:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985906304:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320060.354983:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985906304:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320060.354993:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1459 00000100:00100000:3.0:1767320060.355608:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767320060.355686:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320060.355742:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906176 00000100:00100000:1.0:1767320060.355747:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906176 00000100:00100000:1.0:1767320060.355800:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1908 00000100:00100000:1.0:1767320060.355805:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985906176:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320060.355823:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320060.355880:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985906176:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 70us (270us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320060.355887:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1908 00010000:00010000:1.0:1767320060.686480:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320061.710419:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320061.975546:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320061.975561:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320061.975833:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045871872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320061.975911:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320061.975943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320061.975951:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320061.976087:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320061.976097:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5255 00000100:00080000:2.0:1767320061.976102:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320061.976110:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320061.976147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451500 x1853164045872000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320061.976174:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045871872 00000100:00100000:3.0:1767320061.976184:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045871872 00000100:00100000:0.0:1767320061.976232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045872000:0@lo:38:kworker.0 00000100:00100000:0.0:1767320061.976295:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320061.976390:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320061.976406:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872000 00000100:00100000:1.0:1767320061.976411:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872000 00000100:00100000:1.0:1767320061.976441:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1767320061.976451:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045871872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320061.976512:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045871872:12345-0@lo:400:kworker.0 Request processed in 64us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320061.976520:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1767320061.976539:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:1.0:1767320061.976544:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045872000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320061.976562:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1767320061.976873:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451c00 x1853164045871872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320061.976886:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045871872:0@lo:400:kworker.0 00000100:00080000:2.0:1767320061.977873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320061.977879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320061.977883:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320061.977890:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5255 00000100:00080000:2.0:1767320061.977894:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320061.977902:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320061.977924:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452680 x1853164045872256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320061.978001:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045872128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320061.978069:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320061.978137:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872128 00000100:00100000:3.0:1767320061.978145:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872128 00000100:00100000:3.0:1767320061.978226:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1767320061.978235:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045872128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320061.978287:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045872128:12345-0@lo:400:kworker.0 Request processed in 52us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320061.978294:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00010000:00080000:3.0:1767320061.978338:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453b80 x1853164045872128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320061.978351:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045872128:0@lo:400:kworker.0 00000100:00080000:3.0:1767320061.978403:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320061.981546:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045872256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320061.982374:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320061.983813:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872256 00000100:00100000:3.0:1767320061.983840:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872256 00000100:00100000:3.0:1767320061.983900:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:3.0:1767320061.983909:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045872256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320061.983938:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320061.984032:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045872256:12345-0@lo:38:kworker.0 Request processed in 123us (1662us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320061.984040:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:1.0:1767320061.985124:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045872000:12345-0@lo:38:kworker.0 Request processed in 8566us (8816us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320061.985948:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00080000:0.0:1767320061.990908:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320061.990924:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320061.990930:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045872000:0@lo:38:kworker.0 00000100:00080000:0.0:1767320061.990983:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320061.990987:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320061.990990:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045872256:0@lo:38:kworker.0 00000100:00080000:2.0:1767320061.992449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320061.992460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320061.992464:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320061.992472:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5255 00000100:00080000:2.0:1767320061.992477:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320061.992485:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320061.992547:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452680 x1853164045872384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320061.992650:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320061.992655:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320061.992658:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320061.992663:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5255 00000100:00080000:2.0:1767320061.992666:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320061.992671:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320061.992686:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320061.992686:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451c00 x1853164045872768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320061.992724:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045872512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320061.992758:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045872640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320061.992999:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045872384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320061.999162:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320061.999330:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320061.999420:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872512 00000100:00100000:2.0:1767320061.999432:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872512 00000100:00100000:2.0:1767320061.999512:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872640 00000100:00100000:2.0:1767320061.999516:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872640 00000100:00100000:2.0:1767320061.999545:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1767320061.999560:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045872512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320061.999583:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1767320061.999602:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045872640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320061.999707:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045872512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320062.003891:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045872512:12345-0@lo:400:kworker.0 Request processed in 4318us (4722us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320062.003911:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00080000:2.0:1767320062.003975:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320062.003983:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320062.007103:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045872640:12345-0@lo:400:kworker.0 Request processed in 7499us (7769us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320062.007119:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:2.0:1767320062.008461:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045872640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320062.011754:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320062.011894:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045872768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320062.011952:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320062.012090:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872768 00000100:00100000:2.0:1767320062.012103:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872768 00000100:00100000:2.0:1767320062.012153:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911 00000100:00100000:2.0:1767320062.012163:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045872768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320062.012190:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320062.012265:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045872768:12345-0@lo:38:kworker.0 Request processed in 102us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320062.012273:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911 00000100:00080000:1.0:1767320062.012403:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320062.012410:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320062.012415:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045872768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320062.012502:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872384 00000100:00100000:0.0:1767320062.012507:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872384 00000100:00100000:0.0:1767320062.013674:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1767320062.013686:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045872384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320062.013708:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320062.013811:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045872384:12345-0@lo:38:kworker.0 Request processed in 124us (2068us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320062.013828:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00080000:2.0:1767320062.013930:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320062.013936:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320062.013940:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045872384:0@lo:38:kworker.0 00010000:00010000:3.0:1767320062.734485:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320063.759649:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320064.014518:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045872896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320064.014629:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320064.015113:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045872896 00000100:00100000:2.0:1767320064.015127:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045872896 00000100:00100000:2.0:1767320064.015216:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:2.0:1767320064.015227:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045872896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320064.015269:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767320064.015315:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320064.015324:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045872896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320064.015333:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:0.0:1767320064.015540:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045872896:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320064.015633:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045873024:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320064.015664:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320064.015742:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873024 00000100:00100000:0.0:1767320064.015748:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873024 00000100:00100000:0.0:1767320064.015824:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1767320064.015830:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045873024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320064.015846:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320064.015875:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045873024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320064.015880:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1767320064.015902:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045873024:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320064.016294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1767320064.782145:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320065.487469:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320065.487571:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320065.487722:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906560 00000100:00100000:2.0:1767320065.487735:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906560 00000100:00100000:2.0:1767320065.487840:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906432 00000100:00100000:2.0:1767320065.487844:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906432 00000100:00100000:2.0:1767320065.487868:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1462 00000100:00100000:2.0:1767320065.487882:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985906560:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320065.487998:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985906560:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 120us (541us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320065.488007:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1462 00000100:00100000:2.0:1767320065.488029:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1912 00000100:00100000:2.0:1767320065.488033:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985906432:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320065.488057:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320065.488088:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985906432:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (515us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320065.488094:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1912 00000100:00080000:1.0:1767320065.488701:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320065.811130:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320066.830552:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320067.088150:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320067.088161:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320067.088229:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320067.088234:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320067.088238:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320067.088246:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5260 00000100:00080000:3.0:1767320067.088251:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320067.088257:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320067.088277:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045873280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320067.088317:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320067.088320:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320067.088322:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320067.088325:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5260 00000100:00080000:3.0:1767320067.088328:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320067.088331:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320067.088341:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045873536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320067.088349:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320067.088352:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320067.088354:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320067.088357:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5260 00000100:00080000:3.0:1767320067.088359:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320067.088362:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320067.088373:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226300 x1853164045873664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320067.088392:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320067.088395:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320067.088396:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320067.088399:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5260 00000100:00080000:3.0:1767320067.088401:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320067.088404:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320067.088413:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdca80 x1853164045874048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320067.088507:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045873920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320067.088526:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045873152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320067.088583:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320067.088616:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320067.088699:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045873408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320067.088732:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873152 00000100:00100000:0.0:1767320067.088745:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320067.088745:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873152 00000100:00100000:0.0:1767320067.088840:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320067.088848:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045873792:0@lo:400:kworker.0 00000100:00100000:2.0:1767320067.088857:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873408 00000100:00100000:2.0:1767320067.088865:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873408 00000100:00100000:0.0:1767320067.088875:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320067.088908:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1767320067.088922:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045873152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320067.088929:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1767320067.088948:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045873408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320067.089047:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045873280:0@lo:38:kworker.0 00000100:00100000:3.0:1767320067.089102:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873920 00000100:00100000:3.0:1767320067.089108:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873920 00000100:00100000:3.0:1767320067.089144:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873792 00000100:00100000:3.0:1767320067.089147:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873792 00000100:00100000:3.0:1767320067.089166:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1767320067.089173:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045873920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320067.091495:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045873152:12345-0@lo:400:kworker.0 Request processed in 2564us (2870us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320067.091513:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00080000:2.0:1767320067.091577:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320067.091584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320067.091588:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320067.091618:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:2.0:1767320067.091641:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045873792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320067.091753:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045873792:12345-0@lo:400:kworker.0 Request processed in 126us (2878us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320067.091760:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00010000:00080000:2.0:1767320067.091854:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29500 x1853164045873152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320067.091874:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045873152:0@lo:400:kworker.0 00000100:00100000:2.0:1767320067.091922:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045873792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320067.092939:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320067.093014:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045873536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320067.093054:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320067.093078:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045873664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320067.093103:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320067.093125:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045874048:0@lo:38:kworker.0 00000100:00100000:1.0:1767320067.093146:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320067.093196:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873664 00000100:00100000:3.0:1767320067.093811:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045873920:12345-0@lo:400:kworker.0 Request processed in 4634us (5225us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320067.093824:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1767320067.093885:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045873920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320067.093934:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873280 00000100:00100000:3.0:1767320067.093941:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873280 00000100:00100000:3.0:1767320067.093968:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045873536 00000100:00100000:3.0:1767320067.093970:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873536 00000100:00100000:3.0:1767320067.093982:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874048 00000100:00100000:3.0:1767320067.093985:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874048 00000100:00100000:3.0:1767320067.094008:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1767320067.094015:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045873280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320067.094037:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320067.094084:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045873280:12345-0@lo:38:kworker.0 Request processed in 68us (1152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320067.094091:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:3.0:1767320067.094103:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1767320067.094106:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045873536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320067.094114:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320067.094136:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045873536:12345-0@lo:38:kworker.0 Request processed in 28us (1081us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320067.094141:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1914 00000100:00100000:3.0:1767320067.094151:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:3.0:1767320067.094154:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045874048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320067.094164:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320067.094186:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045874048:12345-0@lo:38:kworker.0 Request processed in 30us (1039us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320067.094191:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00000100:00080000:3.0:1767320067.094417:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320067.094423:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320067.094428:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045873280:0@lo:38:kworker.0 00000100:00080000:3.0:1767320067.094437:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320067.094440:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320067.094443:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045873536:0@lo:38:kworker.0 00000100:00080000:3.0:1767320067.094450:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320067.094453:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320067.094456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045874048:0@lo:38:kworker.0 00000100:00100000:1.0:1767320067.094777:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045873664 00000100:00100000:1.0:1767320067.094821:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1767320067.094826:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045873664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320067.094836:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320067.094875:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf91ee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045873664:12345-0@lo:38:kworker.0 Request processed in 47us (1770us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320067.094881:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:1.0:1767320067.094906:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320067.094911:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320067.094914:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045873664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320067.095388:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045873408:12345-0@lo:400:kworker.0 Request processed in 6443us (6642us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320067.095397:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00010000:00080000:3.0:1767320067.095666:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a300 x1853164045873408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320067.095680:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045873408:0@lo:400:kworker.0 00010000:00010000:1.0:1767320067.854104:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320068.878268:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320069.136681:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320069.136712:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045874176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320069.136796:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320069.136872:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874176 00000100:00100000:3.0:1767320069.136882:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874176 00000100:00100000:3.0:1767320069.136935:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1767320069.136943:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045874176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320069.136984:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767320069.137140:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320069.137372:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045874176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 428us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320069.137380:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1767320069.137462:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045874176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320069.137605:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045874304:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320069.137638:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320069.137930:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874304 00000100:00100000:3.0:1767320069.137935:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874304 00000100:00100000:3.0:1767320069.137983:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1767320069.137990:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045874304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320069.138009:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767320069.138262:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320069.138325:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045874304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 335us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320069.138332:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1767320069.138404:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045874304:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320069.902189:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320070.595550:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767320070.595599:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985906688 offset 0 length 520: 4 00000100:00100000:0.0:1767320070.595630:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320070.595645:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906944 00000100:00100000:2.0:1767320070.595655:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906944 00000100:00080000:0.0:1767320070.595704:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320070.595721:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985906816 00000100:00100000:2.0:1767320070.595724:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985906816 00000100:00100000:0.0:1767320070.595732:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1465 00000100:00100000:0.0:1767320070.595748:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985906944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320070.595862:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985906944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 120us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320070.603379:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1916 00000100:00100000:2.0:1767320070.603397:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985906816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320070.603423:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320070.603514:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985906816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 118us (7882us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320070.603523:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1916 00000100:00100000:0.0:1767320070.605735:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1465 00010000:00010000:3.0:1767320070.926270:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320071.186301:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320046/real 1767320046] req@ffffa07bf8c2b100 x1853164045867904/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320071 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320071.186344:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8c2b100 x1853164045867904/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320071 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320071.186366:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320071.186393:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320071.186398:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045867904:0@lo:250:kworker.0 00000100:00080000:2.0:1767320071.186589:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.186595:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320071.186598:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.186603:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5244 00000100:00080000:2.0:1767320071.186608:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.186614:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320071.186680:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164045874432/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320071.186801:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320071.186942:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045874432:0@lo:250:kworker.0 00000400:00000100:1.0:1767320071.186987:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045874432 offset 0 length 520: 4 00000100:00080000:2.0:1767320071.187465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.187470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.187474:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.187478:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5265 00000100:00080000:2.0:1767320071.187481:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.187486:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320071.187505:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b100 x1853164045874688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320071.187547:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.187550:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.187552:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.187556:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5265 00000100:00080000:2.0:1767320071.187558:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.187562:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320071.187573:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164045874944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320071.187582:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.187585:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.187587:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.187590:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5265 00000100:00080000:2.0:1767320071.187592:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.187595:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320071.187605:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045875072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320071.187675:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045874816:0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.187737:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320071.187795:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320071.187802:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045875200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.187827:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320071.187861:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875200 00000100:00100000:0.0:1767320071.187867:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875200 00000100:00100000:0.0:1767320071.187917:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1767320071.187927:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045875200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.187971:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045875200:12345-0@lo:400:kworker.0 Request processed in 46us (142us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320071.187978:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00080000:0.0:1767320071.187997:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320071.188020:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045875200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.188040:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874816 00000100:00100000:0.0:1767320071.188043:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874816 00000100:00080000:0.0:1767320071.188057:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320071.188078:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:0.0:1767320071.188084:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045874816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.188116:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045874816:12345-0@lo:400:kworker.0 Request processed in 32us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320071.188122:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00010000:00080000:0.0:1767320071.188142:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a300 x1853164045874816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320071.188152:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045874816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320071.188357:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045874688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320071.188385:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320071.188408:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045874944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320071.188427:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320071.188441:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045875072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320071.188461:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320071.188488:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875072 00000100:00100000:1.0:1767320071.188491:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875072 00000100:00100000:1.0:1767320071.188510:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1767320071.188515:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045875072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320071.188532:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320071.188561:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045875072:12345-0@lo:38:kworker.0 Request processed in 45us (98us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320071.188567:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:1.0:1767320071.188595:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320071.188599:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320071.188602:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045875072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320071.188618:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874688 00000100:00100000:1.0:1767320071.188622:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874688 00000100:00100000:1.0:1767320071.188642:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874944 00000100:00100000:1.0:1767320071.188656:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874944 00000100:00100000:1.0:1767320071.188674:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1767320071.188679:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045874688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320071.188689:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320071.188715:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045874688:12345-0@lo:38:kworker.0 Request processed in 35us (330us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320071.188721:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1917 00000100:00100000:1.0:1767320071.188732:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:1.0:1767320071.188735:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045874944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320071.188744:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320071.188791:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045874944:12345-0@lo:38:kworker.0 Request processed in 54us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320071.188797:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00080000:1.0:1767320071.188819:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320071.188822:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320071.188826:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045874688:0@lo:38:kworker.0 00000100:00080000:1.0:1767320071.188833:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320071.188836:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320071.188838:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045874944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320071.191982:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045875328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320071.192059:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320071.192091:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045874560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320071.192112:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320071.192204:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875328 00000100:00100000:0.0:1767320071.192213:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875328 00000100:00100000:0.0:1767320071.192273:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1767320071.192281:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045875328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320071.192342:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045875328:12345-0@lo:400:kworker.0 Request processed in 61us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320071.192352:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1767320071.192433:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045874560 00000100:00100000:1.0:1767320071.192438:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045874560 00000100:00100000:1.0:1767320071.192478:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:1.0:1767320071.192485:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045874560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320071.192516:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045874560:12345-0@lo:400:kworker.0 Request processed in 32us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320071.192522:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00080000:3.0:1767320071.192699:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320071.192704:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320071.192731:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045875328:0@lo:400:kworker.0 00010000:00080000:3.0:1767320071.192743:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225180 x1853164045874560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320071.192754:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045874560:0@lo:400:kworker.0 00000100:00080000:2.0:1767320071.198938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320071.198948:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320071.198952:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320071.198959:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5265 00000100:00080000:2.0:1767320071.198964:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320071.198971:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320071.199008:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8a80 x1853164045875456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320071.199179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045875456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320071.199249:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320071.199343:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875456 00000100:00100000:0.0:1767320071.199351:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875456 00000100:00100000:0.0:1767320071.199389:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:0.0:1767320071.199397:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045875456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320071.199417:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320071.199469:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045875456:12345-0@lo:38:kworker.0 Request processed in 71us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320071.199476:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00000100:00080000:2.0:1767320071.199554:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320071.199560:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320071.199563:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045875456:0@lo:38:kworker.0 00010000:00010000:1.0:1767320071.950443:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320072.974462:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320074.003703:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320074.254045:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045875584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320074.254120:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320074.254176:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875584 00000100:00100000:3.0:1767320074.254186:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875584 00000100:00100000:3.0:1767320074.254252:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1767320074.254262:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045875584:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320074.254274:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045875712:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320074.254290:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320074.254308:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320074.254510:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320074.254682:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875712 00000100:00100000:1.0:1767320074.254687:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875712 00000100:00100000:1.0:1767320074.254717:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1767320074.254724:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045875712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320074.254750:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320074.254805:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045875712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320074.254812:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1767320074.254854:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045875712:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320074.254976:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320074.255121:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045875584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 860us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320074.255129:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1767320074.255201:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045875584:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320075.022001:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320075.714371:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320075.714423:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907200 00000100:00100000:1.0:1767320075.714434:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907200 00000100:00100000:1.0:1767320075.714528:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1468 00000100:00100000:1.0:1767320075.714539:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985907200:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320075.714637:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985907200:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320075.714648:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1468 00000100:00080000:2.0:1767320075.714739:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320075.714910:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320075.714956:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907072 00000100:00100000:0.0:1767320075.714961:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907072 00000100:00100000:0.0:1767320075.714996:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1920 00000100:00100000:0.0:1767320075.715002:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985907072:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320075.715022:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320075.715060:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985907072:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (157us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320075.715067:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1920 00010000:00010000:1.0:1767320076.046017:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320076.302093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320076.302105:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320076.302192:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320076.302210:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320076.302214:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320076.302219:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320076.302227:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5269 00000100:00080000:3.0:1767320076.302231:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320076.302239:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320076.302284:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633800 x1853164045875968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320076.302331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320076.302335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320076.302338:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320076.302342:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5269 00000100:00080000:3.0:1767320076.302344:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320076.302347:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320076.302358:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630e00 x1853164045876224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320076.302366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320076.302369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320076.302371:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320076.302375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5269 00000100:00080000:3.0:1767320076.302377:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320076.302382:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320076.302393:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630000 x1853164045876352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320076.302457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045875968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.302528:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.302593:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045876224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.302618:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.302635:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045876352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.302661:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.302695:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876352 00000100:00100000:1.0:1767320076.302702:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876352 00000100:00100000:1.0:1767320076.302735:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1767320076.302742:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045876352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320076.302761:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320076.302823:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045876352:12345-0@lo:38:kworker.0 Request processed in 80us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320076.302830:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00080000:1.0:1767320076.302871:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.302876:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.302880:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045876352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.302916:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045876480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.302952:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.302974:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320076.302980:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045876096:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.303003:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.303028:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875968 00000100:00100000:1.0:1767320076.303032:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875968 00000100:00100000:1.0:1767320076.303050:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876224 00000100:00100000:1.0:1767320076.303052:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876224 00000100:00100000:1.0:1767320076.303064:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876096 00000100:00100000:1.0:1767320076.303067:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876096 00000100:00100000:1.0:1767320076.303101:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767320076.303107:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045876096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.303146:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045876096:12345-0@lo:400:kworker.0 Request processed in 39us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.303151:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767320076.303164:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1767320076.303167:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045875968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320076.303176:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320076.303201:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045875968:12345-0@lo:38:kworker.0 Request processed in 32us (673us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320076.303206:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:1.0:1767320076.303217:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:1.0:1767320076.303220:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045876224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320076.303228:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320076.303249:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045876224:12345-0@lo:38:kworker.0 Request processed in 27us (631us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320076.303254:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00010000:00080000:1.0:1767320076.303290:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0631880 x1853164045876096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320076.303300:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045876096:0@lo:400:kworker.0 00000100:00080000:1.0:1767320076.303320:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.303324:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.303326:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045875968:0@lo:38:kworker.0 00000100:00080000:1.0:1767320076.303333:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.303336:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.303338:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045876224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.303372:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876480 00000100:00100000:1.0:1767320076.303376:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876480 00000100:00100000:1.0:1767320076.303404:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1767320076.303410:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045876480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.303444:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045876480:12345-0@lo:400:kworker.0 Request processed in 35us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320076.303450:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:1.0:1767320076.303474:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045876480:0@lo:400:kworker.0 00000100:00100000:0.0:1767320076.303654:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045876608:0@lo:400:kworker.0 00000100:00080000:2.0:1767320076.303662:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320076.303668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320076.303687:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320076.303713:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045875840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320076.303733:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876608 00000100:00100000:0.0:1767320076.303735:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320076.303740:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876608 00000100:00100000:0.0:1767320076.303804:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1767320076.303805:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045875840 00000100:00100000:2.0:1767320076.303810:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045875840 00000100:00100000:0.0:1767320076.303815:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045876608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320076.303848:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:0.0:1767320076.303858:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045876608:12345-0@lo:400:kworker.0 Request processed in 44us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320076.303859:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045875840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320076.303871:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1767320076.303903:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045876608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320076.303908:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045875840:12345-0@lo:400:kworker.0 Request processed in 50us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320076.303914:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00010000:00080000:0.0:1767320076.303935:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225180 x1853164045875840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320076.303935:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320076.303939:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320076.303949:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045875840:0@lo:400:kworker.0 00000100:00080000:3.0:1767320076.304389:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320076.304394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320076.304398:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320076.304404:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5269 00000100:00080000:3.0:1767320076.304408:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320076.304413:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320076.304440:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630a80 x1853164045876736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320076.304490:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045876736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320076.304523:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320076.304632:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876736 00000100:00100000:2.0:1767320076.304637:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876736 00000100:00100000:2.0:1767320076.304662:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:2.0:1767320076.304668:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045876736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320076.304684:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320076.304787:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045876736:12345-0@lo:38:kworker.0 Request processed in 99us (244us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320076.304794:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00080000:1.0:1767320076.305623:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320076.305630:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320076.305634:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045876736:0@lo:38:kworker.0 00010000:00010000:1.0:1767320077.071234:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320078.098899:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320079.118648:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320079.374816:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045876864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320079.374930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320079.375428:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876864 00000100:00100000:3.0:1767320079.375442:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876864 00000100:00100000:3.0:1767320079.375539:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1767320079.375547:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320079.375554:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045876864:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320079.375564:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045876992:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320079.375607:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320079.375611:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320079.375648:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045876992 00000100:00100000:2.0:1767320079.375653:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045876992 00000100:00100000:3.0:1767320079.375675:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045876864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320079.375682:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1767320079.375893:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045876992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320079.375918:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320079.375950:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045876992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 262us (341us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320079.376005:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320079.376011:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320079.376054:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045876864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320079.376091:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:3.0:1767320079.376147:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045876992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320079.378605:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00010000:00010000:1.0:1767320080.142427:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320080.835679:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320080.836666:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907456 00000100:00100000:2.0:1767320080.836679:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907456 00000100:00100000:2.0:1767320080.836803:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1471 00000100:00100000:2.0:1767320080.836818:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985907456:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767320080.837005:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320080.837112:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985907456:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 298us (1442us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320080.837121:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1471 00000100:00100000:1.0:1767320080.852096:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320080.852586:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907328 00000100:00100000:2.0:1767320080.852596:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907328 00000100:00100000:2.0:1767320080.853514:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1924 00000100:00100000:2.0:1767320080.853523:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985907328:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320080.853547:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320080.853624:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985907328:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (2002us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320080.853632:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1924 00010000:00010000:1.0:1767320081.166523:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320081.422349:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320081.422359:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320081.422419:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320081.422423:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320081.422427:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320081.422434:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5274 00000100:00080000:1.0:1767320081.422439:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320081.422445:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320081.422476:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164045877248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320081.422522:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320081.422525:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320081.422527:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320081.422530:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5274 00000100:00080000:1.0:1767320081.422533:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320081.422536:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320081.422548:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164045877504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320081.422556:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320081.422560:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320081.422561:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320081.422564:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5274 00000100:00080000:1.0:1767320081.422566:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320081.422569:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320081.422580:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164045877632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320081.422600:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320081.422603:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320081.422605:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320081.422608:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5274 00000100:00080000:1.0:1767320081.422610:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320081.422613:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320081.422622:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf100 x1853164045878016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320081.422647:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045877376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.422696:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.422740:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320081.422744:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045877760:0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.422761:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.422797:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877760 00000100:00100000:1.0:1767320081.422802:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877760 00000100:00100000:1.0:1767320081.422839:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1767320081.422844:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045877760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320081.422878:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045877760:12345-0@lo:400:kworker.0 Request processed in 34us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320081.422883:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:1.0:1767320081.422914:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045877760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.422992:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877376 00000100:00100000:0.0:1767320081.422996:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877376 00000100:00100000:0.0:1767320081.423025:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:0.0:1767320081.423030:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045877376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.423055:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045877376:12345-0@lo:400:kworker.0 Request processed in 26us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320081.423059:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00080000:0.0:1767320081.423072:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320081.423087:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320081.423103:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045877888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.423126:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320081.423144:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320081.423150:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045877120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.423169:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320081.423190:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877888 00000100:00100000:0.0:1767320081.423193:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877888 00000100:00100000:0.0:1767320081.423211:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1767320081.423218:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045877888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.423250:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045877888:12345-0@lo:400:kworker.0 Request processed in 32us (122us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320081.423255:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00080000:0.0:1767320081.423268:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320081.423275:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877120 00000100:00100000:0.0:1767320081.423278:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877120 00000100:00100000:0.0:1767320081.423302:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1767320081.423306:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045877120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.423324:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045877120:12345-0@lo:400:kworker.0 Request processed in 19us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320081.423328:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00080000:0.0:1767320081.423337:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320081.423347:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf800 x1853164045877120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320081.423354:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045877120:0@lo:400:kworker.0 00000100:00100000:0.0:1767320081.423360:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045877888:0@lo:400:kworker.0 00010000:00080000:1.0:1767320081.423543:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045877376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320097 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320081.423558:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045877376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320081.423585:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045877248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320081.423614:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320081.423691:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045877504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320081.423714:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320081.423810:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045877632:0@lo:38:kworker.0 00000100:00100000:2.0:1767320081.423834:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320081.423862:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045878016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320081.423884:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320081.423944:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877248 00000100:00100000:1.0:1767320081.423949:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877248 00000100:00100000:1.0:1767320081.423968:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877504 00000100:00100000:1.0:1767320081.423982:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877504 00000100:00100000:1.0:1767320081.424001:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1767320081.424006:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045877248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320081.424023:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320081.424053:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045877248:12345-0@lo:38:kworker.0 Request processed in 46us (438us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320081.424059:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1767320081.424073:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:1.0:1767320081.424088:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045877504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320081.424097:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320081.424122:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045877504:12345-0@lo:38:kworker.0 Request processed in 33us (407us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320081.424127:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00000100:00100000:0.0:1767320081.424201:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045877632 00000100:00100000:0.0:1767320081.424206:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045877632 00000100:00100000:0.0:1767320081.424233:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1767320081.424238:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045877632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320081.424248:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320081.424274:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045877632:12345-0@lo:38:kworker.0 Request processed in 35us (438us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320081.424279:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00080000:2.0:1767320081.427513:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320081.427525:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320081.427531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045877248:0@lo:38:kworker.0 00000100:00080000:2.0:1767320081.427542:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320081.427545:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320081.427548:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045877504:0@lo:38:kworker.0 00000100:00080000:2.0:1767320081.427557:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320081.427561:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320081.427565:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045877632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320081.427720:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878016 00000100:00100000:3.0:1767320081.427729:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878016 00000100:00100000:0.0:1767320081.427832:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:0.0:1767320081.427840:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045878016:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320081.427862:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320081.427935:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045878016:12345-0@lo:38:kworker.0 Request processed in 94us (4049us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320081.427943:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00080000:2.0:1767320081.428266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320081.428272:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320081.428275:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045878016:0@lo:38:kworker.0 00010000:00010000:2.0:1767320082.194733:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320083.214079:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320084.239019:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320084.495545:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045878272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320084.495635:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320084.495723:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878272 00000100:00100000:2.0:1767320084.495731:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878272 00000100:00100000:2.0:1767320084.495817:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1767320084.495839:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045878272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320084.495870:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320084.495924:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045878272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320084.495931:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:2.0:1767320084.496010:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045878272:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320084.496308:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320084.496322:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320084.496332:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045878144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320084.496363:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320084.496596:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878144 00000100:00100000:1.0:1767320084.496601:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878144 00000100:00100000:1.0:1767320084.496645:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1767320084.496652:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045878144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320084.496671:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320084.496710:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045878144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320084.496720:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1767320084.496756:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045878144:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320084.496847:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320085.262041:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320085.954024:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320085.954083:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320085.954148:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907712 00000100:00100000:3.0:1767320085.954159:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907712 00000100:00100000:3.0:1767320085.954235:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907584 00000100:00100000:3.0:1767320085.954237:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907584 00000100:00100000:3.0:1767320085.954256:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1474 00000100:00100000:3.0:1767320085.954264:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985907712:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320085.954341:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985907712:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320085.954347:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1474 00000100:00100000:3.0:1767320085.954362:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1928 00000100:00100000:3.0:1767320085.954365:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985907584:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320085.954573:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320085.954657:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985907584:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 288us (572us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320085.954666:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1928 00000100:00080000:0.0:1767320085.954737:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320086.286252:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320086.542427:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320086.542444:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320086.542540:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320086.542545:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320086.542551:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320086.542563:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5279 00000100:00080000:3.0:1767320086.542570:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320086.542580:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320086.542617:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631f80 x1853164045878528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320086.542673:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045878400:0@lo:400:kworker.0 00000100:00080000:3.0:1767320086.542676:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320086.542689:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320086.542692:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320086.542696:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5279 00000100:00080000:3.0:1767320086.542699:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320086.542703:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320086.542732:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633b80 x1853164045878784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320086.542751:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320086.542756:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320086.542761:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320086.542792:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320086.542798:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5279 00000100:00080000:3.0:1767320086.542803:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320086.542809:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320086.542829:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633480 x1853164045878912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320086.542872:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320086.542876:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:3.0:1767320086.542877:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320086.542883:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320086.542889:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5279 00000100:00100000:0.0:1767320086.542893:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045879168:0@lo:400:kworker.0 00000100:00080000:3.0:1767320086.542894:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320086.542903:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320086.542919:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630700 x1853164045879296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320086.542955:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045879040:0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.542992:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.543031:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320086.543075:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879168 00000100:00100000:3.0:1767320086.543085:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320086.543086:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879168 00000100:00100000:3.0:1767320086.543100:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045878656:0@lo:400:kworker.0 00000100:00100000:3.0:1767320086.543133:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320086.543159:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879040 00000100:00100000:0.0:1767320086.543166:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879040 00000100:00100000:3.0:1767320086.543194:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1767320086.543210:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045879168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320086.543257:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878400 00000100:00100000:2.0:1767320086.543264:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878400 00000100:00100000:3.0:1767320086.543288:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045879168:12345-0@lo:400:kworker.0 Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320086.543306:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878656 00000100:00100000:2.0:1767320086.543311:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878656 00000100:00100000:2.0:1767320086.543346:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1767320086.543358:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045878400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320086.543429:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045878400:12345-0@lo:400:kworker.0 Request processed in 74us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320086.543437:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00100000:2.0:1767320086.543456:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1767320086.543462:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045878656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320086.543498:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045878656:12345-0@lo:400:kworker.0 Request processed in 37us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320086.543503:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:0.0:1767320086.543649:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1767320086.543657:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045879040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.543689:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045879040:12345-0@lo:400:kworker.0 Request processed in 33us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320086.543694:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1767320086.543734:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045879168:0@lo:400:kworker.0 00010000:00080000:0.0:1767320086.543748:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0631c00 x1853164045878400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320086.543757:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045878400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320086.543825:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045878528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320086.543855:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320086.543882:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045878784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320086.543902:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320086.543918:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045878912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320086.543945:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.543951:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1767320086.543997:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045879296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320086.544024:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320086.544055:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878528 00000100:00100000:3.0:1767320086.544064:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878528 00000100:00100000:0.0:1767320086.544075:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878784 00000100:00100000:0.0:1767320086.544083:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878784 00000100:00100000:3.0:1767320086.544104:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879296 00000100:00100000:3.0:1767320086.544110:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879296 00000100:00100000:0.0:1767320086.544118:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:0.0:1767320086.544128:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045878528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320086.544148:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320086.544182:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045878528:12345-0@lo:38:kworker.0 Request processed in 54us (326us total) trans 0 rc -19/-19 00010000:00080000:2.0:1767320086.544249:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0632680 x1853164045878656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320102 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320086.544259:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045878656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320086.544269:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045879040:0@lo:400:kworker.0 00000100:00100000:3.0:1767320086.544457:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:3.0:1767320086.544465:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045878784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320086.544587:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320086.544652:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045878784:12345-0@lo:38:kworker.0 Request processed in 188us (748us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320086.544659:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:3.0:1767320086.544674:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:3.0:1767320086.544678:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045879296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320086.544687:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320086.544947:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045879296:12345-0@lo:38:kworker.0 Request processed in 266us (922us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320086.544955:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00080000:1.0:1767320086.546296:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320086.546310:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320086.546313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320086.546342:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045878912 00000100:00100000:1.0:1767320086.546354:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045878912 00000100:00100000:1.0:1767320086.546419:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1767320086.546429:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045878912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320086.546450:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320086.546462:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:1.0:1767320086.546546:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045878912:12345-0@lo:38:kworker.0 Request processed in 116us (2599us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320086.546554:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:0.0:1767320086.546564:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320086.546575:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320086.546583:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045878528:0@lo:38:kworker.0 00000100:00080000:0.0:1767320086.546605:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320086.546609:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320086.546612:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045878784:0@lo:38:kworker.0 00000100:00080000:0.0:1767320086.546622:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320086.546626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320086.546628:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045878912:0@lo:38:kworker.0 00000100:00080000:0.0:1767320086.546639:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320086.546642:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320086.546644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045879296:0@lo:38:kworker.0 00010000:00010000:3.0:1767320087.309999:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320088.334024:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320089.358786:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320089.614276:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045879424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320089.614357:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320089.614484:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879424 00000100:00100000:3.0:1767320089.614493:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879424 00000100:00100000:3.0:1767320089.614561:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:3.0:1767320089.614572:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045879424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320089.614608:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320089.614656:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045879424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320089.614664:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:0.0:1767320089.614750:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045879424:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320089.614835:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320089.616076:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045879552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320089.616126:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320089.616219:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879552 00000100:00100000:3.0:1767320089.616227:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879552 00000100:00100000:3.0:1767320089.616292:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:3.0:1767320089.616300:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045879552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320089.616335:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767320089.616402:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320089.617599:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045879552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1294us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320089.617609:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:0.0:1767320089.617698:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045879552:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320090.382082:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320091.074080:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320091.074195:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907968 00000100:00100000:2.0:1767320091.074205:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907968 00000100:00100000:2.0:1767320091.074324:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1477 00000100:00100000:2.0:1767320091.074339:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985907968:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320091.074427:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985907968:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 89us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320091.074427:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320091.074442:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1477 00000100:00100000:2.0:1767320091.074462:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985907840 00000100:00100000:2.0:1767320091.074466:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985907840 00000100:00100000:2.0:1767320091.074500:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1932 00000100:00100000:2.0:1767320091.074509:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985907840:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320091.074528:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320091.074572:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985907840:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 65us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320091.074582:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1932 00000100:00080000:1.0:1767320091.074812:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320091.406055:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320091.661977:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.661985:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320091.662047:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.662052:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.662055:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.662063:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5284 00000100:00080000:1.0:1767320091.662067:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.662074:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320091.662095:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bdf80 x1853164045879808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320091.662137:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.662141:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.662143:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.662146:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5284 00000100:00080000:1.0:1767320091.662149:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.662152:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320091.662162:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164045880064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320091.662171:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.662174:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.662176:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.662179:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5284 00000100:00080000:1.0:1767320091.662182:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.662185:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320091.662195:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164045880192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320091.662227:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320091.662230:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320091.662232:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320091.662235:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5284 00000100:00080000:1.0:1767320091.662237:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320091.662241:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320091.662250:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164045880576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320091.662404:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045880448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662465:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320091.662516:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320091.662522:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045879680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662544:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320091.662573:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045880320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662593:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320091.662609:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320091.662613:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045879936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662631:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320091.662655:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879680 00000100:00100000:1.0:1767320091.662662:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879680 00000100:00100000:1.0:1767320091.662706:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879936 00000100:00100000:1.0:1767320091.662708:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879936 00000100:00100000:1.0:1767320091.662727:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1767320091.662734:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045879680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662808:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045879680:12345-0@lo:400:kworker.0 Request processed in 73us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320091.662815:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00100000:1.0:1767320091.662834:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1767320091.662840:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045879936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662867:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045879936:12345-0@lo:400:kworker.0 Request processed in 27us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320091.662872:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:1.0:1767320091.662889:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880448 00000100:00100000:1.0:1767320091.662892:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880448 00000100:00100000:1.0:1767320091.662915:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880320 00000100:00100000:1.0:1767320091.662918:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880320 00000100:00100000:1.0:1767320091.662933:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1767320091.662939:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045880448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.662964:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045880448:12345-0@lo:400:kworker.0 Request processed in 26us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320091.662969:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1767320091.662980:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1767320091.662985:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045880320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.663009:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045880320:12345-0@lo:400:kworker.0 Request processed in 23us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320091.663014:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:1.0:1767320091.663032:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320091.663035:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320091.663038:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320091.663061:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be680 x1853164045879936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320091.663073:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045879936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.663083:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045880320:0@lo:400:kworker.0 00010000:00080000:1.0:1767320091.663107:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be300 x1853164045879680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320107 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320091.663116:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045879680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320091.663124:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045880448:0@lo:400:kworker.0 00000100:00100000:2.0:1767320091.663225:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045879808:0@lo:38:kworker.0 00000100:00100000:2.0:1767320091.663257:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.663295:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045880064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320091.663315:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.663330:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045880192:0@lo:38:kworker.0 00000100:00100000:2.0:1767320091.663351:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.663369:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045880576:0@lo:38:kworker.0 00000100:00100000:2.0:1767320091.663387:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320091.663411:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880192 00000100:00100000:2.0:1767320091.663415:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880192 00000100:00100000:2.0:1767320091.663435:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1767320091.663440:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045880192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320091.663456:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320091.663484:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045880192:12345-0@lo:38:kworker.0 Request processed in 43us (132us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320091.663490:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1767320091.663507:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045879808 00000100:00100000:2.0:1767320091.663510:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045879808 00000100:00100000:2.0:1767320091.663523:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880064 00000100:00100000:2.0:1767320091.663526:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880064 00000100:00100000:2.0:1767320091.663534:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880576 00000100:00100000:2.0:1767320091.663536:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880576 00000100:00100000:2.0:1767320091.663545:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:2.0:1767320091.663549:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045879808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320091.663558:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320091.663580:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045879808:12345-0@lo:38:kworker.0 Request processed in 30us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320091.663585:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:2.0:1767320091.663594:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:2.0:1767320091.663598:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045880064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320091.663606:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320091.663626:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045880064:12345-0@lo:38:kworker.0 Request processed in 26us (309us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320091.663631:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00100000:2.0:1767320091.663640:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935 00000100:00100000:2.0:1767320091.663644:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045880576:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320091.663652:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320091.663669:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045880576:12345-0@lo:38:kworker.0 Request processed in 24us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320091.663674:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935 00000100:00080000:2.0:1767320091.663696:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320091.663701:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320091.663704:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045879808:0@lo:38:kworker.0 00000100:00080000:2.0:1767320091.663711:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320091.663714:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320091.663717:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045880064:0@lo:38:kworker.0 00000100:00080000:2.0:1767320091.663722:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320091.663725:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320091.663727:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045880192:0@lo:38:kworker.0 00000100:00080000:2.0:1767320091.663734:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320091.663737:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320091.663740:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045880576:0@lo:38:kworker.0 00010000:00010000:1.0:1767320092.432618:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320093.454157:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320094.481338:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320094.734303:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320094.734320:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045880704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320094.734393:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320094.734576:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880704 00000100:00100000:1.0:1767320094.734585:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880704 00000100:00100000:1.0:1767320094.734646:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1767320094.734655:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045880704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320094.734684:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320094.734727:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045880704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320094.734734:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1767320094.734892:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045880832:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320094.734918:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320094.735065:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880832 00000100:00100000:2.0:1767320094.735071:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880832 00000100:00100000:2.0:1767320094.735101:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1767320094.735109:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045880832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320094.735126:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320094.735418:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045880832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320094.735526:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045880832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320094.735535:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00080000:0.0:1767320094.735980:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320094.735985:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320094.736013:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045880704:0@lo:13:osp-pre-1-1.0 00000400:00000100:3.0:1767320095.171070:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985908096 offset 0 length 520: 4 00000100:00100000:3.0:1767320095.171158:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320095.171200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320095.171324:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908224 00000100:00100000:0.0:1767320095.171335:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908224 00000100:00100000:0.0:1767320095.171393:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908352 00000100:00100000:0.0:1767320095.171396:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908352 00000100:00100000:0.0:1767320095.171439:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1480 00000100:00100000:0.0:1767320095.171449:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985908352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320095.171522:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985908352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320095.171530:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1480 00000100:00100000:0.0:1767320095.171549:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1936 00000100:00100000:0.0:1767320095.171554:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985908224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320095.171574:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320095.173245:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320095.211341:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985908224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 39773us (40213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320095.211356:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1936 00010000:00010000:3.0:1767320095.502494:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320096.529540:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320096.781913:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320096.781923:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320096.781985:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320096.781990:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320096.781994:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320096.782002:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5289 00000100:00080000:1.0:1767320096.782007:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320096.782014:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320096.782034:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be680 x1853164045881088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320096.782068:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320096.782072:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320096.782074:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320096.782078:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5289 00000100:00080000:1.0:1767320096.782081:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320096.782085:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320096.782095:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164045881344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320096.782104:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320096.782107:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320096.782109:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320096.782112:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5289 00000100:00080000:1.0:1767320096.782115:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320096.782118:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320096.782142:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164045881472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320096.782162:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320096.782166:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320096.782167:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320096.782170:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5289 00000100:00080000:1.0:1767320096.782181:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320096.782185:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320096.782223:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46680 x1853164045881856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320096.782255:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045881600:0@lo:400:kworker.0 00000100:00100000:1.0:1767320096.782320:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320096.782383:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320096.782389:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045881216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320096.782414:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320096.782584:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320071/real 1767320071] req@ffffa07bc8227800 x1853164045874432/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320096 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320096.782604:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8227800 x1853164045874432/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320096 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320096.782617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045881088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320096.782644:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320096.782676:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045881344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320096.782697:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320096.782717:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045881472:0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.782728:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881600 00000100:00100000:3.0:1767320096.782738:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881600 00000100:00100000:2.0:1767320096.782744:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320096.782800:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045881856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320096.782824:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320096.782834:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:3.0:1767320096.782846:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045881600:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320096.782847:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320096.782861:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320096.782866:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045874432:0@lo:250:kworker.0 00000100:00100000:2.0:1767320096.782900:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881472 00000100:00100000:2.0:1767320096.782904:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881472 00000100:00100000:3.0:1767320096.782910:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045881600:12345-0@lo:400:kworker.0 Request processed in 66us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320096.782918:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1767320096.782932:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1767320096.782937:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045881472:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320096.782944:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881216 00000100:00100000:3.0:1767320096.782950:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881216 00010000:00020000:2.0:1767320096.782955:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320096.782977:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881088 00000100:00100000:3.0:1767320096.782981:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881088 00000100:00100000:2.0:1767320096.782994:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045881472:12345-0@lo:38:kworker.0 Request processed in 54us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320096.782999:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881344 00000100:00100000:2.0:1767320096.783003:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1767320096.783005:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881344 00000100:00100000:3.0:1767320096.783020:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881856 00000100:00100000:3.0:1767320096.783023:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881856 00000100:00100000:2.0:1767320096.783035:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00080000:0.0:1767320096.783170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320096.783250:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045881216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320096.783281:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045881216:12345-0@lo:400:kworker.0 Request processed in 240us (866us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320096.787361:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320096.787365:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:3.0:1767320096.787378:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045881088:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320096.787394:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045881728:0@lo:400:kworker.0 00010000:00020000:3.0:1767320096.787402:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320096.787489:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1938 00000100:00100000:1.0:1767320096.787497:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045881344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320096.787508:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320096.787552:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320096.787601:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320096.787608:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045880960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320096.787637:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320096.787669:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045881728 00000100:00100000:0.0:1767320096.788016:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045881728 00000100:00100000:0.0:1767320096.788084:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1767320096.788092:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045881728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320096.788143:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045881728:12345-0@lo:400:kworker.0 Request processed in 52us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320096.788150:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00080000:0.0:1767320096.788170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320096.788221:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045881728:0@lo:400:kworker.0 00000100:00080000:0.0:1767320096.788273:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320096.788279:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320096.788283:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320096.788288:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5269 00000100:00080000:0.0:1767320096.788292:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320096.788297:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320096.788322:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bdf80 x1853164045881984/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320096.788365:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00100000:0.0:1767320096.788373:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045880960 00000100:00100000:0.0:1767320096.788379:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045880960 00000100:00100000:2.0:1767320096.788391:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:0.0:1767320096.788410:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1482 00000100:00100000:0.0:1767320096.788419:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045880960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320096.788448:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045881856:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320096.788458:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045880960:12345-0@lo:400:kworker.0 Request processed in 40us (819us total) trans 0 rc 0/0 00010000:00020000:2.0:1767320096.788464:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320096.788469:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1482 00000100:00080000:0.0:1767320096.788487:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320096.788502:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045881984:0@lo:250:kworker.0 00000100:00100000:2.0:1767320096.788510:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045881856:12345-0@lo:38:kworker.0 Request processed in 110us (5684us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320096.788517:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00000400:00000100:0.0:1767320096.788530:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045881984 offset 0 length 520: 4 00000100:00080000:0.0:1767320096.788569:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320096.788575:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320096.788580:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045881088:0@lo:38:kworker.0 00010000:00080000:2.0:1767320096.788583:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf100 x1853164045881216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320096.788596:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320096.788596:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045881216:0@lo:400:kworker.0 00000100:00080000:0.0:1767320096.788606:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320096.788610:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045881472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320096.788620:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045881600:0@lo:400:kworker.0 00000100:00080000:0.0:1767320096.788627:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320096.788633:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320096.788636:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045881856:0@lo:38:kworker.0 00010000:00080000:0.0:1767320096.788692:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045880960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320096.788701:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045880960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320096.788888:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045881088:12345-0@lo:38:kworker.0 Request processed in 1510us (6240us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320096.788898:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00100000:1.0:1767320096.791360:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045881344:12345-0@lo:38:kworker.0 Request processed in 3854us (8652us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320096.791373:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1938 00000100:00080000:0.0:1767320096.791451:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320096.791456:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320096.791460:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045881344:0@lo:38:kworker.0 00010000:00010000:3.0:1767320097.550207:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320098.574363:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320099.598367:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320099.853973:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045882112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320099.854045:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320099.854170:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882112 00000100:00100000:1.0:1767320099.854179:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882112 00000100:00100000:1.0:1767320099.854255:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1767320099.854268:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045882112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320099.854307:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320099.854332:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045882240:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320099.854361:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320099.854367:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045882112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320099.854376:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:0.0:1767320099.854392:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882240 00000100:00100000:0.0:1767320099.854396:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882240 00000100:00100000:0.0:1767320099.854421:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:0.0:1767320099.854426:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045882240:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320099.854430:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320099.854437:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767320099.854442:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320099.854481:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045882240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320099.854486:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1767320099.854556:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045882112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320099.854636:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045882240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320100.292466:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320100.292647:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908608 00000100:00100000:1.0:1767320100.292658:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908608 00000100:00100000:1.0:1767320100.292738:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1483 00000100:00100000:1.0:1767320100.292748:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985908608:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320100.292861:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985908608:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320100.292869:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1483 00000100:00080000:0.0:1767320100.292971:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320100.294001:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320100.296043:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908480 00000100:00100000:3.0:1767320100.296059:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908480 00000100:00100000:3.0:1767320100.296150:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1940 00000100:00100000:3.0:1767320100.296159:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985908480:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320100.296183:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320100.296910:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985908480:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 746us (2910us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320100.296919:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1940 00010000:00010000:2.0:1767320100.622201:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320101.646359:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320101.904113:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320101.904123:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320101.904173:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320101.904177:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320101.904180:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320101.904189:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5295 00000100:00080000:1.0:1767320101.904194:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767320101.904201:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320101.904224:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44700 x1853164045882496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320101.904267:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320101.904271:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320101.904273:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320101.904276:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5295 00000100:00080000:1.0:1767320101.904279:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767320101.904282:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320101.904293:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d47800 x1853164045882752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320101.904301:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320101.904304:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320101.904306:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320101.904309:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5295 00000100:00080000:1.0:1767320101.904311:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767320101.904314:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320101.904324:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45880 x1853164045882880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320101.904343:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320101.904346:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320101.904348:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320101.904351:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5295 00000100:00080000:1.0:1767320101.904353:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1767320101.904356:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320101.904364:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44380 x1853164045883264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320101.904388:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045882624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320101.904471:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.904473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045882496:0@lo:38:kworker.0 00000100:00100000:3.0:1767320101.904549:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.904597:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045882752:0@lo:38:kworker.0 00000100:00100000:3.0:1767320101.904625:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320101.904631:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045882368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320101.904656:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045882880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320101.904677:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320101.904762:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045883136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320101.904864:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.904895:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045883264:0@lo:38:kworker.0 00000100:00100000:3.0:1767320101.904922:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320101.904968:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882880 00000100:00100000:3.0:1767320101.904977:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882880 00000100:00100000:2.0:1767320101.906382:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882624 00000100:00100000:2.0:1767320101.906395:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882624 00000100:00100000:2.0:1767320101.906463:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882496 00000100:00100000:2.0:1767320101.906467:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882496 00000100:00100000:2.0:1767320101.906485:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882752 00000100:00100000:2.0:1767320101.906488:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882752 00000100:00100000:2.0:1767320101.906495:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045882368 00000100:00100000:2.0:1767320101.906498:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045882368 00000100:00100000:2.0:1767320101.906523:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883264 00000100:00100000:2.0:1767320101.906526:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883264 00000100:00100000:2.0:1767320101.906538:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1767320101.906546:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045882624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.906608:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045882624:12345-0@lo:400:kworker.0 Request processed in 63us (2139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320101.906615:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1484 00000100:00100000:2.0:1767320101.906631:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1767320101.906638:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045882368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.906672:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045882368:12345-0@lo:400:kworker.0 Request processed in 35us (1996us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320101.906681:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1485 00000100:00100000:2.0:1767320101.906693:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941 00000100:00100000:2.0:1767320101.906699:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045882496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320101.906719:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320101.906755:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045882496:12345-0@lo:38:kworker.0 Request processed in 55us (2206us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320101.906761:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941 00000100:00100000:2.0:1767320101.906801:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:3.0:1767320101.906809:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1767320101.906812:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045882752:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320101.906826:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045882880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320101.906827:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320101.906854:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320101.906863:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045882752:12345-0@lo:38:kworker.0 Request processed in 49us (2235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320101.906871:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00100000:2.0:1767320101.906885:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:2.0:1767320101.906890:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045883264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320101.906901:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320101.906931:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045882880:12345-0@lo:38:kworker.0 Request processed in 105us (2064us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320101.906939:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1767320101.906947:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045883264:12345-0@lo:38:kworker.0 Request processed in 54us (2022us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320101.906956:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00010000:00080000:2.0:1767320101.907041:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d46d80 x1853164045882368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320101.907056:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045882368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.907120:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045883008:0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.907152:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320101.907198:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883008 00000100:00100000:2.0:1767320101.907203:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883008 00000100:00100000:2.0:1767320101.907231:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1767320101.907239:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045883008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.907270:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045883008:12345-0@lo:400:kworker.0 Request processed in 33us (117us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320101.907276:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00080000:2.0:1767320101.907291:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320101.907294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320101.907308:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045883008:0@lo:400:kworker.0 00000100:00080000:3.0:1767320101.907546:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320101.907555:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320101.907560:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045882496:0@lo:38:kworker.0 00000100:00080000:3.0:1767320101.907583:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320101.907587:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320101.907590:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045882752:0@lo:38:kworker.0 00000100:00080000:3.0:1767320101.907600:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320101.907604:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320101.907607:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045882880:0@lo:38:kworker.0 00000100:00080000:3.0:1767320101.907618:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320101.907621:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320101.907624:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045883264:0@lo:38:kworker.0 00010000:00080000:1.0:1767320101.907922:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45180 x1853164045882624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320117 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320101.907935:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045882624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320101.908074:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320101.908269:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883136 00000100:00100000:2.0:1767320101.908274:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883136 00000100:00100000:2.0:1767320101.908480:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:2.0:1767320101.908490:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045883136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320101.908737:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045883136:12345-0@lo:400:kworker.0 Request processed in 249us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320101.908744:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1767320101.908810:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045883136:0@lo:400:kworker.0 00000100:00080000:0.0:1767320101.909008:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320102.670009:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320103.695885:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320104.718345:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320104.974245:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320104.974268:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320104.974269:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045883392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320104.974298:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045883520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320104.974379:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320104.974435:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883392 00000100:00100000:2.0:1767320104.974449:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883392 00000100:00100000:3.0:1767320104.974580:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320104.976400:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320104.987004:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883520 00000100:00100000:2.0:1767320104.987034:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883520 00000100:00100000:2.0:1767320104.987115:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1767320104.987127:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045883392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320104.987173:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320104.987257:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045883392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 133us (12878us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320104.987264:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:2.0:1767320104.987286:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1767320104.987291:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045883520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320104.987307:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320104.987345:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045883520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (12766us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320104.987356:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:2.0:1767320104.987418:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045883392:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320104.987705:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320104.987738:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045883520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320105.412206:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320105.412346:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320105.413924:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908864 00000100:00100000:1.0:1767320105.413941:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908864 00000100:00100000:1.0:1767320105.414037:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908736 00000100:00100000:1.0:1767320105.414042:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908736 00000100:00100000:1.0:1767320105.414069:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1486 00000100:00100000:1.0:1767320105.414080:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985908864:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320105.414182:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985908864:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 102us (1992us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320105.414195:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1486 00000100:00100000:3.0:1767320105.414219:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1944 00000100:00100000:3.0:1767320105.414226:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985908736:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320105.414252:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320105.414285:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985908736:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (1940us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320105.414286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320105.414291:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1944 00010000:00010000:3.0:1767320105.742055:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320106.767213:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320107.023925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320107.023949:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320107.024585:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045883648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320107.024961:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320107.025571:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320107.025578:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320107.025584:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320107.025591:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5300 00000100:00080000:1.0:1767320107.025599:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767320107.025607:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320107.025647:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44a80 x1853164045883776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320107.025797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320107.025801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320107.025815:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320107.025819:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5300 00000100:00080000:1.0:1767320107.025823:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767320107.025827:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320107.025850:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45500 x1853164045884032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320107.025860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320107.025864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320107.025866:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320107.025869:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5300 00000100:00080000:1.0:1767320107.025874:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767320107.025878:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320107.025892:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45c00 x1853164045884160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320107.025925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320107.025928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320107.025930:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320107.025934:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5300 00000100:00080000:1.0:1767320107.025937:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1767320107.025940:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320107.025951:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44380 x1853164045884544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320107.025996:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320107.026010:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045884416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320107.026422:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045884288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320107.026467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320107.026522:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884416 00000100:00100000:2.0:1767320107.026534:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884416 00000100:00100000:1.0:1767320107.026578:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045883904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320107.026617:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320107.026637:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1767320107.026655:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045884416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320107.026721:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045884416:12345-0@lo:400:kworker.0 Request processed in 73us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320107.026729:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1767320107.026799:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320107.026831:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884288 00000100:00100000:2.0:1767320107.026836:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884288 00000100:00100000:2.0:1767320107.026862:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1767320107.026869:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045884288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320107.026962:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045883776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320107.027059:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045884416:0@lo:400:kworker.0 00000100:00080000:3.0:1767320107.027104:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320107.027109:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320107.027408:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045884288:12345-0@lo:400:kworker.0 Request processed in 538us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320107.027416:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1767320107.027458:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045884288:0@lo:400:kworker.0 00000100:00100000:0.0:1767320107.030796:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883648 00000100:00100000:0.0:1767320107.030820:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883648 00000100:00100000:0.0:1767320107.030915:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883904 00000100:00100000:0.0:1767320107.030919:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883904 00000100:00100000:0.0:1767320107.030952:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:0.0:1767320107.030964:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045883648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320107.031474:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:2.0:1767320107.031489:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045883904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320107.031595:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045883904:12345-0@lo:400:kworker.0 Request processed in 111us (4976us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320107.031603:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00080000:2.0:1767320107.031673:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320107.031996:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320107.032258:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045884032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320107.032318:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767320107.032478:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d47100 x1853164045883904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320107.032496:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045883904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320107.032520:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045884160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320107.032550:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320107.032576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045884544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320107.032597:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320107.032635:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884160 00000100:00100000:3.0:1767320107.032641:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884160 00000100:00100000:3.0:1767320107.032683:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1767320107.032690:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045884160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320107.032716:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320107.032758:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045884160:12345-0@lo:38:kworker.0 Request processed in 66us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320107.032765:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:3.0:1767320107.032823:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320107.032830:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320107.032833:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045884160:0@lo:38:kworker.0 00000100:00100000:2.0:1767320107.033339:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045883776 00000100:00100000:2.0:1767320107.033346:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045883776 00000100:00100000:2.0:1767320107.033380:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884032 00000100:00100000:2.0:1767320107.033384:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884032 00000100:00100000:2.0:1767320107.033399:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884544 00000100:00100000:2.0:1767320107.033401:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884544 00000100:00100000:2.0:1767320107.033414:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00000100:00100000:2.0:1767320107.033421:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045883776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320107.033436:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320107.033481:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045883776:12345-0@lo:38:kworker.0 Request processed in 59us (1496us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320107.033488:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00100000:2.0:1767320107.033503:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:2.0:1767320107.033507:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045884032:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320107.033517:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320107.033541:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045884032:12345-0@lo:38:kworker.0 Request processed in 33us (1223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320107.033547:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:2.0:1767320107.033558:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1947 00000100:00100000:2.0:1767320107.033562:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045884544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320107.033571:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320107.033598:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045884544:12345-0@lo:38:kworker.0 Request processed in 34us (999us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320107.033604:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1947 00000100:00080000:2.0:1767320107.035596:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320107.035613:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320107.035620:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045883776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320107.035637:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320107.035642:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320107.035645:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045884032:0@lo:38:kworker.0 00000100:00080000:2.0:1767320107.035657:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320107.035661:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320107.035675:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045884544:0@lo:38:kworker.0 00000100:00100000:0.0:1767320107.036337:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045883648:12345-0@lo:400:kworker.0 Request processed in 5363us (11364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320107.036354:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00010000:00080000:3.0:1767320107.036458:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45180 x1853164045883648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320107.036501:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045883648:0@lo:400:kworker.0 00010000:00010000:3.0:1767320107.790399:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320108.826847:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320109.838096:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320110.095580:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045884672:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320110.095662:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320110.095763:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884672 00000100:00100000:1.0:1767320110.095807:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884672 00000100:00100000:1.0:1767320110.095893:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1767320110.095914:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045884672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320110.095963:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767320110.095968:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320110.096301:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045884672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 396us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320110.096311:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1767320110.096653:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045884672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320110.100628:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320110.115888:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045884800:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320110.116012:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320110.117539:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884800 00000100:00100000:1.0:1767320110.117558:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884800 00000100:00100000:1.0:1767320110.117679:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:1.0:1767320110.117693:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045884800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320110.117741:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320110.117894:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045884800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 204us (1879us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320110.117902:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1767320110.118050:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045884800:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320110.122437:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320110.530052:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320110.530116:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320110.530356:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985909120 00000100:00100000:3.0:1767320110.530370:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985909120 00000100:00100000:3.0:1767320110.530460:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985908992 00000100:00100000:3.0:1767320110.530464:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985908992 00000100:00100000:3.0:1767320110.530485:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1489 00000100:00100000:3.0:1767320110.530498:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985909120:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320110.530595:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985909120:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320110.530604:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1489 00000100:00100000:3.0:1767320110.530624:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1948 00000100:00100000:3.0:1767320110.530629:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985908992:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320110.530654:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320110.530686:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985908992:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (569us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320110.530692:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1948 00000100:00080000:0.0:1767320110.531237:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320110.863323:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320111.886277:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320112.142021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320112.142037:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320112.142112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320112.142117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320112.142122:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320112.142132:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5305 00000100:00080000:1.0:1767320112.142140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767320112.142149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320112.142176:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44e00 x1853164045885056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320112.142221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320112.142225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320112.142226:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320112.142231:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5305 00000100:00080000:1.0:1767320112.142234:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767320112.142238:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320112.142251:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46a00 x1853164045885312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320112.142260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320112.142263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320112.142265:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320112.142268:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5305 00000100:00080000:1.0:1767320112.142271:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767320112.142275:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320112.142290:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46680 x1853164045885440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320112.142313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320112.142316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320112.142318:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320112.142321:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5305 00000100:00080000:1.0:1767320112.142324:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1767320112.142327:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320112.142341:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44380 x1853164045885824/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320112.142422:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045885184:0@lo:400:kworker.0 00000100:00100000:0.0:1767320112.142511:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320112.142593:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320112.142600:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045885568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320112.142629:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320112.142656:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045885056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320112.142681:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320112.142719:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045885312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320112.142743:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320112.142759:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045885440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320112.142817:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320112.142845:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045885824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320112.142867:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320112.142916:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885440 00000100:00100000:0.0:1767320112.142926:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885440 00000100:00100000:0.0:1767320112.142973:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1767320112.142982:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045885440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320112.143008:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320112.143058:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045885440:12345-0@lo:38:kworker.0 Request processed in 75us (240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320112.143066:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00080000:0.0:1767320112.143119:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320112.143124:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320112.143128:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045885440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320112.143351:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045885696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.143390:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320112.143417:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320112.143423:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045884928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.143447:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320112.143484:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885568 00000100:00100000:2.0:1767320112.143488:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885568 00000100:00100000:2.0:1767320112.143539:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885696 00000100:00100000:2.0:1767320112.143543:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885696 00000100:00100000:2.0:1767320112.143568:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767320112.143576:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045885568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.143627:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045885568:12345-0@lo:400:kworker.0 Request processed in 52us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320112.143633:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1767320112.143648:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767320112.143655:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045885696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.143687:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045885696:12345-0@lo:400:kworker.0 Request processed in 34us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320112.143693:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1767320112.143733:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885184 00000100:00100000:2.0:1767320112.143736:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885184 00000100:00100000:2.0:1767320112.143790:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885056 00000100:00100000:2.0:1767320112.143794:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885056 00000100:00100000:2.0:1767320112.143804:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885312 00000100:00100000:2.0:1767320112.143806:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885312 00000100:00100000:2.0:1767320112.143812:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885824 00000100:00100000:2.0:1767320112.143814:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885824 00000100:00100000:2.0:1767320112.143820:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045884928 00000100:00100000:2.0:1767320112.143823:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045884928 00000100:00100000:2.0:1767320112.143839:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1767320112.143845:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045885184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.143879:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045885184:12345-0@lo:400:kworker.0 Request processed in 34us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320112.143885:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:2.0:1767320112.143911:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1767320112.143917:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045884928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.143945:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045884928:12345-0@lo:400:kworker.0 Request processed in 28us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320112.143950:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:2.0:1767320112.143960:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949 00000100:00100000:2.0:1767320112.143964:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045885056:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320112.143976:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320112.144005:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045885056:12345-0@lo:38:kworker.0 Request processed in 40us (1323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320112.144011:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949 00000100:00100000:2.0:1767320112.144020:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1950 00000100:00100000:2.0:1767320112.144024:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045885312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320112.144032:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320112.144057:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045885312:12345-0@lo:38:kworker.0 Request processed in 32us (1314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320112.144063:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1950 00000100:00100000:2.0:1767320112.144074:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951 00000100:00100000:2.0:1767320112.144078:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045885824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320112.144087:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320112.144109:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045885824:12345-0@lo:38:kworker.0 Request processed in 30us (1240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320112.144114:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951 00000100:00080000:2.0:1767320112.144141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320112.144147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320112.144150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1767320112.144190:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d44700 x1853164045884928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320112.144204:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045884928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.144217:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045885696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320112.144247:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045885568:0@lo:400:kworker.0 00010000:00080000:2.0:1767320112.144258:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d46d80 x1853164045885184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320112.144267:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045885184:0@lo:400:kworker.0 00000100:00080000:2.0:1767320112.144296:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320112.144301:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320112.144305:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045885056:0@lo:38:kworker.0 00000100:00080000:2.0:1767320112.144314:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320112.144317:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320112.144320:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045885312:0@lo:38:kworker.0 00000100:00080000:2.0:1767320112.144327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320112.144331:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320112.144334:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045885824:0@lo:38:kworker.0 00010000:00010000:2.0:1767320112.910304:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320113.934262:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320114.959546:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320115.214120:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045885952:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320115.214218:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320115.214284:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045885952 00000100:00100000:2.0:1767320115.214295:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045885952 00000100:00100000:2.0:1767320115.214378:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:2.0:1767320115.214390:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045885952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320115.214437:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320115.214490:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045885952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320115.214495:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320115.214499:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:1.0:1767320115.214506:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045886080:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320115.214565:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320115.214696:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045885952:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320115.229254:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320115.229437:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886080 00000100:00100000:2.0:1767320115.229450:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886080 00000100:00100000:2.0:1767320115.229535:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:2.0:1767320115.229548:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045886080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320115.229596:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320115.229671:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045886080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320115.229679:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00080000:3.0:1767320115.229761:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320115.232557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045886080:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320115.650754:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320115.650861:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320115.651393:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985909376 00000100:00100000:1.0:1767320115.651412:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985909376 00000100:00100000:1.0:1767320115.651514:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985909248 00000100:00100000:1.0:1767320115.651518:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985909248 00000100:00100000:1.0:1767320115.651555:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1492 00000100:00100000:0.0:1767320115.651572:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1952 00000100:00100000:1.0:1767320115.651574:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985909376:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320115.651593:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985909248:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320115.651619:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320115.651691:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320115.651695:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985909376:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 127us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320115.651706:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1492 00000100:00100000:0.0:1767320115.652087:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985909248:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 496us (1223us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320115.652098:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1952 00010000:00010000:3.0:1767320115.984285:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320117.007074:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320117.262032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.262049:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320117.262135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.262140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.262148:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320117.262160:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5310 00000100:00080000:2.0:1767320117.262167:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.262176:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320117.262208:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164045886336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320117.262222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045886208:0@lo:400:kworker.0 00000100:00080000:2.0:1767320117.262248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.262253:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.262255:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320117.262260:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5310 00000100:00080000:2.0:1767320117.262264:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.262267:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320117.262310:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651b800 x1853164045886592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320117.262331:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320117.262337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.262343:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.262345:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320117.262351:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5310 00000100:00080000:2.0:1767320117.262354:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.262359:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320117.262374:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6519880 x1853164045886720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320117.262404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320117.262407:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320117.262411:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320117.262416:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5310 00000100:00080000:2.0:1767320117.262419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320117.262423:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320117.262432:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320117.262438:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518380 x1853164045887104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320117.262448:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045886976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320117.262493:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045886848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320117.262504:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320117.262551:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886976 00000100:00100000:2.0:1767320117.262559:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320117.262563:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886976 00000100:00100000:2.0:1767320117.262598:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320117.262605:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045886464:0@lo:400:kworker.0 00000100:00100000:2.0:1767320117.262633:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320117.262643:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886848 00000100:00100000:0.0:1767320117.262650:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886848 00000100:00100000:2.0:1767320117.262681:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886208 00000100:00100000:2.0:1767320117.262689:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886208 00000100:00100000:2.0:1767320117.262729:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886464 00000100:00100000:2.0:1767320117.262731:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886464 00000100:00100000:2.0:1767320117.262752:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1767320117.262761:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045886208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320117.262837:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1494 00000100:00100000:1.0:1767320117.262852:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045886464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320117.262931:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045886464:12345-0@lo:400:kworker.0 Request processed in 84us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320117.262939:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1494 00010000:00080000:1.0:1767320117.263143:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeb100 x1853164045886464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320117.263157:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045886464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320117.266973:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1767320117.267006:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045886976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320117.267189:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045886976:12345-0@lo:400:kworker.0 Request processed in 141us (4624us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320117.267198:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1767320117.267227:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1767320117.267235:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045886848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320117.267275:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045886848:12345-0@lo:400:kworker.0 Request processed in 42us (4722us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320117.267281:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:3.0:1767320117.267324:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045886336:0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.267371:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320117.267414:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045886592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.267433:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320117.267450:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045886720:0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.267483:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320117.267506:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045887104:0@lo:38:kworker.0 00000100:00100000:3.0:1767320117.267526:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320117.267564:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886720 00000100:00100000:3.0:1767320117.267572:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886720 00000100:00100000:3.0:1767320117.267603:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1767320117.267608:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045886720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320117.267631:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320117.267661:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045886720:12345-0@lo:38:kworker.0 Request processed in 52us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320117.267667:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1767320117.267688:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886336 00000100:00100000:3.0:1767320117.267691:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886336 00000100:00100000:3.0:1767320117.267710:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045886592 00000100:00100000:3.0:1767320117.267712:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045886592 00000100:00100000:3.0:1767320117.267719:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045887104 00000100:00100000:3.0:1767320117.267720:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045887104 00000100:00100000:3.0:1767320117.267729:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1953 00000100:00100000:3.0:1767320117.267734:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045886336:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320117.267754:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320117.267810:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045886336:12345-0@lo:38:kworker.0 Request processed in 75us (439us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320117.267816:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1953 00000100:00100000:3.0:1767320117.267826:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:3.0:1767320117.267830:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045886592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320117.267837:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320117.267862:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045886592:12345-0@lo:38:kworker.0 Request processed in 31us (428us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320117.267867:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00100000:3.0:1767320117.267877:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:3.0:1767320117.267880:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045887104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320117.267888:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320117.267910:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045887104:12345-0@lo:38:kworker.0 Request processed in 27us (382us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320117.267919:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00080000:3.0:1767320117.267963:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320117.267969:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320117.267974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045886336:0@lo:38:kworker.0 00000100:00080000:3.0:1767320117.267986:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320117.267990:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320117.267993:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045886592:0@lo:38:kworker.0 00000100:00080000:3.0:1767320117.268001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320117.268004:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320117.268007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045886720:0@lo:38:kworker.0 00000100:00080000:3.0:1767320117.268014:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320117.268017:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320117.268020:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045887104:0@lo:38:kworker.0 00000100:00080000:3.0:1767320117.268114:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320117.268123:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320117.268126:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320117.268254:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045886208:12345-0@lo:400:kworker.0 Request processed in 5491us (5935us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320117.268264:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1493 00000100:00100000:2.0:1767320117.268328:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045886976:0@lo:400:kworker.0 00010000:00080000:2.0:1767320117.268345:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb264e00 x1853164045886208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320117.268358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045886208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320117.275327:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045886848:0@lo:400:kworker.0 00010000:00010000:3.0:1767320118.034575:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320119.053993:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320120.078620:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320120.334364:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320120.334404:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045887232:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320120.334502:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320120.334731:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320120.334753:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045887360:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320120.334812:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320120.334854:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045887232 00000100:00100000:1.0:1767320120.334864:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045887232 00000100:00100000:1.0:1767320120.334923:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045887360 00000100:00100000:1.0:1767320120.334926:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045887360 00000100:00100000:1.0:1767320120.334946:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1767320120.334955:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045887232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320120.334993:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320120.335042:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045887232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320120.335051:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:1.0:1767320120.335084:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1767320120.335091:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045887360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320120.335119:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320120.335162:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045887360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320120.335169:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:1.0:1767320120.335230:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045887360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320120.335357:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045887232:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320120.335567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320120.335572:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320120.770200:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767320120.770248:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985909504 offset 0 length 520: 4 00000100:00100000:2.0:1767320120.770277:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320120.770386:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985909760 00000100:00100000:1.0:1767320120.770396:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985909760 00000100:00100000:1.0:1767320120.770473:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985909632 00000100:00100000:1.0:1767320120.770477:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985909632 00000100:00100000:1.0:1767320120.770498:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1495 00000100:00100000:1.0:1767320120.770509:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985909760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320120.770593:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985909760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320120.770601:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1495 00000100:00100000:1.0:1767320120.770630:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1956 00000100:00100000:1.0:1767320120.770636:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985909632:12345-192.168.204.59@tcp:38:kworker.0 00000100:00080000:0.0:1767320120.770650:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:1.0:1767320120.770671:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320120.770706:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985909632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (427us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320120.770716:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1956 00010000:00010000:2.0:1767320121.103906:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320121.357896:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320096/real 1767320096] req@ffffa07bdb4bdf80 x1853164045881984/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320121 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320121.357929:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bdb4bdf80 x1853164045881984/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320121 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320121.357949:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320121.357974:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320121.357978:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045881984:0@lo:250:kworker.0 00000100:00080000:3.0:1767320121.358596:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320121.358603:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320121.358606:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320121.358613:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5295 00000100:00080000:3.0:1767320121.358617:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320121.358624:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320121.358657:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70000 x1853164045887488/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320121.358726:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320121.358729:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320121.358731:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320121.358735:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5315 00000100:00080000:3.0:1767320121.358737:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320121.358741:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320121.358755:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72300 x1853164045887744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320121.358796:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767320121.358806:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320121.358811:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045887616:0@lo:400:kworker.0 00000100:00080000:3.0:1767320121.358812:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320121.358817:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320121.358823:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5315 00000100:00080000:3.0:1767320121.358825:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320121.358829:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320121.358844:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73100 x1853164045888000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320121.358853:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320121.358856:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320121.358858:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320121.358862:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5315 00000100:00080000:3.0:1767320121.358864:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320121.358868:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320121.358877:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320121.358884:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71500 x1853164045888128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320121.358910:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320121.358913:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320121.358914:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320121.358917:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5315 00000100:00080000:3.0:1767320121.358919:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320121.358923:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320121.358935:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045888384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320121.358937:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72680 x1853164045888512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320121.358966:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320121.358979:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045888256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320121.359000:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888384 00000100:00100000:0.0:1767320121.359008:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888384 00000100:00100000:3.0:1767320121.359021:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320121.359053:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888256 00000100:00100000:0.0:1767320121.359059:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888256 00000100:00100000:3.0:1767320121.359059:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320121.359069:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045887872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320121.359092:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1767320121.359097:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320121.359107:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045888384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320121.359130:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1767320121.359140:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045888256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320121.359170:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045888384:12345-0@lo:400:kworker.0 Request processed in 65us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320121.359180:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:3.0:1767320121.359187:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045888256:12345-0@lo:400:kworker.0 Request processed in 48us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320121.359195:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1767320121.359224:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045887616 00000100:00100000:0.0:1767320121.359229:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045888384:0@lo:400:kworker.0 00000100:00100000:3.0:1767320121.359229:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045887616 00000100:00080000:0.0:1767320121.359270:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320121.359280:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045887872 00000100:00100000:3.0:1767320121.359284:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045887872 00000100:00100000:0.0:1767320121.359301:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00080000:1.0:1767320121.359355:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320121.359385:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045887616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320121.359428:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045887616:12345-0@lo:400:kworker.0 Request processed in 120us (552us total) trans 0 rc 0/0 00010000:00080000:1.0:1767320121.359465:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70380 x1853164045887616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320121.359472:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045887616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320121.359548:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045887488:0@lo:250:kworker.0 00000400:00000100:2.0:1767320121.359570:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045887488 offset 0 length 520: 4 00000100:00100000:2.0:1767320121.359587:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045887744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320121.359604:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320121.359627:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045888000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320121.359644:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320121.359655:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045888128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320121.359671:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320121.359685:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045888512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320121.359736:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320121.359763:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888128 00000100:00100000:2.0:1767320121.359782:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888128 00000100:00100000:2.0:1767320121.359802:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1767320121.359806:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045888128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320121.359825:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320121.359856:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045888128:12345-0@lo:38:kworker.0 Request processed in 48us (183us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320121.359862:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00080000:2.0:1767320121.359891:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320121.359896:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320121.359900:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045888128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320121.359914:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045887744 00000100:00100000:1.0:1767320121.359918:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045887744 00000100:00100000:2.0:1767320121.359952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045888256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320121.359978:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888000 00000100:00100000:2.0:1767320121.359981:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888000 00000100:00100000:0.0:1767320121.361549:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:3.0:1767320121.361570:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888512 00000100:00100000:3.0:1767320121.361579:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888512 00000100:00100000:0.0:1767320121.361584:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1767320121.361599:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045887872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320121.361606:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957 00000100:00100000:3.0:1767320121.361613:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045888512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320121.361634:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320121.361690:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045887872:12345-0@lo:400:kworker.0 Request processed in 96us (2594us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320121.361698:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045888512:12345-0@lo:38:kworker.0 Request processed in 82us (1958us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320121.361701:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:3.0:1767320121.361712:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957 00010000:00080000:3.0:1767320121.361815:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70a80 x1853164045887872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320121.361825:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320121.361830:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045887872:0@lo:400:kworker.0 00000100:00080000:0.0:1767320121.361834:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320121.361840:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045888512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320121.362059:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:1.0:1767320121.362065:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045887744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320121.362088:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320121.362297:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045887744:12345-0@lo:38:kworker.0 Request processed in 229us (2690us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320121.362304:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00000100:00080000:3.0:1767320121.362833:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320121.362840:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320121.362844:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045887744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320121.365329:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1959 00000100:00100000:2.0:1767320121.365343:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045888000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320121.365368:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320121.365453:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045888000:12345-0@lo:38:kworker.0 Request processed in 110us (5806us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320121.365460:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1959 00000100:00080000:3.0:1767320121.365628:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320121.365634:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320121.365638:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045888000:0@lo:38:kworker.0 00010000:00010000:3.0:1767320122.127759:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320123.150296:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320124.176480:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320125.198915:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320125.454051:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045888640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320125.454131:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320125.454158:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888640 00000100:00100000:0.0:1767320125.454159:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320125.454168:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888640 00000100:00100000:0.0:1767320125.454175:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045888768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320125.454229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320125.454248:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320125.454845:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888768 00000100:00100000:1.0:1767320125.454851:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888768 00000100:00100000:0.0:1767320125.454860:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:0.0:1767320125.454874:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045888640:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320125.454883:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320125.454887:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1767320125.454896:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045888768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320125.454904:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767320125.454924:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320125.455378:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045888768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 483us (1148us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320125.455387:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:0.0:1767320125.455517:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045888640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 646us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320125.455526:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:2.0:1767320125.455566:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045888768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320125.455749:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045888640:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320125.891146:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320125.891199:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320125.891298:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910016 00000100:00100000:2.0:1767320125.891309:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910016 00000100:00100000:2.0:1767320125.891387:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985909888 00000100:00100000:2.0:1767320125.891391:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985909888 00000100:00100000:2.0:1767320125.891422:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1498 00000100:00100000:2.0:1767320125.891436:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985910016:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320125.891511:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985910016:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320125.891519:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1498 00000100:00100000:2.0:1767320125.891537:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1960 00000100:00100000:2.0:1767320125.891541:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985909888:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320125.891561:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320125.891586:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985909888:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (386us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320125.891592:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1960 00000100:00080000:3.0:1767320125.892299:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320126.222062:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320126.478369:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.478382:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320126.478490:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045888896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320126.478585:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320126.478795:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.478800:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.478806:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.478812:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5319 00000100:00080000:2.0:1767320126.478817:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.478824:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320126.478855:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651aa00 x1853164045889024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320126.478885:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.478890:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.478892:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.478895:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5319 00000100:00080000:2.0:1767320126.478897:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.478900:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320126.478909:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518700 x1853164045889280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320126.478917:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.478920:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.478921:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.478924:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5319 00000100:00080000:2.0:1767320126.478927:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.478930:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320126.478938:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6519180 x1853164045889408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320126.479041:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045889024:0@lo:38:kworker.0 00000100:00100000:3.0:1767320126.479076:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.479101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045889280:0@lo:38:kworker.0 00000100:00100000:3.0:1767320126.479123:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.479139:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045889408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320126.479163:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.479193:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045889664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320126.479219:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320126.479263:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045888896 00000100:00100000:3.0:1767320126.479270:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045888896 00000100:00100000:3.0:1767320126.479325:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889024 00000100:00100000:3.0:1767320126.479329:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889024 00000100:00100000:3.0:1767320126.479340:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889280 00000100:00100000:3.0:1767320126.479342:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889280 00000100:00100000:3.0:1767320126.479357:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:3.0:1767320126.479366:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045888896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.479464:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:1.0:1767320126.479471:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045889024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320126.479490:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320126.479529:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045889024:12345-0@lo:38:kworker.0 Request processed in 57us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320126.479535:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00100000:1.0:1767320126.479554:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1962 00000100:00100000:1.0:1767320126.479558:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045889280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320126.479567:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320126.479588:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045889280:12345-0@lo:38:kworker.0 Request processed in 29us (465us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320126.479594:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1962 00000100:00080000:1.0:1767320126.479649:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320126.479654:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320126.479658:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045889024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320126.479668:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320126.479670:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320126.479673:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045889280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320126.479731:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889408 00000100:00100000:1.0:1767320126.479735:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889408 00000100:00100000:1.0:1767320126.479756:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1767320126.479761:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045889408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320126.479793:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320126.479824:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045889408:12345-0@lo:38:kworker.0 Request processed in 61us (659us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320126.479830:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1767320126.479851:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045889536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.479879:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320126.479902:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320126.479909:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045889152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.479931:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320126.479955:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889152 00000100:00100000:1.0:1767320126.479959:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889152 00000100:00100000:1.0:1767320126.479987:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1767320126.479992:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045889152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.480026:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045889152:12345-0@lo:400:kworker.0 Request processed in 33us (94us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320126.480032:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00010000:00080000:1.0:1767320126.480062:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be651ad80 x1853164045889152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320126.480073:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045889152:0@lo:400:kworker.0 00000100:00080000:1.0:1767320126.480094:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320126.480098:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320126.480101:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045889408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320126.480141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320126.480155:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889664 00000100:00100000:1.0:1767320126.480159:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889664 00000100:00100000:1.0:1767320126.480185:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889536 00000100:00100000:1.0:1767320126.480188:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889536 00000100:00100000:1.0:1767320126.480204:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1767320126.480210:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045889664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.480246:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045889664:12345-0@lo:400:kworker.0 Request processed in 36us (1026us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320126.480256:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:1.0:1767320126.480268:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1767320126.480273:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045889536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.480302:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045889536:12345-0@lo:400:kworker.0 Request processed in 28us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320126.480307:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1767320126.480330:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045889536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320126.480404:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045889664:0@lo:400:kworker.0 00000100:00080000:2.0:1767320126.486337:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320126.486349:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320126.486353:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320126.486361:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5319 00000100:00080000:2.0:1767320126.486366:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320126.486373:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320126.486420:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6519880 x1853164045889792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320126.486606:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045888896:12345-0@lo:400:kworker.0 Request processed in 7236us (8016us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320126.486621:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:1.0:1767320126.487041:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045889792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320126.487113:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767320126.487190:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be651b480 x1853164045888896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320142 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320126.487213:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045888896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320126.487227:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889792 00000100:00100000:3.0:1767320126.487245:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889792 00000100:00100000:3.0:1767320126.487294:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963 00000100:00100000:3.0:1767320126.487301:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045889792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320126.487323:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320126.487373:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045889792:12345-0@lo:38:kworker.0 Request processed in 72us (259us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320126.487380:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963 00000100:00080000:3.0:1767320126.487407:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320126.487412:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320126.487417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045889792:0@lo:38:kworker.0 00010000:00010000:2.0:1767320127.250070:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320128.273641:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320129.295030:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320130.321300:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320130.574038:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045889920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320130.574121:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320130.574270:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045889920 00000100:00100000:2.0:1767320130.574278:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045889920 00000100:00100000:2.0:1767320130.574367:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1767320130.574378:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045889920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320130.574407:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320130.574479:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045889920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 103us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320130.574486:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:2.0:1767320130.574535:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045889920:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320130.574700:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320130.574711:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045890048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320130.574742:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320130.574797:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890048 00000100:00100000:1.0:1767320130.574801:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890048 00000100:00100000:1.0:1767320130.574827:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1767320130.574834:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045890048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320130.574851:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320130.574883:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045890048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320130.574889:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:1.0:1767320130.574921:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045890048:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320130.575015:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320130.575019:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320131.010625:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320131.010830:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320131.012299:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910144 00000100:00100000:1.0:1767320131.012310:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910144 00000100:00100000:3.0:1767320131.012331:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910272 00000100:00100000:3.0:1767320131.012337:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910272 00000100:00100000:1.0:1767320131.012424:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1964 00000100:00100000:1.0:1767320131.012433:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985910144:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320131.012455:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320131.012502:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320131.012518:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985910144:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 85us (1903us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320131.012524:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1964 00000100:00100000:1.0:1767320131.012553:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1501 00000100:00100000:1.0:1767320131.012560:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985910272:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320131.012595:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985910272:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 37us (1766us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320131.012601:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1501 00010000:00010000:2.0:1767320131.344831:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320131.598569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320131.598581:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320131.598649:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320131.598653:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320131.598657:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320131.598665:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5324 00000100:00080000:3.0:1767320131.598670:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320131.598676:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320131.598696:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70380 x1853164045890304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320131.598806:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320131.598820:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045890176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.598894:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.599067:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890176 00000100:00100000:0.0:1767320131.599076:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890176 00000100:00100000:0.0:1767320131.599158:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1502 00000100:00100000:0.0:1767320131.599167:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045890176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.599236:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045890176:12345-0@lo:400:kworker.0 Request processed in 70us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320131.599243:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1502 00000100:00080000:2.0:1767320131.599389:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320131.599417:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71500 x1853164045890176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320131.599429:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045890176:0@lo:400:kworker.0 00000100:00080000:3.0:1767320131.600876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320131.600881:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320131.600884:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320131.600890:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5324 00000100:00080000:3.0:1767320131.600894:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320131.600899:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320131.600918:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71500 x1853164045890560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320131.600928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320131.600931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320131.600936:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320131.600939:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5324 00000100:00080000:3.0:1767320131.600941:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320131.600945:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320131.600955:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71c00 x1853164045890688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320131.601012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320131.601015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320131.601018:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320131.601021:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5324 00000100:00080000:3.0:1767320131.601023:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320131.601026:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320131.601162:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045890816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.601213:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320131.601254:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320131.601260:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045890432:0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.601315:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320131.601360:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045890944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.601383:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.601559:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890432 00000100:00100000:0.0:1767320131.601567:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890432 00000100:00100000:0.0:1767320131.601624:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1767320131.601633:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045890432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.601675:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045890432:12345-0@lo:400:kworker.0 Request processed in 44us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320131.601682:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1503 00000100:00100000:0.0:1767320131.601705:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045890304:0@lo:38:kworker.0 00000100:00100000:0.0:1767320131.601743:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.601764:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045890560:0@lo:38:kworker.0 00000100:00100000:0.0:1767320131.601828:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.601844:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045890688:0@lo:38:kworker.0 00000100:00100000:0.0:1767320131.601870:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320131.601925:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890304 00000100:00100000:0.0:1767320131.601929:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890304 00000100:00100000:0.0:1767320131.601942:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890560 00000100:00100000:0.0:1767320131.601945:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890560 00000100:00100000:0.0:1767320131.601957:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1965 00000100:00100000:0.0:1767320131.601962:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045890304:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320131.601991:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320131.602023:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045890304:12345-0@lo:38:kworker.0 Request processed in 60us (279us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320131.602030:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1965 00000100:00080000:2.0:1767320131.602298:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320131.602327:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71f80 x1853164045890432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320147 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320131.602341:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045890432:0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.602402:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:0.0:1767320131.602407:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045890560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320131.602417:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320131.602444:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045890560:12345-0@lo:38:kworker.0 Request processed in 36us (615us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320131.602451:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00000100:00080000:0.0:1767320131.602476:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.602481:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.602485:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045890304:0@lo:38:kworker.0 00000100:00080000:0.0:1767320131.602492:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.602495:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.602498:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045890560:0@lo:38:kworker.0 00000100:00100000:3.0:1767320131.602583:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083480 x1853164045891072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320131.602804:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890688 00000100:00100000:1.0:1767320131.602810:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890688 00000100:00100000:1.0:1767320131.602867:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1767320131.602873:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045890688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320131.602884:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320131.602914:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045890688:12345-0@lo:38:kworker.0 Request processed in 41us (1042us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320131.602920:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1767320131.603178:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890816 00000100:00100000:2.0:1767320131.603183:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890816 00000100:00100000:2.0:1767320131.603232:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045890944 00000100:00100000:2.0:1767320131.603236:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045890944 00000100:00100000:2.0:1767320131.603256:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1767320131.603264:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045890816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.603301:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045890816:12345-0@lo:400:kworker.0 Request processed in 38us (2088us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320131.603308:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:2.0:1767320131.603320:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1767320131.603326:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045890944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.603356:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045890944:12345-0@lo:400:kworker.0 Request processed in 30us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320131.603361:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1767320131.603391:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045890816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320131.603419:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045890944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320131.604184:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045891072:0@lo:38:kworker.0 00000100:00100000:0.0:1767320131.604225:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320131.604269:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.604274:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.604278:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045890688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320131.605543:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891072 00000100:00100000:2.0:1767320131.605554:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891072 00000100:00100000:2.0:1767320131.605604:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967 00000100:00100000:2.0:1767320131.605610:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045891072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320131.605634:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320131.605702:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045891072:12345-0@lo:38:kworker.0 Request processed in 90us (1474us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320131.605709:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967 00000100:00080000:0.0:1767320131.607271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320131.607281:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320131.607286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045891072:0@lo:38:kworker.0 00010000:00010000:3.0:1767320132.366054:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320133.394151:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320134.414127:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320135.439849:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320135.694343:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045891200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320135.694438:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320135.694672:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891200 00000100:00100000:3.0:1767320135.694679:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891200 00000100:00100000:3.0:1767320135.694745:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1767320135.694781:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045891200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320135.694814:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320135.694891:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045891328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320135.694922:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320135.694967:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891328 00000100:00100000:0.0:1767320135.694971:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891328 00000100:00100000:0.0:1767320135.695002:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1767320135.695009:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045891328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320135.695026:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320135.695058:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045891328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320135.695070:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1767320135.695115:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045891328:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320135.695144:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320135.695148:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320135.697833:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045891200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3071us (3385us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320135.697845:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:1.0:1767320135.699018:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045891200:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320136.130456:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320136.130610:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320136.132112:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910528 00000100:00100000:1.0:1767320136.132126:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910528 00000100:00100000:3.0:1767320136.132302:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910400 00000100:00100000:3.0:1767320136.132307:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910400 00000100:00100000:3.0:1767320136.132347:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1504 00000100:00100000:3.0:1767320136.132360:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985910528:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320136.132436:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985910528:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320136.132455:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1504 00000100:00100000:3.0:1767320136.132478:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1968 00000100:00100000:3.0:1767320136.132483:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985910400:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320136.132503:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320136.132539:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985910400:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (1919us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320136.132545:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1968 00000100:00080000:0.0:1767320136.133426:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320136.462845:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320136.718232:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320136.718250:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320136.718313:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320136.718317:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320136.718321:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320136.718328:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5329 00000100:00080000:0.0:1767320136.718332:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320136.718339:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320136.718359:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995c00 x1853164045891584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320136.718399:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320136.718403:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320136.718405:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320136.718408:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045891456:0@lo:400:kworker.0 00000100:00080000:0.0:1767320136.718410:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5329 00000100:00080000:0.0:1767320136.718415:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320136.718420:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320136.718446:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb996680 x1853164045891840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320136.718454:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320136.718458:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320136.718460:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320136.718464:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5329 00000100:00080000:0.0:1767320136.718466:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320136.718471:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320136.718483:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997b80 x1853164045891968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320136.718494:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320136.718510:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320136.718513:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320136.718515:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320136.718519:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5329 00000100:00080000:0.0:1767320136.718522:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320136.718563:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320136.718571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045892224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.718596:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.718630:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892224 00000100:00100000:2.0:1767320136.718637:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892224 00000100:00100000:2.0:1767320136.718680:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1767320136.718690:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045892224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.718732:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045892224:12345-0@lo:400:kworker.0 Request processed in 44us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320136.718739:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00080000:0.0:1767320136.718744:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320136.718794:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb996d80 x1853164045892352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320136.718803:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045892224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.718835:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045891712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.718856:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.718872:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320136.718877:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045892096:0@lo:400:kworker.0 00000100:00100000:2.0:1767320136.718895:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320136.718913:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891456 00000100:00100000:2.0:1767320136.718916:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891456 00000100:00100000:3.0:1767320136.718973:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045891584:0@lo:38:kworker.0 00000100:00100000:3.0:1767320136.719003:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320136.719030:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045891840:0@lo:38:kworker.0 00000100:00100000:3.0:1767320136.719048:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320136.719266:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320136.727146:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045891968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320136.727252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320136.727299:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045892352:0@lo:38:kworker.0 00000100:00100000:3.0:1767320136.727323:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320136.736150:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891712 00000100:00100000:1.0:1767320136.736165:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891712 00000100:00100000:1.0:1767320136.736190:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891968 00000100:00100000:1.0:1767320136.736193:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891968 00000100:00100000:1.0:1767320136.736244:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767320136.736251:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045891968:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.736271:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.736342:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045891968:12345-0@lo:38:kworker.0 Request processed in 91us (9090us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.736349:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1767320136.736400:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891584 00000100:00100000:1.0:1767320136.736404:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891584 00000100:00100000:1.0:1767320136.736411:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045891840 00000100:00100000:1.0:1767320136.736414:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045891840 00000100:00100000:1.0:1767320136.736420:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892352 00000100:00100000:1.0:1767320136.736422:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892352 00000100:00100000:1.0:1767320136.736430:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1505 00000100:00100000:1.0:1767320136.736447:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045891456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320136.736490:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045891456:12345-0@lo:400:kworker.0 Request processed in 44us (18001us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320136.736497:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1505 00010000:00080000:1.0:1767320136.736535:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995500 x1853164045891456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320136.736550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045891456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320136.736576:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:1.0:1767320136.736583:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045891712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320136.736617:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045891712:12345-0@lo:400:kworker.0 Request processed in 34us (17759us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320136.736623:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00010000:00080000:1.0:1767320136.736649:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995f80 x1853164045891712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320136.736659:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045891712:0@lo:400:kworker.0 00000100:00100000:1.0:1767320136.736677:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1767320136.736681:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045891584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.736690:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.736710:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045891584:12345-0@lo:38:kworker.0 Request processed in 28us (17707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.736715:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00000100:00100000:1.0:1767320136.736725:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1767320136.736727:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045891840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.736734:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.736751:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045891840:12345-0@lo:38:kworker.0 Request processed in 22us (17702us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.736980:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00000100:00100000:1.0:1767320136.736993:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1971 00000100:00100000:1.0:1767320136.736997:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045892352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320136.737008:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320136.737033:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045892352:12345-0@lo:38:kworker.0 Request processed in 35us (9710us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320136.737039:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1971 00000100:00080000:1.0:1767320136.737079:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320136.737091:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892096 00000100:00100000:1.0:1767320136.737095:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892096 00000100:00100000:1.0:1767320136.737121:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1767320136.737127:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045892096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320136.737160:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045892096:12345-0@lo:400:kworker.0 Request processed in 33us (18263us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320136.737166:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:1.0:1767320136.737191:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045892096:0@lo:400:kworker.0 00000100:00080000:1.0:1767320136.737253:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.737258:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.737261:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045891584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320136.737270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.737274:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.737276:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045891840:0@lo:38:kworker.0 00000100:00080000:1.0:1767320136.737284:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.737287:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.737290:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045891968:0@lo:38:kworker.0 00000100:00080000:1.0:1767320136.737297:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320136.737300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320136.737303:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045892352:0@lo:38:kworker.0 00010000:00010000:2.0:1767320137.486754:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320138.510034:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320139.533989:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320140.560385:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320140.814124:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045892480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320140.814231:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320140.814597:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892480 00000100:00100000:2.0:1767320140.814608:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892480 00000100:00100000:2.0:1767320140.814749:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1767320140.814761:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045892480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320140.814812:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320140.814864:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045892480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320140.814872:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1767320140.814970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045892480:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320140.815034:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320140.816017:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320140.816031:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045892608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320140.816079:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320140.816186:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892608 00000100:00100000:3.0:1767320140.816193:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892608 00000100:00100000:3.0:1767320140.816260:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1767320140.816270:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045892608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320140.816301:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320140.816341:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045892608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320140.816347:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:3.0:1767320140.816396:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045892608:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320140.816520:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320141.252066:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320141.252161:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320141.252273:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910784 00000100:00100000:1.0:1767320141.252284:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910784 00000100:00100000:1.0:1767320141.252346:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985910656 00000100:00100000:1.0:1767320141.252359:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985910656 00000100:00100000:1.0:1767320141.252384:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1507 00000100:00100000:1.0:1767320141.252394:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985910784:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320141.252468:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985910784:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320141.252476:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1507 00000100:00100000:1.0:1767320141.252500:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1972 00000100:00100000:1.0:1767320141.252504:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985910656:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320141.252524:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.252549:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985910656:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (389us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.252556:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1972 00000100:00080000:3.0:1767320141.252637:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320141.583024:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320141.837938:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.837948:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320141.838013:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.838017:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.838021:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.838029:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5335 00000100:00080000:0.0:1767320141.838034:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.838080:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320141.838103:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995180 x1853164045892864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320141.838139:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.838143:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.838145:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.838149:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5335 00000100:00080000:0.0:1767320141.838151:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.838154:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320141.838167:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995880 x1853164045893120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320141.838175:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.838178:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.838180:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.838184:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5335 00000100:00080000:0.0:1767320141.838186:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320141.838189:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767320141.838190:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320141.838204:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994e00 x1853164045893248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320141.838226:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045892992:0@lo:400:kworker.0 00000100:00080000:0.0:1767320141.838227:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320141.838236:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320141.838238:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320141.838242:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5335 00000100:00080000:0.0:1767320141.838245:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320141.838248:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320141.838259:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb996d80 x1853164045893632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320141.838298:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.838355:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045892736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320141.838377:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045893376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320141.838405:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.838452:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.838473:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320141.838478:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045893504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320141.838628:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320141.838982:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892992 00000100:00100000:0.0:1767320141.838991:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892992 00000100:00100000:3.0:1767320141.839042:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892736 00000100:00100000:3.0:1767320141.839048:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892736 00000100:00100000:0.0:1767320141.839054:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1767320141.839066:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045892992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320141.839083:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:3.0:1767320141.839093:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045892736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.839130:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045892992:12345-0@lo:400:kworker.0 Request processed in 65us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320141.839140:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:3.0:1767320141.839146:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045892736:12345-0@lo:400:kworker.0 Request processed in 54us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320141.839155:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00080000:0.0:1767320141.839164:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320141.839199:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb994700 x1853164045892736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767320141.839200:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb997800 x1853164045892992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320141.839235:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045892992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320141.839237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045892736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320141.839973:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893376 00000100:00100000:1.0:1767320141.839980:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893376 00000100:00100000:1.0:1767320141.840010:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893504 00000100:00100000:1.0:1767320141.840012:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893504 00000100:00100000:1.0:1767320141.840041:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767320141.840049:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045893376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320141.840103:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045893376:12345-0@lo:400:kworker.0 Request processed in 55us (1697us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320141.840109:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:1.0:1767320141.840151:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:1.0:1767320141.840159:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045893504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320141.840222:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045893504:12345-0@lo:400:kworker.0 Request processed in 64us (1594us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320141.840228:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:3.0:1767320141.840446:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045892864:0@lo:38:kworker.0 00000100:00100000:1.0:1767320141.840458:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045893504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320141.840476:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045893376:0@lo:400:kworker.0 00000100:00100000:3.0:1767320141.840489:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.840521:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045893120:0@lo:38:kworker.0 00000100:00100000:1.0:1767320141.840523:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045892864 00000100:00100000:1.0:1767320141.840529:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045892864 00000100:00100000:3.0:1767320141.840561:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.845970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045893248:0@lo:38:kworker.0 00000100:00100000:3.0:1767320141.846041:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320141.846092:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045893632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320141.846122:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320141.846245:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893120 00000100:00100000:1.0:1767320141.846254:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893120 00000100:00100000:1.0:1767320141.846301:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:1.0:1767320141.846309:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045892864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320141.846333:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.846385:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045892864:12345-0@lo:38:kworker.0 Request processed in 75us (5898us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.846393:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:1.0:1767320141.846414:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1974 00000100:00100000:1.0:1767320141.846419:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045893120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320141.846430:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.846453:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045893120:12345-0@lo:38:kworker.0 Request processed in 33us (5893us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.846459:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1974 00000100:00100000:1.0:1767320141.846481:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893248 00000100:00100000:1.0:1767320141.846485:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893248 00000100:00100000:1.0:1767320141.846522:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1767320141.846526:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045893248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320141.846536:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320141.846561:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045893248:12345-0@lo:38:kworker.0 Request processed in 33us (521us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320141.846567:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:3.0:1767320141.849842:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320141.849846:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893632 00000100:00100000:0.0:1767320141.849860:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893632 00000100:00080000:3.0:1767320141.849863:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320141.849869:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045892864:0@lo:38:kworker.0 00000100:00080000:3.0:1767320141.849882:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320141.849887:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320141.849890:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045893120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320141.849904:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00080000:3.0:1767320141.849905:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320141.849912:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320141.849917:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045893632:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320141.849918:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045893248:0@lo:38:kworker.0 00010000:00020000:0.0:1767320141.849945:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320141.850010:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045893632:12345-0@lo:38:kworker.0 Request processed in 96us (3887us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320141.850017:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00080000:3.0:1767320141.850074:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320141.850078:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320141.850081:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045893632:0@lo:38:kworker.0 00010000:00010000:3.0:1767320142.605919:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320143.630004:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320144.654265:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320145.352416:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985910912 offset 0 length 520: 4 00000100:00100000:2.0:1767320145.352468:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320145.352566:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320145.353285:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911168 00000100:00100000:3.0:1767320145.353297:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911168 00000100:00100000:3.0:1767320145.353434:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911040 00000100:00100000:3.0:1767320145.353438:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911040 00000100:00100000:3.0:1767320145.353464:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1510 00000100:00100000:3.0:1767320145.353475:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985911168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320145.353579:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985911168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320145.353587:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1510 00000100:00100000:3.0:1767320145.353606:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1976 00000100:00100000:3.0:1767320145.353610:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985911040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320145.354207:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320145.354249:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985911040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 637us (1683us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320145.354265:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1976 00000100:00080000:0.0:1767320145.355933:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320145.689920:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320145.935796:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045893760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320145.935882:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.936014:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893760 00000100:00100000:2.0:1767320145.936023:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893760 00000100:00100000:2.0:1767320145.936085:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1767320145.936095:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045893760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320145.936125:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320145.936169:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045893760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320145.936176:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00080000:1.0:1767320145.936417:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320145.936454:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045893760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320145.936533:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045893888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320145.936580:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320145.937719:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045893888 00000100:00100000:2.0:1767320145.937730:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045893888 00000100:00100000:2.0:1767320145.937819:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767320145.937828:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045893888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320145.937896:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320145.937963:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045893888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 136us (1382us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320145.937970:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00080000:1.0:1767320145.938103:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320145.938365:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045893888:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320146.702266:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320146.958021:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320146.958029:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320146.958089:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320146.958091:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320146.958095:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320146.958102:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5340 00000100:00080000:2.0:1767320146.958106:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320146.958110:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320146.958126:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71500 x1853164045894144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320146.958175:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320146.958178:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320146.958180:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320146.958196:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5340 00000100:00080000:2.0:1767320146.958198:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320146.958201:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320146.958212:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73b80 x1853164045894400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320146.958217:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320146.958220:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320146.958221:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320146.958223:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5340 00000100:00080000:2.0:1767320146.958224:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320146.958226:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320146.958233:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bea00 x1853164045894528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320146.958269:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320146.958272:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320146.958273:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320146.958277:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5340 00000100:00080000:2.0:1767320146.958279:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320146.958282:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320146.958292:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164045894912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320146.958318:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045894272:0@lo:400:kworker.0 00000100:00100000:2.0:1767320146.958404:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320146.958452:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320146.958457:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045894656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320146.958482:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320146.958514:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894656 00000100:00100000:2.0:1767320146.958520:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894656 00000100:00100000:2.0:1767320146.958574:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1767320146.958580:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045894656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320146.958624:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045894656:12345-0@lo:400:kworker.0 Request processed in 42us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320146.958630:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1767320146.958671:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045894656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320146.958821:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045894016:0@lo:400:kworker.0 00000100:00100000:0.0:1767320146.958866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320146.958900:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320146.958904:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045894784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320146.958926:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320146.958943:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894784 00000100:00100000:0.0:1767320146.958947:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894784 00000100:00100000:0.0:1767320146.958985:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1767320146.958992:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045894784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320146.959032:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045894784:12345-0@lo:400:kworker.0 Request processed in 41us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320146.959036:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1767320146.959056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045894784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320146.959139:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894272 00000100:00100000:1.0:1767320146.959143:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894272 00000100:00100000:1.0:1767320146.959176:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894016 00000100:00100000:1.0:1767320146.959179:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894016 00000100:00100000:1.0:1767320146.959200:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:1.0:1767320146.959204:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73ba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045894272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320146.959231:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73ba450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045894272:12345-0@lo:400:kworker.0 Request processed in 27us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320146.959235:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00100000:2.0:1767320146.959313:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1512 00000100:00100000:2.0:1767320146.959321:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045894016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320146.959350:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045894016:12345-0@lo:400:kworker.0 Request processed in 31us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320146.959355:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1512 00000100:00100000:3.0:1767320146.959447:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320121/real 1767320121] req@ffffa07be6c70000 x1853164045887488/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320146 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320146.959464:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be6c70000 x1853164045887488/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320146 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320146.959477:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045894144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320146.959508:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320146.959546:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320146.959563:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c72680 x1853164045894016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320146.959572:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045894016:0@lo:400:kworker.0 00010000:00080000:0.0:1767320146.959614:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71c00 x1853164045894272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320146.959623:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045894272:0@lo:400:kworker.0 00000100:00100000:3.0:1767320146.961324:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045894400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320146.961373:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320146.961549:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045894528:0@lo:38:kworker.0 00000100:00100000:3.0:1767320146.961588:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320146.961624:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045894912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320146.961645:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320146.961960:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320146.961977:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320146.961981:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045887488:0@lo:250:kworker.0 00000100:00100000:3.0:1767320146.962014:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894144 00000100:00100000:3.0:1767320146.962021:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894144 00000100:00100000:3.0:1767320146.962055:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894400 00000100:00100000:3.0:1767320146.962058:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894400 00000100:00100000:3.0:1767320146.962073:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894912 00000100:00100000:3.0:1767320146.962075:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894912 00000100:00100000:3.0:1767320146.962086:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1977 00000100:00100000:3.0:1767320146.962091:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045894144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320146.962110:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320146.962159:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045894144:12345-0@lo:38:kworker.0 Request processed in 65us (2649us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320146.962166:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1977 00000100:00100000:3.0:1767320146.962181:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:3.0:1767320146.962184:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045894400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320146.962193:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320146.962217:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045894400:12345-0@lo:38:kworker.0 Request processed in 31us (844us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320146.962222:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00100000:1.0:1767320146.962235:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:1.0:1767320146.962241:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045894912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320146.962260:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320146.962261:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320146.962265:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320146.962267:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320146.962272:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5319 00000100:00080000:3.0:1767320146.962275:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320146.962279:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320146.962286:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045894912:12345-0@lo:38:kworker.0 Request processed in 45us (640us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320146.962292:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1767320146.962301:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080e00 x1853164045895040/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320146.962331:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045895040:0@lo:250:kworker.0 00000100:00100000:1.0:1767320146.962332:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045894528 00000100:00100000:1.0:1767320146.962335:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045894528 00000400:00000100:3.0:1767320146.962350:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045895040 offset 0 length 520: 4 00000100:00100000:1.0:1767320146.962371:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1767320146.962375:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045894528:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320146.962378:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320146.962381:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:1.0:1767320146.962384:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320146.962384:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045894144:0@lo:38:kworker.0 00000100:00080000:3.0:1767320146.962392:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320146.962395:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320146.962397:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045894400:0@lo:38:kworker.0 00000100:00080000:3.0:1767320146.962404:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320146.962407:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045894528:12345-0@lo:38:kworker.0 Request processed in 31us (819us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320146.962407:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320146.962410:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045894912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320146.962416:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:3.0:1767320146.962428:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320146.962432:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320146.962435:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045894528:0@lo:38:kworker.0 00010000:00010000:2.0:1767320147.726066:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320148.750103:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320149.774486:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320150.466277:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320150.467285:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911424 00000100:00100000:0.0:1767320150.467298:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911424 00000100:00100000:0.0:1767320150.467392:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1513 00000100:00100000:0.0:1767320150.467404:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985911424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320150.467515:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985911424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (1247us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320150.467523:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1513 00000100:00100000:2.0:1767320150.468912:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320150.468969:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911296 00000100:00100000:0.0:1767320150.468990:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911296 00000100:00080000:1.0:1767320150.469343:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320150.469401:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1980 00000100:00100000:0.0:1767320150.469410:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985911296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320150.469436:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320150.469506:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985911296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 96us (602us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320150.469514:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1980 00010000:00010000:3.0:1767320150.798455:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320151.055749:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320151.055828:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045895168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320151.055896:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320151.056118:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045895296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320151.056192:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320151.056220:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895168 00000100:00100000:3.0:1767320151.056230:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895168 00000100:00100000:2.0:1767320151.056282:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895296 00000100:00100000:2.0:1767320151.056289:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895296 00000100:00100000:3.0:1767320151.056307:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:3.0:1767320151.056319:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045895168:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320151.056334:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:0.0:1767320151.056346:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045895296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320151.056351:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:0.0:1767320151.056366:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767320151.056483:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320151.056486:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320151.060612:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045895296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4260us (4435us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320151.060627:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1767320151.060886:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045895168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320151.060930:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045895168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4612us (5030us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320151.060939:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:0.0:1767320151.062872:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045895296:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320151.822230:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320152.078173:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320152.078182:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320152.078240:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320152.078244:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320152.078248:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320152.078255:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5345 00000100:00080000:2.0:1767320152.078260:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320152.078266:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320152.078284:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bed80 x1853164045895552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320152.078302:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320152.078318:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045895424:0@lo:400:kworker.0 00000100:00080000:2.0:1767320152.078323:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320152.078328:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320152.078330:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320152.078333:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5345 00000100:00080000:2.0:1767320152.078335:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320152.078339:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320152.078350:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd180 x1853164045895808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320152.078359:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320152.078362:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320152.078364:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320152.078367:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5345 00000100:00080000:2.0:1767320152.078370:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320152.078374:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320152.078389:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd500 x1853164045895936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320152.078393:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320152.078417:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320152.078421:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320152.078423:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320152.078426:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5345 00000100:00080000:2.0:1767320152.078428:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320152.078432:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320152.078437:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045896192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320152.078445:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164045896320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320152.078466:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320152.078486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045896064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320152.078503:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895424 00000100:00100000:0.0:1767320152.078511:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895424 00000100:00100000:2.0:1767320152.078523:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320152.078551:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320152.078558:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045895680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320152.078570:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1767320152.078582:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045895424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320152.078588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320152.078639:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045895424:12345-0@lo:400:kworker.0 Request processed in 59us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320152.078646:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1514 00000100:00100000:0.0:1767320152.078675:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895680 00000100:00100000:0.0:1767320152.078679:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895680 00000100:00100000:0.0:1767320152.078700:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1515 00000100:00100000:0.0:1767320152.078706:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045895680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320152.078735:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045895552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320152.078744:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045895680:12345-0@lo:400:kworker.0 Request processed in 36us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320152.078751:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1515 00000100:00100000:3.0:1767320152.078791:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320152.078815:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045895808:0@lo:38:kworker.0 00000100:00100000:0.0:1767320152.078816:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896192 00000100:00100000:0.0:1767320152.078822:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896192 00000100:00100000:0.0:1767320152.078852:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896064 00000100:00100000:0.0:1767320152.078856:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896064 00000100:00100000:3.0:1767320152.078860:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320152.078880:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045895936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320152.078885:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:0.0:1767320152.078895:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045896192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320152.078906:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320152.078927:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045896320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320152.078937:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045896192:12345-0@lo:400:kworker.0 Request processed in 44us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320152.078944:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:3.0:1767320152.078952:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320152.078960:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1767320152.078968:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045896064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320152.078990:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895552 00000100:00100000:3.0:1767320152.078995:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895552 00000100:00100000:0.0:1767320152.079003:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045896064:12345-0@lo:400:kworker.0 Request processed in 35us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320152.079009:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1767320152.079013:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895808 00000100:00100000:3.0:1767320152.079017:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895808 00000100:00100000:3.0:1767320152.079028:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896320 00000100:00100000:3.0:1767320152.079031:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896320 00000100:00100000:0.0:1767320152.079034:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981 00000100:00100000:0.0:1767320152.079041:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045895552:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320152.079048:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:3.0:1767320152.079055:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045895808:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320152.079060:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320152.079070:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320152.079103:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045895552:12345-0@lo:38:kworker.0 Request processed in 59us (332us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320152.079111:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045895808:12345-0@lo:38:kworker.0 Request processed in 54us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320152.079113:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981 00000100:00100000:3.0:1767320152.079125:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00000100:00100000:0.0:1767320152.079136:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1983 00000100:00100000:0.0:1767320152.079142:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045896320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320152.079165:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320152.079180:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320152.079186:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320152.079192:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045895552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320152.079196:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045896320:12345-0@lo:38:kworker.0 Request processed in 51us (242us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320152.079204:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1983 00000100:00080000:3.0:1767320152.079206:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320152.079212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320152.079216:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045895808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320152.079229:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320152.079234:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320152.079238:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045896320:0@lo:38:kworker.0 00000100:00100000:0.0:1767320152.079243:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045896192:0@lo:400:kworker.0 00010000:00080000:0.0:1767320152.079259:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bca80 x1853164045895424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320152.079268:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045895424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320152.079391:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045895936 00000100:00100000:1.0:1767320152.079397:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045895936 00000100:00100000:1.0:1767320152.079427:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1767320152.079432:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045895936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320152.079444:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320152.079484:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045895936:12345-0@lo:38:kworker.0 Request processed in 50us (578us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320152.079491:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:1.0:1767320152.079511:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320152.079602:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bc700 x1853164045895680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320152.079712:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045895680:0@lo:400:kworker.0 00000100:00100000:2.0:1767320152.079726:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045896064:0@lo:400:kworker.0 00000100:00080000:3.0:1767320152.080307:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320152.080313:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320152.080317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045895936:0@lo:38:kworker.0 00010000:00010000:3.0:1767320152.846918:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320153.870031:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320154.894460:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320155.591839:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320155.591890:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320155.592148:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911680 00000100:00100000:3.0:1767320155.592159:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911680 00000100:00080000:0.0:1767320155.592228:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320155.592237:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911552 00000100:00100000:3.0:1767320155.592241:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911552 00000100:00100000:3.0:1767320155.592269:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1516 00000100:00100000:3.0:1767320155.592280:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985911680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320155.592286:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1984 00000100:00100000:0.0:1767320155.592291:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985911552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320155.592309:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320155.592356:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985911680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320155.592365:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1516 00000100:00100000:0.0:1767320155.593494:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985911552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1195us (1596us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320155.593504:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1984 00010000:00010000:2.0:1767320155.918141:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320156.174122:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045896448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320156.174193:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320156.174247:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896448 00000100:00100000:0.0:1767320156.174254:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896448 00000100:00080000:1.0:1767320156.174288:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320156.174304:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:0.0:1767320156.174312:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045896448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320156.174336:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320156.174382:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045896448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320156.174386:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1767320156.174542:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045896448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320156.174573:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045896576:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320156.174610:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320156.174683:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896576 00000100:00100000:1.0:1767320156.174699:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896576 00000100:00080000:0.0:1767320156.174726:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320156.174740:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1767320156.174746:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045896576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320156.174757:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320156.174820:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045896576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320156.174824:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1767320156.175057:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045896576:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320156.942021:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320157.198008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320157.198018:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320157.198088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320157.198092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320157.198096:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320157.198103:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5350 00000100:00080000:3.0:1767320157.198108:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320157.198114:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320157.198136:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6082a00 x1853164045896832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320157.198167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320157.198170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320157.198172:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320157.198176:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5350 00000100:00080000:3.0:1767320157.198178:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320157.198182:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320157.198193:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083b80 x1853164045897088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320157.198202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320157.198205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320157.198208:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320157.198212:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5350 00000100:00080000:3.0:1767320157.198214:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320157.198217:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320157.198229:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080000 x1853164045897216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320157.198256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320157.198259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320157.198260:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320157.198264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5350 00000100:00080000:3.0:1767320157.198266:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320157.198269:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320157.198278:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045896704:0@lo:400:kworker.0 00000100:00100000:3.0:1767320157.198281:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02680 x1853164045897600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320157.198317:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045896832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320157.198353:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320157.198390:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896704 00000100:00100000:3.0:1767320157.198398:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896704 00000100:00100000:2.0:1767320157.198426:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320157.198436:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045897472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320157.198455:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:3.0:1767320157.198467:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045896704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320157.198478:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320157.198516:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320157.198546:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045896704:12345-0@lo:400:kworker.0 Request processed in 80us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320157.198549:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045897088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320157.198559:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:2.0:1767320157.198580:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320157.198581:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896832 00000100:00100000:3.0:1767320157.198586:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896832 00000100:00100000:2.0:1767320157.198602:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045897216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320157.198605:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897088 00000100:00100000:3.0:1767320157.198610:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897088 00000100:00100000:3.0:1767320157.198627:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:2.0:1767320157.198636:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320157.198636:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045896832:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320157.198659:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045897600:0@lo:38:kworker.0 00010000:00020000:3.0:1767320157.198667:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320157.198679:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320157.198706:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045896832:12345-0@lo:38:kworker.0 Request processed in 71us (187us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320157.198714:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00000100:00080000:2.0:1767320157.198718:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320157.198724:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320157.198726:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897600 00000100:00100000:2.0:1767320157.198730:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045896832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320157.198732:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897600 00000100:00100000:3.0:1767320157.198748:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1986 00000100:00100000:3.0:1767320157.198754:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045897088:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320157.198765:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00010000:00020000:3.0:1767320157.198765:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320157.198792:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045897600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320157.198806:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320157.198830:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045897088:12345-0@lo:38:kworker.0 Request processed in 74us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320157.198838:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1986 00000100:00100000:2.0:1767320157.198844:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045897600:12345-0@lo:38:kworker.0 Request processed in 50us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320157.198851:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00010000:00080000:3.0:1767320157.198873:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6081c00 x1853164045896704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320157.198885:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045896704:0@lo:400:kworker.0 00000100:00080000:2.0:1767320157.198902:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320157.198908:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320157.198913:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045897088:0@lo:38:kworker.0 00000100:00080000:2.0:1767320157.198923:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320157.198926:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320157.198929:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045897600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320157.199051:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897216 00000100:00100000:0.0:1767320157.199065:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897216 00000100:00100000:0.0:1767320157.199096:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1767320157.199101:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045897216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320157.199111:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320157.199152:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045897216:12345-0@lo:38:kworker.0 Request processed in 49us (519us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320157.199160:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1767320157.199185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045896960:0@lo:400:kworker.0 00000100:00080000:2.0:1767320157.199191:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320157.199213:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320157.199249:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320157.199257:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045897344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320157.199280:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320157.199305:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897472 00000100:00100000:0.0:1767320157.199309:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897472 00000100:00100000:0.0:1767320157.199342:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897344 00000100:00100000:2.0:1767320157.199343:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045896960 00000100:00100000:0.0:1767320157.199346:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897344 00000100:00100000:2.0:1767320157.199350:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045896960 00000100:00100000:0.0:1767320157.199381:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767320157.199392:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045897472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320157.199398:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:2.0:1767320157.199408:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045896960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320157.199438:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045897472:12345-0@lo:400:kworker.0 Request processed in 48us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320157.199448:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:0.0:1767320157.199461:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1767320157.199467:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045897344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320157.199510:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045897344:12345-0@lo:400:kworker.0 Request processed in 43us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320157.199515:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:2.0:1767320157.199538:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045896960:12345-0@lo:400:kworker.0 Request processed in 130us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320157.199546:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1767320157.199555:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045897344:0@lo:400:kworker.0 00010000:00080000:0.0:1767320157.199567:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6083480 x1853164045896960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320157.199571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320157.199579:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045896960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320157.199607:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045897472:0@lo:400:kworker.0 00000100:00080000:3.0:1767320157.199733:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320157.199737:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320157.199740:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045897216:0@lo:38:kworker.0 00010000:00010000:2.0:1767320157.966300:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320158.991638:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320160.014099:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320160.709258:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320160.709309:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320160.709430:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911808 00000100:00100000:1.0:1767320160.709442:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911808 00000100:00100000:1.0:1767320160.709489:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985911936 00000100:00100000:1.0:1767320160.709493:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985911936 00000100:00100000:1.0:1767320160.709555:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1519 00000100:00100000:1.0:1767320160.709575:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985911936:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320160.709596:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1988 00000100:00100000:2.0:1767320160.709604:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985911808:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320160.709625:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320160.709658:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985911936:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320160.709661:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985911808:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (411us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320160.709673:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1519 00000100:00100000:2.0:1767320160.709758:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1988 00000100:00080000:3.0:1767320160.710412:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320161.043341:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320161.294268:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045897728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320161.294339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320161.294487:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897728 00000100:00100000:0.0:1767320161.294495:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897728 00000100:00100000:1.0:1767320161.294755:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045897856:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320161.294812:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320161.294865:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320161.294885:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897856 00000100:00100000:1.0:1767320161.294889:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897856 00000100:00100000:1.0:1767320161.294947:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1767320161.294957:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045897856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320161.295000:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320161.295049:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045897856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320161.295057:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00080000:1.0:1767320161.295091:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320161.295130:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045897856:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320161.298388:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1767320161.298407:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045897728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320161.298438:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320161.298534:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045897728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (4194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320161.298541:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1767320161.298811:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045897728:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320162.062576:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320162.322531:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320162.322543:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320162.322622:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320162.322627:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320162.322632:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320162.322640:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5355 00000100:00080000:0.0:1767320162.322645:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320162.322652:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320162.322672:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb996300 x1853164045898112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320162.322734:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320162.322734:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045897984:0@lo:400:kworker.0 00000100:00080000:0.0:1767320162.322740:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320162.322744:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320162.322750:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5355 00000100:00080000:0.0:1767320162.322753:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320162.322757:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320162.322798:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb996d80 x1853164045898368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320162.322809:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320162.322813:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320162.322815:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320162.322819:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5355 00000100:00080000:0.0:1767320162.322821:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320162.322825:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320162.322832:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320162.322840:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994e00 x1853164045898496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320162.322866:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320162.322870:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320162.322872:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320162.322875:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5355 00000100:00080000:0.0:1767320162.322878:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320162.322882:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320162.322894:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994380 x1853164045898880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320162.322905:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320162.322914:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045898752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320162.322937:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045898240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320162.322946:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320162.322988:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.323000:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045897984 00000100:00100000:1.0:1767320162.323008:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045897984 00000100:00100000:0.0:1767320162.323016:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320162.323025:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045898624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320162.323055:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320162.323061:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898240 00000100:00100000:1.0:1767320162.323066:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898240 00000100:00080000:2.0:1767320162.323179:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320162.323203:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898752 00000100:00100000:2.0:1767320162.323210:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898752 00000100:00100000:2.0:1767320162.323238:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898624 00000100:00100000:2.0:1767320162.323241:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898624 00000100:00100000:2.0:1767320162.323314:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1767320162.323323:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045898752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.323372:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045898752:12345-0@lo:400:kworker.0 Request processed in 50us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320162.323378:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:2.0:1767320162.323392:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:2.0:1767320162.323397:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045898624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.323424:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045898624:12345-0@lo:400:kworker.0 Request processed in 27us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320162.323428:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1767320162.323489:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045898112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320162.323519:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320162.323544:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045898368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320162.323563:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320162.323579:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045898496:0@lo:38:kworker.0 00000100:00100000:3.0:1767320162.323600:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320162.323620:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045898880:0@lo:38:kworker.0 00000100:00100000:3.0:1767320162.323638:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320162.323666:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898112 00000100:00100000:3.0:1767320162.323670:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898112 00000100:00100000:2.0:1767320162.323803:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045898624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320162.323827:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898368 00000100:00100000:2.0:1767320162.323831:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898368 00000100:00100000:0.0:1767320162.323874:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1767320162.323895:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045897984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320162.323900:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:1.0:1767320162.323913:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045898240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320162.323934:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045897984:12345-0@lo:400:kworker.0 Request processed in 43us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320162.323942:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1767320162.323970:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898880 00000100:00100000:0.0:1767320162.323974:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898880 00000100:00100000:0.0:1767320162.323989:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1989 00000100:00100000:0.0:1767320162.323993:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045898880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320162.324009:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320162.324042:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045898880:12345-0@lo:38:kworker.0 Request processed in 47us (402us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320162.324049:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1989 00000100:00080000:0.0:1767320162.324079:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320162.324084:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320162.324087:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045898880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320162.324138:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045898752:0@lo:400:kworker.0 00010000:00080000:0.0:1767320162.324150:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb996a00 x1853164045897984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320162.324159:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045897984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320162.324201:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045898496 00000100:00100000:0.0:1767320162.324205:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045898496 00000100:00100000:3.0:1767320162.324568:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:3.0:1767320162.324574:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045898112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320162.324585:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320162.324618:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045898112:12345-0@lo:38:kworker.0 Request processed in 42us (1097us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320162.324624:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00080000:3.0:1767320162.324649:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320162.324653:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320162.324657:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045898112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320162.325655:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045898240:12345-0@lo:400:kworker.0 Request processed in 1739us (2660us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320162.325666:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1767320162.327533:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1767320162.327546:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045898496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320162.327570:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320162.327656:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045898496:12345-0@lo:38:kworker.0 Request processed in 111us (4054us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320162.327662:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00010000:00080000:3.0:1767320162.328827:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb994a80 x1853164045898240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320162.328846:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045898240:0@lo:400:kworker.0 00000100:00080000:3.0:1767320162.328886:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320162.328891:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320162.328895:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045898496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320162.332041:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:2.0:1767320162.332052:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045898368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320162.332077:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320162.332412:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045898368:12345-0@lo:38:kworker.0 Request processed in 358us (8845us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320162.332421:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00000100:00080000:0.0:1767320162.333643:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320162.333654:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320162.333659:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045898368:0@lo:38:kworker.0 00010000:00010000:3.0:1767320163.086171:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320164.112167:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320165.134174:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320165.826037:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320165.826386:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912192 00000100:00100000:1.0:1767320165.826396:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912192 00000100:00100000:1.0:1767320165.826469:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1522 00000100:00100000:1.0:1767320165.826480:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985912192:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320165.826560:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985912192:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320165.826569:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1522 00000100:00080000:2.0:1767320165.826806:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320165.831435:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320165.831537:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912064 00000100:00100000:3.0:1767320165.831547:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912064 00000100:00100000:3.0:1767320165.831595:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1992 00000100:00100000:3.0:1767320165.831604:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985912064:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320165.831627:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320165.831698:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985912064:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 93us (271us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320165.831706:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1992 00010000:00010000:2.0:1767320166.158182:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320166.413959:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045899008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320166.414031:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320166.414101:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045899136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320166.414134:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320166.415954:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899008 00000100:00100000:1.0:1767320166.415967:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899008 00000100:00100000:1.0:1767320166.416117:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899136 00000100:00100000:1.0:1767320166.416122:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899136 00000100:00100000:3.0:1767320166.416197:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1767320166.416210:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045899008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320166.416242:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320166.416327:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045899008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (2295us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320166.416334:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1767320166.416407:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045899008:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320166.417247:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320166.417254:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320166.417468:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1767320166.417478:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045899136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320166.417501:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320166.417555:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045899136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (3420us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320166.417561:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:1.0:1767320166.417603:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045899136:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320167.185665:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320167.438018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320167.438030:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320167.438104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320167.438110:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320167.438115:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320167.438124:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5360 00000100:00080000:1.0:1767320167.438128:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320167.438135:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320167.438164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045899264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320167.438165:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d47100 x1853164045899392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320167.438281:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320167.438422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320167.438426:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320167.438428:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320167.438434:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045899392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320167.438439:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5360 00000100:00080000:1.0:1767320167.438445:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320167.438451:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320167.438468:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44700 x1853164045899648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320167.438483:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320167.438498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320167.438505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320167.438508:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320167.438518:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5360 00000100:00080000:1.0:1767320167.438521:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320167.438526:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320167.438544:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045899648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320167.438557:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46680 x1853164045899776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320167.438581:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320167.438614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320167.438619:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320167.438622:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320167.438628:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045899776:0@lo:38:kworker.0 00000100:00080000:1.0:1767320167.438629:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5360 00000100:00080000:1.0:1767320167.438639:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320167.438647:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320167.438663:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14e00 x1853164045900160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320167.438689:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.438724:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045899520:0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.438732:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045900160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320167.438827:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.438841:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320167.438873:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045900032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320167.438909:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.438949:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.438967:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320167.438972:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045899904:0@lo:400:kworker.0 00000100:00100000:1.0:1767320167.438993:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320167.439024:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900032 00000100:00100000:1.0:1767320167.439031:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900032 00000100:00100000:3.0:1767320167.439072:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899264 00000100:00100000:3.0:1767320167.439082:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899264 00000100:00100000:1.0:1767320167.439095:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899904 00000100:00100000:1.0:1767320167.439102:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899904 00000100:00100000:1.0:1767320167.439144:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1767320167.439149:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899392 00000100:00100000:3.0:1767320167.439155:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899392 00000100:00100000:1.0:1767320167.439157:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045900032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.439173:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899648 00000100:00100000:3.0:1767320167.439179:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899648 00000100:00100000:3.0:1767320167.439189:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900160 00000100:00100000:3.0:1767320167.439192:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900160 00000100:00100000:3.0:1767320167.439200:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899520 00000100:00100000:3.0:1767320167.439202:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899520 00000100:00100000:3.0:1767320167.439224:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1767320167.439233:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045899264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.439298:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045899264:12345-0@lo:400:kworker.0 Request processed in 65us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320167.439307:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1523 00000100:00100000:3.0:1767320167.439326:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1524 00000100:00100000:3.0:1767320167.439333:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045899520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.439369:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045899520:12345-0@lo:400:kworker.0 Request processed in 37us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320167.439375:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1524 00000100:00100000:3.0:1767320167.439389:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:3.0:1767320167.439393:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045899392:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320167.439418:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320167.439454:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045899392:12345-0@lo:38:kworker.0 Request processed in 58us (979us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320167.439461:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00000100:00100000:3.0:1767320167.439473:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:3.0:1767320167.439477:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045899648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320167.439486:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320167.439512:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045899648:12345-0@lo:38:kworker.0 Request processed in 34us (933us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320167.439518:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00100000:3.0:1767320167.439529:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1995 00000100:00100000:3.0:1767320167.439533:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045900160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320167.439542:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320167.439567:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045900160:12345-0@lo:38:kworker.0 Request processed in 32us (742us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320167.439573:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1995 00010000:00080000:3.0:1767320167.439639:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45180 x1853164045899520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320167.439656:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045899520:0@lo:400:kworker.0 00000100:00080000:3.0:1767320167.439696:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320167.439701:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320167.439705:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045900160:0@lo:38:kworker.0 00000100:00080000:3.0:1767320167.439716:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320167.439719:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320167.439722:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045899648:0@lo:38:kworker.0 00000100:00080000:3.0:1767320167.439732:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320167.439736:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320167.439739:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045899392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320167.439832:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1767320167.439842:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045899904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320167.439895:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045899904:12345-0@lo:400:kworker.0 Request processed in 55us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320167.439902:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:3.0:1767320167.439944:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045899904:0@lo:400:kworker.0 00010000:00080000:3.0:1767320167.439979:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d45500 x1853164045899264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320167.439992:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045899264:0@lo:400:kworker.0 00000100:00080000:2.0:1767320167.440229:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320167.440445:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045899776 00000100:00100000:0.0:1767320167.440453:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045899776 00000100:00100000:0.0:1767320167.440497:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1767320167.440505:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045899776:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320167.440523:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045900032:12345-0@lo:400:kworker.0 Request processed in 1365us (1608us total) trans 0 rc 0/0 00010000:00020000:0.0:1767320167.440535:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320167.440536:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1767320167.440718:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045900032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320167.445591:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045899776:12345-0@lo:38:kworker.0 Request processed in 5070us (6903us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320167.445614:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:0.0:1767320167.445737:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320167.445744:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320167.445749:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045899776:0@lo:38:kworker.0 00010000:00010000:2.0:1767320168.206295:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320169.236073:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320170.254484:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320170.947051:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320170.947115:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320170.947375:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912320 00000100:00100000:1.0:1767320170.947393:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912320 00000100:00100000:1.0:1767320170.947447:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912448 00000100:00100000:1.0:1767320170.947450:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912448 00000100:00100000:1.0:1767320170.947510:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1525 00000100:00100000:1.0:1767320170.947525:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985912448:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320170.947537:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1996 00000100:00100000:0.0:1767320170.947549:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985912320:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320170.947580:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320170.947613:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985912448:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320170.947622:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1525 00000100:00100000:0.0:1767320170.947641:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985912320:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 90us (614us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320170.947651:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1996 00000100:00080000:3.0:1767320170.947795:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:2.0:1767320170.948449:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985912576 offset 0 length 520: 4 00010000:00010000:3.0:1767320171.278156:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320171.534885:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320171.534915:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045900288:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320171.535013:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320171.535328:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045900416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320171.535404:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320171.536517:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320146/real 1767320146] req@ffffa07bc6080e00 x1853164045895040/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320171 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320171.536553:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc6080e00 x1853164045895040/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320171 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320171.536571:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320171.536605:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320171.536610:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045895040:0@lo:250:kworker.0 00000100:00080000:3.0:1767320171.536705:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320171.536712:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320171.536716:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320171.536731:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5345 00000100:00080000:3.0:1767320171.536736:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320171.536744:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320171.536830:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00000 x1853164045900544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320171.536879:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320171.536883:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320171.536885:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320171.536890:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5365 00000100:00080000:3.0:1767320171.536893:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320171.536898:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320171.536918:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02680 x1853164045900800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320171.536939:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045900544:0@lo:250:kworker.0 00000100:00080000:3.0:1767320171.536956:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320171.536963:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320171.536965:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320171.536971:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5365 00000100:00080000:3.0:1767320171.536974:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320171.536979:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320171.536996:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44a80 x1853164045901056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767320171.537003:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045900544 offset 0 length 520: 4 00000100:00080000:3.0:1767320171.537023:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320171.537027:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320171.537030:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320171.537036:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5365 00000100:00080000:3.0:1767320171.537039:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320171.537044:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320171.537063:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045900800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320171.537065:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45500 x1853164045901184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320171.537090:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320171.537094:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320171.537097:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320171.537101:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5365 00000100:00080000:3.0:1767320171.537104:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320171.537109:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320171.537115:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320171.537125:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45f80 x1853164045901312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320171.537156:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045901056:0@lo:38:kworker.0 00000100:00100000:3.0:1767320171.537167:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045900672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320171.537191:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320171.537238:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045901184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320171.537243:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320171.537301:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320171.537311:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045900928:0@lo:400:kworker.0 00000100:00100000:1.0:1767320171.537342:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045901312:0@lo:38:kworker.0 00000100:00100000:3.0:1767320171.537354:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320171.539201:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900288 00000100:00100000:2.0:1767320171.539216:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900288 00000100:00100000:2.0:1767320171.539282:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900416 00000100:00100000:2.0:1767320171.539286:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900416 00000100:00100000:2.0:1767320171.539303:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1767320171.539314:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045900288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320171.539353:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320171.539419:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045900288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (4405us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320171.539426:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:2.0:1767320171.539443:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1767320171.539450:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045900416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320171.539464:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320171.539492:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045900416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (4087us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320171.539497:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1767320171.539853:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045900288:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320171.539913:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320171.539920:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320171.539938:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320171.541971:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900800 00000100:00100000:1.0:1767320171.541988:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900800 00000100:00100000:1.0:1767320171.542057:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901056 00000100:00100000:1.0:1767320171.542061:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901056 00000100:00100000:1.0:1767320171.542075:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900672 00000100:00100000:1.0:1767320171.542078:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900672 00000100:00100000:1.0:1767320171.542108:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045900928 00000100:00100000:1.0:1767320171.542111:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045900928 00000100:00100000:1.0:1767320171.542133:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1767320171.542143:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045900672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320171.542226:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045900672:12345-0@lo:400:kworker.0 Request processed in 82us (4992us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320171.542232:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1526 00000100:00100000:1.0:1767320171.542251:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1767320171.542256:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045900928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320171.542287:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045900928:12345-0@lo:400:kworker.0 Request processed in 31us (4935us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320171.542292:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1527 00000100:00100000:1.0:1767320171.542303:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1767320171.542306:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045900800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320171.542323:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320171.542349:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045900800:12345-0@lo:38:kworker.0 Request processed in 41us (5236us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320171.542354:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00100000:1.0:1767320171.542366:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1998 00000100:00100000:1.0:1767320171.542370:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045901056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320171.542379:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320171.542400:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045901056:12345-0@lo:38:kworker.0 Request processed in 28us (5211us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320171.542405:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1998 00000100:00100000:1.0:1767320171.542465:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901184 00000100:00100000:1.0:1767320171.542469:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901184 00000100:00100000:1.0:1767320171.542491:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1767320171.542496:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045901184:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320171.542506:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320171.542531:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045901184:12345-0@lo:38:kworker.0 Request processed in 33us (5233us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320171.542536:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00080000:1.0:1767320171.542566:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320171.542608:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01180 x1853164045900672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320171.542623:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045900672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320171.542811:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045900416:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1767320171.542978:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d46680 x1853164045900928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320171.542989:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045900928:0@lo:400:kworker.0 00000100:00080000:3.0:1767320171.554610:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320171.554632:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320171.554639:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045900800:0@lo:38:kworker.0 00000100:00080000:3.0:1767320171.554656:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320171.554661:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320171.554665:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045901056:0@lo:38:kworker.0 00000100:00080000:3.0:1767320171.554713:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320171.554718:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320171.554721:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045901184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320171.558350:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901312 00000100:00100000:2.0:1767320171.558366:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901312 00000100:00100000:2.0:1767320171.558449:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:2.0:1767320171.558458:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045901312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320171.558485:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320171.558577:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045901312:12345-0@lo:38:kworker.0 Request processed in 118us (18638us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320171.558584:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00080000:3.0:1767320171.558700:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320171.558713:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320171.558719:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045901312:0@lo:38:kworker.0 00010000:00010000:2.0:1767320172.301995:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320173.325996:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320174.350036:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320175.374100:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320176.070513:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320176.072125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320176.072226:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912704 00000100:00100000:1.0:1767320176.072238:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912704 00000100:00100000:1.0:1767320176.072279:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912832 00000100:00100000:1.0:1767320176.072282:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912832 00000100:00100000:1.0:1767320176.072335:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1528 00000100:00100000:1.0:1767320176.072344:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985912832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320176.072417:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985912832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320176.072425:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1528 00000100:00100000:1.0:1767320176.072446:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2000 00000100:00100000:1.0:1767320176.072451:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985912704:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320176.072469:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320176.072492:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985912704:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 40us (1993us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320176.072498:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2000 00000100:00080000:0.0:1767320176.072694:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320176.398420:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320176.653943:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320176.653955:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320176.654018:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320176.654022:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320176.654027:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320176.654036:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5369 00000100:00080000:1.0:1767320176.654041:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320176.654048:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320176.654139:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045901696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320176.654239:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320176.654279:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14380 x1853164045901568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320176.654309:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901696 00000100:00100000:0.0:1767320176.654322:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901696 00000100:00080000:1.0:1767320176.654331:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320176.654336:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320176.654339:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320176.654345:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5369 00000100:00080000:1.0:1767320176.654349:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320176.654353:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320176.654367:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164045901952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320176.654377:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320176.654381:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320176.654383:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320176.654387:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5369 00000100:00080000:1.0:1767320176.654390:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320176.654395:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320176.654411:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14a80 x1853164045902080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320176.654423:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:0.0:1767320176.654443:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045901696:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320176.654443:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320176.654457:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320176.654459:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320176.654463:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5369 00000100:00080000:1.0:1767320176.654466:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320176.654470:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320176.654486:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045902336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:0.0:1767320176.654494:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320176.654523:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045901824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320176.654586:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320176.654659:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320176.654933:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045901696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 497us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320176.654942:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1767320176.655036:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045901440:0@lo:400:kworker.0 00000100:00100000:3.0:1767320176.655087:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320176.655125:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320176.655132:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045902208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320176.655161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320176.655196:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901824 00000100:00100000:3.0:1767320176.655202:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901824 00000100:00100000:3.0:1767320176.655241:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901440 00000100:00100000:3.0:1767320176.655244:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901440 00000100:00100000:3.0:1767320176.655266:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1767320176.655273:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045901824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320176.655315:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045901824:12345-0@lo:400:kworker.0 Request processed in 42us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320176.655323:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1529 00000100:00100000:3.0:1767320176.655338:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1530 00000100:00100000:3.0:1767320176.655345:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045901440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320176.655680:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045901568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320176.655746:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.655795:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045901952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320176.655820:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.655836:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045902080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320176.655860:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.655876:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045902336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320176.655896:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.655926:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901568 00000100:00100000:0.0:1767320176.655931:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901568 00000100:00100000:0.0:1767320176.655947:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045901952 00000100:00100000:0.0:1767320176.655950:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045901952 00000100:00100000:0.0:1767320176.655958:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902336 00000100:00100000:0.0:1767320176.655960:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902336 00000100:00100000:0.0:1767320176.655970:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2001 00000100:00100000:0.0:1767320176.655974:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045901568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.655996:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.656037:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045901568:12345-0@lo:38:kworker.0 Request processed in 61us (289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.656056:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2001 00000100:00100000:0.0:1767320176.656071:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:0.0:1767320176.656076:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045901952:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.656084:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.656110:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045901952:12345-0@lo:38:kworker.0 Request processed in 33us (289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.656116:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:0.0:1767320176.656127:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:0.0:1767320176.656131:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045902336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320176.656140:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320176.656162:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045902336:12345-0@lo:38:kworker.0 Request processed in 29us (265us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320176.656167:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00080000:0.0:1767320176.656206:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.656212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.656215:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045901568:0@lo:38:kworker.0 00000100:00080000:0.0:1767320176.656225:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.656228:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.656230:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045901952:0@lo:38:kworker.0 00000100:00080000:0.0:1767320176.656237:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.656240:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.656243:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045902336:0@lo:38:kworker.0 00000100:00100000:3.0:1767320176.656647:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045901440:12345-0@lo:400:kworker.0 Request processed in 1301us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320176.656656:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1530 00000100:00100000:1.0:1767320176.656764:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902208 00000100:00100000:1.0:1767320176.656800:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902208 00000100:00100000:1.0:1767320176.656848:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1767320176.656857:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045902208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320176.656900:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045902208:12345-0@lo:400:kworker.0 Request processed in 45us (1738us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320176.656907:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1767320176.656973:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902080 00000100:00100000:1.0:1767320176.656978:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902080 00000100:00100000:1.0:1767320176.657007:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1767320176.657014:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045902080:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320176.657029:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320176.657036:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320176.657057:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045902464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320176.657124:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320176.657240:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045902208:0@lo:400:kworker.0 00010000:00080000:0.0:1767320176.657258:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16300 x1853164045901440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320176.657269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045901440:0@lo:400:kworker.0 00000100:00080000:0.0:1767320176.657301:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320176.657305:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320176.657308:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045902080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320176.657346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320176.657530:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902464 00000100:00100000:3.0:1767320176.657536:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902464 00000100:00100000:3.0:1767320176.657571:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1767320176.657578:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045902464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320176.657607:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320176.657745:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320176.657806:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15880 x1853164045901824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320176.657817:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045901824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320176.657857:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045901696:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320176.661570:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045902080:12345-0@lo:38:kworker.0 Request processed in 4538us (5691us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320176.661588:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1767320176.662820:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045902464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5233us (5687us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320176.662835:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1767320176.663821:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045902464:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320177.424828:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320178.446396:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320179.470014:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320180.494052:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320181.191824:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320181.192078:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913088 00000100:00100000:0.0:1767320181.192090:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913088 00000100:00100000:0.0:1767320181.192226:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1531 00000100:00100000:0.0:1767320181.192238:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985913088:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320181.192327:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985913088:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320181.192335:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1531 00000100:00100000:3.0:1767320181.193975:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320181.194071:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985912960 00000100:00100000:2.0:1767320181.194079:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985912960 00000100:00080000:1.0:1767320181.194147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320181.194166:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2004 00000100:00100000:2.0:1767320181.194181:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985912960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320181.194211:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320181.194272:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985912960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 97us (301us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320181.194279:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2004 00010000:00010000:3.0:1767320181.518108:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320181.775857:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045902592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320181.775933:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.776064:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902592 00000100:00100000:0.0:1767320181.776073:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902592 00000100:00100000:0.0:1767320181.776138:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:0.0:1767320181.776148:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045902592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320181.776180:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320181.776227:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045902592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320181.776234:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:1.0:1767320181.776355:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045902720:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320181.776374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320181.776386:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320181.776408:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045902592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320181.776467:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902720 00000100:00100000:3.0:1767320181.776472:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902720 00000100:00100000:3.0:1767320181.776516:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1767320181.776528:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045902720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320181.776543:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320181.776550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320181.776555:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320181.776578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320181.776580:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045902720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (193us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320181.776583:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320181.776586:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320181.776586:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:0.0:1767320181.776591:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5374 00000100:00080000:0.0:1767320181.776595:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320181.776615:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320181.776626:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045902720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320181.776635:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2aa00 x1853164045902976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320181.776650:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1767320181.776658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320181.776658:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045902848:0@lo:400:kworker.0 00000100:00080000:0.0:1767320181.776661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320181.776663:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320181.776667:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5374 00000100:00080000:0.0:1767320181.776669:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320181.776672:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320181.776681:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29180 x1853164045903232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320181.776689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320181.776692:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320181.776694:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320181.776697:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5374 00000100:00080000:0.0:1767320181.776699:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320181.776702:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320181.776712:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164045903360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320181.776720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320181.776723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320181.776725:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320181.776728:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5374 00000100:00100000:3.0:1767320181.776728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320181.776731:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320181.776734:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320181.776744:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2ad80 x1853164045903488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320181.776755:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045903104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320181.776782:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902848 00000100:00100000:0.0:1767320181.776786:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902848 00000100:00100000:3.0:1767320181.776791:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320181.776810:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903104 00000100:00100000:0.0:1767320181.776813:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903104 00000100:00100000:3.0:1767320181.776818:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1532 00000100:00100000:3.0:1767320181.776824:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045902848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320181.776830:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1533 00000100:00100000:0.0:1767320181.776835:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045903104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320181.776857:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045902848:12345-0@lo:400:kworker.0 Request processed in 34us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320181.776859:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045903104:12345-0@lo:400:kworker.0 Request processed in 24us (67us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320181.776864:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1532 00010000:00080000:3.0:1767320181.776888:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2a300 x1853164045903104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320181.776899:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045903104:0@lo:400:kworker.0 00010000:00080000:3.0:1767320181.776908:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28e00 x1853164045902848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320181.776916:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045902848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320181.776929:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045902976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320181.776955:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320181.776987:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045903232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320181.777017:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320181.777033:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045903360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320181.777056:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320181.777074:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045903488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320181.777091:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320181.777117:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903360 00000100:00100000:1.0:1767320181.777121:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903360 00000100:00100000:1.0:1767320181.777152:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767320181.777157:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045903360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320181.777183:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320181.777213:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045903360:12345-0@lo:38:kworker.0 Request processed in 55us (155us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320181.777219:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1767320181.777242:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045902976 00000100:00100000:1.0:1767320181.777245:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045902976 00000100:00100000:3.0:1767320181.777291:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903232 00000100:00100000:3.0:1767320181.777296:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903232 00000100:00080000:2.0:1767320181.777350:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320181.777354:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320181.777364:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903488 00000100:00100000:2.0:1767320181.777368:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903488 00000100:00100000:0.0:1767320181.782284:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1533 00000100:00080000:0.0:1767320181.784314:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320181.784326:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320181.784331:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045903360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320181.787378:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00100000:1.0:1767320181.787402:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045902976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320181.787427:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320181.787517:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045902976:12345-0@lo:38:kworker.0 Request processed in 125us (10559us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320181.787525:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00080000:0.0:1767320181.789295:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320181.789307:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320181.789312:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045902976:0@lo:38:kworker.0 00000100:00100000:3.0:1767320181.790194:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:3.0:1767320181.790203:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045903232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320181.790226:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320181.790316:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045903232:12345-0@lo:38:kworker.0 Request processed in 112us (13298us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320181.790324:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00000100:00080000:1.0:1767320181.790338:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320181.790343:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320181.790347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045903232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320181.791211:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2007 00000100:00100000:2.0:1767320181.791221:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045903488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320181.791237:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320181.791296:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045903488:12345-0@lo:38:kworker.0 Request processed in 75us (14203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320181.791303:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2007 00000100:00080000:1.0:1767320181.791342:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320181.791348:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320181.791352:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045903488:0@lo:38:kworker.0 00010000:00010000:2.0:1767320182.542038:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320183.566102:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320184.590074:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320185.615646:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320186.308865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320186.308969:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913216 00000100:00100000:1.0:1767320186.308988:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913216 00000100:00100000:1.0:1767320186.309140:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2008 00000100:00100000:1.0:1767320186.309152:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985913216:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320186.309182:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320186.309295:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985913216:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 136us (432us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320186.309304:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2008 00000100:00100000:3.0:1767320186.309368:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320186.312756:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913344 00000100:00100000:2.0:1767320186.312805:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913344 00000100:00100000:2.0:1767320186.312923:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1534 00000100:00100000:2.0:1767320186.312941:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985913344:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320186.313055:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985913344:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 121us (3688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320186.313063:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1534 00000100:00080000:3.0:1767320186.314019:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320186.638442:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320186.894274:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320186.894301:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045903616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320186.894396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320186.895610:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903616 00000100:00100000:0.0:1767320186.895634:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903616 00000100:00100000:0.0:1767320186.895726:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1767320186.895738:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045903616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320186.895801:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320186.895893:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045903616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 156us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320186.895902:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:2.0:1767320186.897080:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320186.897089:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320186.897147:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320186.897151:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320186.897156:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320186.897165:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5380 00000100:00080000:2.0:1767320186.897171:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320186.897179:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320186.897205:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb266d80 x1853164045904000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320186.897237:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320186.897251:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320186.897254:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320186.897257:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5380 00000100:00080000:2.0:1767320186.897260:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320186.897264:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320186.897275:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb267480 x1853164045904256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320186.897284:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320186.897288:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320186.897290:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320186.897293:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5380 00000100:00080000:2.0:1767320186.897295:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320186.897299:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320186.897309:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264700 x1853164045904384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320186.897333:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320186.897337:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320186.897338:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320186.897341:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5380 00000100:00080000:2.0:1767320186.897344:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320186.897348:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320186.897359:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264a80 x1853164045904640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320186.897395:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045904128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.897468:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.897548:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320186.897555:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045903872:0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.897581:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.897617:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904128 00000100:00100000:2.0:1767320186.897636:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904128 00000100:00100000:2.0:1767320186.897690:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903872 00000100:00100000:2.0:1767320186.897694:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903872 00000100:00100000:2.0:1767320186.897718:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1767320186.897726:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045904128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.897811:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045904128:12345-0@lo:400:kworker.0 Request processed in 85us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320186.897819:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1535 00000100:00100000:2.0:1767320186.897838:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1767320186.897844:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045903872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320186.897874:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045903872:12345-0@lo:400:kworker.0 Request processed in 30us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320186.897880:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1536 00000100:00100000:2.0:1767320186.897911:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045904000:0@lo:38:kworker.0 00000100:00100000:2.0:1767320186.897939:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.897961:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045904256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320186.897982:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.897998:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045904384:0@lo:38:kworker.0 00000100:00100000:2.0:1767320186.898024:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.898045:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045904640:0@lo:38:kworker.0 00000100:00100000:2.0:1767320186.898067:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320186.898095:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904000 00000100:00100000:2.0:1767320186.898098:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904000 00000100:00100000:2.0:1767320186.898114:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904256 00000100:00100000:2.0:1767320186.898116:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904256 00000100:00100000:2.0:1767320186.898122:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904640 00000100:00100000:2.0:1767320186.898124:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904640 00000100:00100000:2.0:1767320186.898133:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1767320186.898138:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045904000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320186.898161:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320186.898198:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045904000:12345-0@lo:38:kworker.0 Request processed in 58us (257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320186.898204:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:2.0:1767320186.898215:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1767320186.898218:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045904256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320186.898227:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320186.898247:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045904256:12345-0@lo:38:kworker.0 Request processed in 27us (264us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320186.898253:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2010 00000100:00100000:2.0:1767320186.898263:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:2.0:1767320186.898266:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045904640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320186.898275:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320186.898297:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045904640:12345-0@lo:38:kworker.0 Request processed in 29us (229us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320186.898304:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00010000:00080000:2.0:1767320186.898343:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb266a00 x1853164045903872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320186.898359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045903872:0@lo:400:kworker.0 00010000:00080000:2.0:1767320186.898372:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb265880 x1853164045904128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320186.898380:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045904128:0@lo:400:kworker.0 00000100:00080000:2.0:1767320186.898419:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320186.898424:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320186.898428:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045904000:0@lo:38:kworker.0 00000100:00080000:2.0:1767320186.898435:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320186.898439:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320186.898442:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045904256:0@lo:38:kworker.0 00000100:00080000:2.0:1767320186.898450:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320186.898453:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320186.898456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045904640:0@lo:38:kworker.0 00000100:00080000:1.0:1767320186.898807:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320186.898813:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320186.898829:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904384 00000100:00100000:1.0:1767320186.898834:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904384 00000100:00100000:1.0:1767320186.898866:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1767320186.898871:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045904384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320186.898883:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320186.898930:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045904384:12345-0@lo:38:kworker.0 Request processed in 57us (904us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320186.898936:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1767320186.898968:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045903744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320186.899006:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320186.899050:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045903616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320186.899066:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320186.899072:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045904512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320186.899096:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320186.899127:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320186.899131:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320186.899134:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045904384:0@lo:38:kworker.0 00000100:00100000:3.0:1767320186.899237:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904512 00000100:00100000:3.0:1767320186.899256:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904512 00000100:00100000:3.0:1767320186.899315:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1767320186.899322:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045904512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320186.899373:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045904512:12345-0@lo:400:kworker.0 Request processed in 53us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320186.899380:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:3.0:1767320186.899406:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045903744 00000100:00100000:3.0:1767320186.899409:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045903744 00000100:00100000:3.0:1767320186.899432:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1767320186.899438:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045903744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320186.899462:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320186.899496:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045903744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320186.899502:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:3.0:1767320186.899545:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045904512:0@lo:400:kworker.0 00000100:00100000:3.0:1767320186.899559:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045903744:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320186.901962:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320187.662028:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320188.686220:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320189.711903:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320190.735338:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320191.427594:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320191.427681:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320191.427941:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913600 00000100:00100000:2.0:1767320191.427952:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913600 00000100:00100000:1.0:1767320191.428032:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913472 00000100:00100000:1.0:1767320191.428037:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913472 00000100:00100000:2.0:1767320191.428039:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1537 00000100:00100000:2.0:1767320191.428055:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985913600:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320191.428071:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2012 00000100:00100000:1.0:1767320191.428078:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985913472:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320191.428099:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320191.428128:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985913600:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320191.428135:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985913472:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320191.428141:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1537 00000100:00100000:1.0:1767320191.428150:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2012 00000100:00080000:0.0:1767320191.428299:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320191.757953:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320192.014048:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045904768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320192.014071:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045904896:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320192.014124:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.014178:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904768 00000100:00100000:3.0:1767320192.014186:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904768 00000100:00100000:0.0:1767320192.014200:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.014240:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045904896 00000100:00100000:0.0:1767320192.014268:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00080000:1.0:1767320192.014281:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320192.014286:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045904768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320192.014316:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320192.014365:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045904768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320192.014372:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:1.0:1767320192.014445:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045904768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320192.014543:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045904896 00000100:00080000:0.0:1767320192.014580:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320192.014586:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320192.014622:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320192.014627:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320192.014632:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320192.014638:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00080000:0.0:1767320192.014639:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5385 00000100:00080000:0.0:1767320192.014645:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320192.014649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045905024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320192.014650:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045904896:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320192.014654:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00002000:00000024:3.0:1767320192.014672:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320192.014681:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29180 x1853164045905152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320192.014694:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320192.014724:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320192.014728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320192.014730:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320192.014737:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5385 00000100:00080000:0.0:1767320192.014740:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320192.014740:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905024 00000100:00100000:1.0:1767320192.014744:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905024 00000100:00080000:0.0:1767320192.014748:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320192.014763:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164045905408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320192.014803:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045904896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (603us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320192.014805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320192.014813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767320192.014817:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00080000:0.0:1767320192.014818:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320192.014825:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5385 00000100:00080000:0.0:1767320192.014828:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320192.014832:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320192.014848:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760a80 x1853164045905536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320192.014858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320192.014861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320192.014864:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320192.014868:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5385 00000100:00080000:0.0:1767320192.014870:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320192.014875:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320192.014887:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763100 x1853164045905664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320192.014934:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045904896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320192.014966:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045905280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320192.014994:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320192.015055:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905280 00000100:00100000:0.0:1767320192.015060:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905280 00000100:00100000:3.0:1767320192.016900:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045905152:0@lo:38:kworker.0 00000100:00100000:3.0:1767320192.016953:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.016994:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045905408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320192.017014:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.017030:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045905536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320192.017050:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.017070:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045905664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320192.017089:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320192.017120:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905536 00000100:00100000:3.0:1767320192.017125:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905536 00000100:00100000:3.0:1767320192.017152:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1767320192.017159:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045905536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320192.017178:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320192.017212:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045905536:12345-0@lo:38:kworker.0 Request processed in 53us (160us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320192.017219:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1767320192.017236:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905152 00000100:00100000:3.0:1767320192.017240:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905152 00000100:00100000:3.0:1767320192.017268:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905408 00000100:00100000:3.0:1767320192.017272:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905408 00000100:00100000:3.0:1767320192.017279:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905664 00000100:00100000:3.0:1767320192.017281:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905664 00000100:00100000:3.0:1767320192.017291:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2013 00000100:00100000:3.0:1767320192.017307:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045905152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320192.017317:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320192.017341:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045905152:12345-0@lo:38:kworker.0 Request processed in 44us (388us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320192.017347:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2013 00000100:00100000:3.0:1767320192.017358:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1767320192.017361:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045905408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320192.017370:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320192.017883:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045905408:12345-0@lo:38:kworker.0 Request processed in 518us (865us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320192.017890:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:3.0:1767320192.017904:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:3.0:1767320192.017907:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045905664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320192.017917:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320192.017939:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045905664:12345-0@lo:38:kworker.0 Request processed in 31us (849us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320192.017945:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00080000:3.0:1767320192.017985:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320192.017989:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320192.017992:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045905152:0@lo:38:kworker.0 00000100:00080000:3.0:1767320192.017999:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320192.018003:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320192.018006:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045905408:0@lo:38:kworker.0 00000100:00080000:3.0:1767320192.018012:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320192.018015:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320192.018018:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045905536:0@lo:38:kworker.0 00000100:00080000:3.0:1767320192.018023:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320192.018026:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320192.018028:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045905664:0@lo:38:kworker.0 00000100:00080000:2.0:1767320192.020360:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320192.020369:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320192.025176:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1767320192.025194:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045905280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320192.025287:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045905280:12345-0@lo:400:kworker.0 Request processed in 98us (10293us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320192.025296:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1538 00000100:00100000:0.0:1767320192.025392:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1539 00000100:00100000:0.0:1767320192.025401:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045905024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320192.025447:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045905024:12345-0@lo:400:kworker.0 Request processed in 47us (10757us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320192.025454:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1539 00010000:00080000:0.0:1767320192.025504:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28e00 x1853164045905280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320192.025518:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045905280:0@lo:400:kworker.0 00010000:00080000:1.0:1767320192.025552:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2ad80 x1853164045905024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320192.025563:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045905024:0@lo:400:kworker.0 00010000:00010000:2.0:1767320192.782022:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320193.806344:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320194.829980:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320195.522398:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767320195.522438:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985913728 offset 0 length 520: 4 00000100:00100000:3.0:1767320195.522690:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913984 00000100:00100000:3.0:1767320195.522700:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913984 00000100:00100000:3.0:1767320195.522806:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1540 00000100:00100000:3.0:1767320195.522816:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985913984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767320195.523049:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320195.527543:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985913984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 4716us (5141us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320195.527559:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1540 00000100:00100000:1.0:1767320195.534044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320195.534249:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985913856 00000100:00100000:2.0:1767320195.534259:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985913856 00000100:00100000:2.0:1767320195.534326:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2016 00000100:00100000:2.0:1767320195.534341:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985913856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320195.534373:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320195.534430:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985913856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 96us (394us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320195.534437:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2016 00010000:00010000:3.0:1767320195.853988:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320196.109895:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320171/real 1767320171] req@ffffa07bf2b00000 x1853164045900544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320196 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320196.109928:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf2b00000 x1853164045900544/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320196 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320196.109949:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320196.110055:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320196.110060:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045900544:0@lo:250:kworker.0 00000100:00080000:1.0:1767320196.119531:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320196.119541:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320196.119545:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320196.119552:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5369 00000100:00080000:1.0:1767320196.119558:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320196.119565:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320196.119599:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15500 x1853164045905792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320196.119688:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045905792:0@lo:250:kworker.0 00000400:00000100:0.0:1767320196.119736:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045905792 offset 0 length 520: 4 00000100:00080000:1.0:1767320196.119953:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320196.119957:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320196.119960:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320196.119965:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5390 00000100:00080000:1.0:1767320196.119968:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320196.119972:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320196.119986:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045906048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320196.120059:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320196.120073:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045905920:0@lo:400:kworker.0 00000100:00100000:3.0:1767320196.120110:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320196.120684:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045905920 00000100:00100000:2.0:1767320196.120692:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045905920 00000100:00100000:2.0:1767320196.120754:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1541 00000100:00100000:2.0:1767320196.120765:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045905920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320196.120833:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045905920:12345-0@lo:400:kworker.0 Request processed in 70us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320196.120840:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1541 00010000:00080000:2.0:1767320196.120876:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14700 x1853164045905920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320196.120888:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045905920:0@lo:400:kworker.0 00000100:00080000:3.0:1767320196.121807:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320196.127516:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045906048:0@lo:38:kworker.0 00000100:00100000:0.0:1767320196.127597:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320196.129481:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320196.129488:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320196.129492:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320196.129499:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5390 00000100:00080000:1.0:1767320196.129503:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320196.129509:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320196.129529:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14700 x1853164045906304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320196.129540:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320196.129543:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320196.129545:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320196.129548:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5390 00000100:00080000:1.0:1767320196.129551:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320196.129555:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320196.129567:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73100 x1853164045906432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320196.129602:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320196.129606:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320196.129607:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320196.129611:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5390 00000100:00080000:1.0:1767320196.129614:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320196.129617:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320196.129628:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71500 x1853164045906816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320196.129662:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045906560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.129713:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320196.129743:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320196.129748:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045906176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.129787:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320196.129858:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906560 00000100:00100000:3.0:1767320196.129865:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906560 00000100:00100000:3.0:1767320196.129919:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:3.0:1767320196.129929:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045906560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320196.129979:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045906560:12345-0@lo:400:kworker.0 Request processed in 51us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320196.129985:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00080000:3.0:1767320196.130009:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320196.130136:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045906688:0@lo:400:kworker.0 00000100:00100000:3.0:1767320196.130162:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320196.130205:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906688 00000100:00100000:3.0:1767320196.130210:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906688 00000100:00100000:3.0:1767320196.130236:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:3.0:1767320196.130242:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045906688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320196.130276:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045906688:12345-0@lo:400:kworker.0 Request processed in 34us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320196.130282:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00080000:3.0:1767320196.130296:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320196.130320:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045906688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320196.130945:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045906304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320196.134756:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045906560:0@lo:400:kworker.0 00000100:00100000:0.0:1767320196.134869:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320196.135052:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906048 00000100:00100000:2.0:1767320196.135060:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906048 00000100:00100000:2.0:1767320196.135109:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906176 00000100:00100000:2.0:1767320196.135112:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906176 00000100:00100000:2.0:1767320196.135176:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1542 00000100:00100000:2.0:1767320196.135197:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045906176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320196.135268:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045906176:12345-0@lo:400:kworker.0 Request processed in 83us (5497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320196.135276:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1542 00000100:00100000:2.0:1767320196.135296:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:2.0:1767320196.135301:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045906048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320196.135320:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320196.135364:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045906048:12345-0@lo:38:kworker.0 Request processed in 62us (7767us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320196.135371:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00080000:2.0:1767320196.135399:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320196.135711:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14380 x1853164045906176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320196.135725:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045906176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320196.137551:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906304 00000100:00100000:0.0:1767320196.137554:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045906432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320196.137561:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906304 00000100:00100000:1.0:1767320196.137606:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:0.0:1767320196.137607:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320196.137612:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045906304:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320196.137625:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045906816:0@lo:38:kworker.0 00010000:00020000:1.0:1767320196.137632:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320196.137644:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320196.137671:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320196.137677:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320196.137680:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045906048:0@lo:38:kworker.0 00000100:00100000:1.0:1767320196.137680:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045906304:12345-0@lo:38:kworker.0 Request processed in 67us (2811us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320196.137687:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1767320196.137703:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906816 00000100:00100000:1.0:1767320196.137705:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906816 00000100:00080000:0.0:1767320196.137706:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320196.137710:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320196.137713:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045906304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320196.137722:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019 00000100:00100000:1.0:1767320196.137726:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045906816:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320196.137734:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906432 00010000:00020000:1.0:1767320196.137735:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320196.137737:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906432 00000100:00100000:0.0:1767320196.137758:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1767320196.137759:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045906816:12345-0@lo:38:kworker.0 Request processed in 32us (114us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320196.137762:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045906432:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320196.137765:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019 00010000:00020000:0.0:1767320196.137787:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320196.137811:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045906432:12345-0@lo:38:kworker.0 Request processed in 48us (204us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320196.137818:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00080000:1.0:1767320196.137822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320196.137825:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320196.137829:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045906432:0@lo:38:kworker.0 00000100:00080000:1.0:1767320196.137836:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320196.137841:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320196.137843:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045906816:0@lo:38:kworker.0 00010000:00010000:2.0:1767320196.878726:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320197.133936:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045906944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320197.134003:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320197.134279:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045907072:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320197.134330:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320197.134442:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045906944 00000100:00100000:2.0:1767320197.134450:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045906944 00000100:00100000:2.0:1767320197.134496:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907072 00000100:00100000:2.0:1767320197.134500:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907072 00000100:00100000:2.0:1767320197.134529:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1767320197.134538:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045906944:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320197.134541:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1767320197.134548:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045907072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320197.134567:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:2.0:1767320197.134567:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320197.134765:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045906944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 227us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320197.134797:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1767320197.134880:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045907072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 332us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320197.134887:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1767320197.134966:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045907072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320197.135032:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045906944:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320197.902021:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320198.928795:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320199.951698:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320200.641861:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320200.641903:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320200.642066:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914240 00000100:00100000:2.0:1767320200.642086:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914240 00000100:00100000:2.0:1767320200.642154:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914112 00000100:00100000:2.0:1767320200.642157:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914112 00000100:00100000:2.0:1767320200.642175:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1543 00000100:00100000:2.0:1767320200.642186:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985914240:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320200.642267:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985914240:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320200.642275:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1543 00000100:00100000:1.0:1767320200.642284:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2020 00000100:00100000:1.0:1767320200.642294:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985914112:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320200.642317:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320200.642347:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985914112:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (443us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320200.642354:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2020 00000100:00080000:3.0:1767320200.642504:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320200.974628:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320201.231513:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320201.231523:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320201.231584:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320201.231588:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320201.231591:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320201.231599:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320201.231604:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320201.231610:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320201.231631:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995180 x1853164045907328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320201.232035:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320201.232039:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320201.232041:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320201.232058:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320201.232061:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320201.232065:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320201.232079:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995880 x1853164045907584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320201.232087:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320201.232091:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320201.232092:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320201.232096:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320201.232098:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320201.232101:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320201.232113:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997100 x1853164045907712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320201.232135:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320201.232138:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320201.232139:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320201.232143:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5394 00000100:00080000:2.0:1767320201.232146:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320201.232150:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320201.232160:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264000 x1853164045908096/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320201.232225:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045907200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.232301:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320201.232351:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320201.232358:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045907968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.232383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320201.232417:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907200 00000100:00100000:0.0:1767320201.232424:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907200 00000100:00100000:0.0:1767320201.232478:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1544 00000100:00100000:0.0:1767320201.232487:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045907200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.232535:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045907200:12345-0@lo:400:kworker.0 Request processed in 49us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320201.232543:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1544 00000100:00100000:1.0:1767320201.232547:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045907456:0@lo:400:kworker.0 00000100:00100000:1.0:1767320201.232574:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767320201.232578:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb996a00 x1853164045907200/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320201.232590:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045907200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320201.232592:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320201.232596:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045907840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320201.232615:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320201.232626:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907456 00000100:00100000:0.0:1767320201.232630:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907456 00000100:00100000:1.0:1767320201.232646:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907968 00000100:00100000:1.0:1767320201.232649:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907968 00000100:00100000:0.0:1767320201.232669:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1767320201.232672:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907840 00000100:00100000:1.0:1767320201.232674:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907840 00000100:00100000:0.0:1767320201.232675:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045907456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320201.232691:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:1.0:1767320201.232697:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045907968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.232706:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045907456:12345-0@lo:400:kworker.0 Request processed in 31us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320201.232712:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1545 00000100:00100000:1.0:1767320201.232728:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045907968:12345-0@lo:400:kworker.0 Request processed in 31us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320201.232734:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1767320201.232738:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1767320201.232745:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045907840:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1767320201.232760:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb994380 x1853164045907456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320201.232787:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045907456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.232790:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045907840:12345-0@lo:400:kworker.0 Request processed in 46us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320201.232796:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1767320201.232803:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045907840:0@lo:400:kworker.0 00000100:00080000:0.0:1767320201.232813:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320201.232817:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320201.232819:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320201.232819:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045907968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320201.232855:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045907328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320201.232879:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320201.232904:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045907584:0@lo:38:kworker.0 00000100:00100000:0.0:1767320201.232926:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320201.232946:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045907712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320201.232969:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320201.232985:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045908096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320201.233004:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320201.238412:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907712 00000100:00100000:2.0:1767320201.238429:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907712 00000100:00100000:2.0:1767320201.238501:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1767320201.238510:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045907712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320201.238533:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320201.238610:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045907712:12345-0@lo:38:kworker.0 Request processed in 99us (5639us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320201.238617:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00080000:0.0:1767320201.238827:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320201.239393:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907328 00000100:00100000:1.0:1767320201.239401:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907328 00000100:00100000:1.0:1767320201.239508:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045907584 00000100:00100000:1.0:1767320201.239512:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045907584 00000100:00100000:1.0:1767320201.239530:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908096 00000100:00100000:1.0:1767320201.239532:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908096 00000100:00100000:1.0:1767320201.239548:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:1.0:1767320201.239553:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045907328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320201.239567:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320201.239608:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045907328:12345-0@lo:38:kworker.0 Request processed in 53us (6727us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320201.239614:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00000100:00100000:1.0:1767320201.239642:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:1.0:1767320201.239646:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045907584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320201.239655:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320201.239679:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045907584:12345-0@lo:38:kworker.0 Request processed in 32us (6753us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320201.239685:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00100000:1.0:1767320201.239697:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:1.0:1767320201.239701:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045908096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320201.239709:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320201.239731:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045908096:12345-0@lo:38:kworker.0 Request processed in 28us (6726us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320201.239737:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00080000:0.0:1767320201.239944:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320201.239950:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045907712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320201.239968:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320201.239971:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320201.239974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045908096:0@lo:38:kworker.0 00000100:00080000:0.0:1767320201.240001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320201.240004:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320201.240007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045907328:0@lo:38:kworker.0 00000100:00080000:0.0:1767320201.240015:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320201.240018:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320201.240020:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045907584:0@lo:38:kworker.0 00010000:00010000:3.0:1767320201.998028:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320202.257270:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045908224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320202.257339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320202.257627:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320202.257638:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045908352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320202.257667:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320202.257791:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908224 00000100:00100000:0.0:1767320202.257798:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908224 00000100:00100000:0.0:1767320202.257844:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908352 00000100:00100000:0.0:1767320202.257847:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908352 00000100:00100000:0.0:1767320202.257862:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1767320202.257869:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045908224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320202.257902:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320202.257946:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045908224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320202.257952:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:0.0:1767320202.257967:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:0.0:1767320202.257972:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045908352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320202.257986:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320202.258009:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045908352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320202.258018:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1767320202.258159:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045908224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320202.258319:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045908352:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320203.022373:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320204.046429:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320205.069973:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320205.765459:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320205.765527:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320205.765652:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914496 00000100:00100000:0.0:1767320205.765666:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914496 00000100:00100000:0.0:1767320205.765757:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914368 00000100:00100000:0.0:1767320205.765761:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914368 00000100:00100000:0.0:1767320205.765810:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1546 00000100:00100000:0.0:1767320205.765824:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985914496:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320205.765918:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985914496:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 99us (472us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320205.765926:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1546 00000100:00100000:0.0:1767320205.765943:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2024 00000100:00100000:0.0:1767320205.765948:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985914368:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320205.765984:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320205.766013:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985914368:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 63us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320205.766019:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2024 00000100:00080000:3.0:1767320205.766487:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320206.095217:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320206.350219:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320206.350231:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320206.350310:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320206.350315:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320206.350320:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320206.350330:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320206.350336:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320206.350345:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320206.350375:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73800 x1853164045908608/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320206.350418:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320206.350422:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320206.350424:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320206.350428:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320206.350430:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320206.350434:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320206.350447:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73480 x1853164045908864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320206.350455:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320206.350459:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320206.350460:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320206.350465:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320206.350467:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320206.350471:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320206.350483:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72300 x1853164045908992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320206.350507:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320206.350510:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320206.350512:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320206.350515:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5399 00000100:00080000:1.0:1767320206.350517:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320206.350521:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320206.350530:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70380 x1853164045909376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320206.350754:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045908608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320206.350868:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.350933:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045908864:0@lo:38:kworker.0 00000100:00100000:1.0:1767320206.350956:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.350977:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045908992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320206.351004:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.351029:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045909376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320206.351050:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.351084:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045909120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.351114:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.351137:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320206.351157:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045908736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.351183:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.351217:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908992 00000100:00100000:1.0:1767320206.351227:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908992 00000100:00100000:1.0:1767320206.351269:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1767320206.351278:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045908992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320206.351303:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320206.351349:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045908992:12345-0@lo:38:kworker.0 Request processed in 70us (343us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320206.351358:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1767320206.351391:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909120 00000100:00100000:1.0:1767320206.351395:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909120 00000100:00100000:1.0:1767320206.351439:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1767320206.351448:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045909120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.351500:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045909120:12345-0@lo:400:kworker.0 Request processed in 54us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320206.351507:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1767320206.351532:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908608 00000100:00100000:1.0:1767320206.351536:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908608 00000100:00100000:1.0:1767320206.351556:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908864 00000100:00100000:1.0:1767320206.351559:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908864 00000100:00100000:1.0:1767320206.351573:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909376 00000100:00100000:1.0:1767320206.351576:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909376 00000100:00100000:1.0:1767320206.351583:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908736 00000100:00100000:1.0:1767320206.351585:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908736 00000100:00100000:1.0:1767320206.351605:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1767320206.351611:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045908736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.351642:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045908736:12345-0@lo:400:kworker.0 Request processed in 31us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320206.351649:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1547 00000100:00100000:1.0:1767320206.351662:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:1.0:1767320206.351666:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045908608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320206.351676:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320206.351699:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045908608:12345-0@lo:38:kworker.0 Request processed in 31us (831us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320206.351706:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00000100:00100000:1.0:1767320206.351716:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:1.0:1767320206.351719:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045908864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320206.351728:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320206.351753:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045908864:12345-0@lo:38:kworker.0 Request processed in 32us (796us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320206.351759:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:1.0:1767320206.351802:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:1.0:1767320206.351806:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045909376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320206.351830:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320206.351855:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045909376:12345-0@lo:38:kworker.0 Request processed in 47us (804us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320206.351861:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00100000:1.0:1767320206.351895:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045909248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.351923:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.351949:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320206.351955:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045908480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.351979:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320206.352003:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045908480 00000100:00100000:1.0:1767320206.352007:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045908480 00000100:00100000:1.0:1767320206.352035:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1767320206.352042:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045908480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.352077:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045908480:12345-0@lo:400:kworker.0 Request processed in 36us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320206.352083:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1548 00000100:00100000:1.0:1767320206.352100:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909248 00000100:00100000:1.0:1767320206.352104:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909248 00000100:00100000:1.0:1767320206.352127:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1767320206.352134:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045909248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.352178:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045909248:12345-0@lo:400:kworker.0 Request processed in 44us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320206.352184:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00010000:00080000:1.0:1767320206.352226:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70e00 x1853164045908736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320206.352243:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045908736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.352256:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045909120:0@lo:400:kworker.0 00010000:00080000:1.0:1767320206.352289:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71180 x1853164045908480/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320206.352298:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045908480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320206.352307:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045909248:0@lo:400:kworker.0 00000100:00080000:1.0:1767320206.352333:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320206.352339:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320206.352342:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045908608:0@lo:38:kworker.0 00000100:00080000:1.0:1767320206.352353:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320206.352357:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320206.352360:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045908864:0@lo:38:kworker.0 00000100:00080000:1.0:1767320206.352369:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320206.352373:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320206.352376:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045908992:0@lo:38:kworker.0 00000100:00080000:1.0:1767320206.352385:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320206.352388:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320206.352390:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045909376:0@lo:38:kworker.0 00000100:00080000:3.0:1767320206.352892:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320206.352899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320206.352902:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320207.118025:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320207.374589:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320207.374610:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045909504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320207.374708:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320207.375027:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045909632:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320207.375060:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320207.375966:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909504 00000100:00100000:0.0:1767320207.375980:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909504 00000100:00100000:0.0:1767320207.376102:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909632 00000100:00100000:0.0:1767320207.376106:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909632 00000100:00100000:0.0:1767320207.376139:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:0.0:1767320207.376150:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045909504:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320207.376175:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1767320207.376185:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045909632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320207.376208:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767320207.376208:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320207.376394:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045909504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 245us (1685us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320207.376406:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:2.0:1767320207.377415:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045909504:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320207.383639:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045909632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7441us (8563us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320207.383659:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:2.0:1767320207.390215:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045909632:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320208.142060:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320209.166311:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320210.191208:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320210.885105:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320210.885422:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914752 00000100:00100000:0.0:1767320210.885436:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914752 00000100:00100000:0.0:1767320210.885553:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1549 00000100:00100000:0.0:1767320210.885566:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985914752:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320210.885667:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985914752:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 104us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320210.885675:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1549 00000100:00100000:2.0:1767320210.886101:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:3.0:1767320210.886721:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320210.891876:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914624 00000100:00100000:1.0:1767320210.891899:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914624 00000100:00100000:1.0:1767320210.892000:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2028 00000100:00100000:1.0:1767320210.892013:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985914624:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320210.892047:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320210.892406:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985914624:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 392us (6303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320210.892416:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2028 00010000:00010000:2.0:1767320211.214463:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320211.469962:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320211.469976:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320211.470059:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320211.470064:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320211.470071:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320211.470083:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5404 00000100:00100000:2.0:1767320211.470094:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767320211.470098:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320211.470109:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320211.470118:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045909760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320211.470148:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997100 x1853164045909888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320211.470206:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320211.470208:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045909888:0@lo:38:kworker.0 00000100:00080000:0.0:1767320211.470212:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320211.470218:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320211.470219:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320211.470226:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5404 00000100:00080000:0.0:1767320211.470230:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320211.470231:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045910016:0@lo:400:kworker.0 00000100:00080000:0.0:1767320211.470235:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320211.470250:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997b80 x1853164045910144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320211.470260:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320211.470264:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320211.470267:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320211.470273:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320211.470275:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5404 00000100:00080000:0.0:1767320211.470279:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320211.470283:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320211.470297:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994380 x1853164045910272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320211.470313:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320211.470329:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320211.470332:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320211.470334:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320211.470339:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5404 00000100:00080000:0.0:1767320211.470347:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320211.470349:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320211.470352:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045910144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320211.470353:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320211.470356:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045910400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320211.470371:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450a80 x1853164045910656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320211.470392:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320211.470405:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320211.470406:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909760 00000100:00100000:0.0:1767320211.470416:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909760 00000100:00100000:3.0:1767320211.470426:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045909888 00000100:00100000:3.0:1767320211.470430:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045909888 00000100:00100000:1.0:1767320211.470432:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045910272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320211.470466:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320211.470482:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910016 00000100:00100000:0.0:1767320211.470487:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910016 00000100:00100000:1.0:1767320211.470511:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045910656:0@lo:38:kworker.0 00000100:00100000:0.0:1767320211.470539:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910144 00000100:00100000:1.0:1767320211.470540:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320211.470545:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910144 00000100:00100000:0.0:1767320211.470562:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910656 00000100:00100000:0.0:1767320211.470565:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910656 00000100:00100000:1.0:1767320211.470579:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767320211.470591:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045909760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320211.470648:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045909760:12345-0@lo:400:kworker.0 Request processed in 59us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320211.471013:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1551 00000100:00100000:0.0:1767320211.471023:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045910016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320211.471038:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1550 00000100:00100000:1.0:1767320211.471082:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:0.0:1767320211.471091:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045910016:12345-0@lo:400:kworker.0 Request processed in 67us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320211.471091:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045910144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320211.471115:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320211.471156:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045910144:12345-0@lo:38:kworker.0 Request processed in 66us (752us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320211.471162:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00100000:3.0:1767320211.471181:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:3.0:1767320211.471188:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045910656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320211.471200:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320211.471230:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045910656:12345-0@lo:38:kworker.0 Request processed in 41us (692us total) trans 0 rc -19/-19 00010000:00080000:2.0:1767320211.471409:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995180 x1853164045909760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320211.471421:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045909760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320211.471441:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045910528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320211.471464:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320211.471490:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910272 00000100:00100000:2.0:1767320211.471493:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910272 00000100:00100000:2.0:1767320211.471511:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1767320211.471515:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045910272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320211.471523:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320211.471542:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045910272:12345-0@lo:38:kworker.0 Request processed in 26us (1077us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320211.471546:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1767320211.471598:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031 00000100:00100000:1.0:1767320211.471606:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045909888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320211.471617:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320211.471648:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045909888:12345-0@lo:38:kworker.0 Request processed in 42us (1379us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320211.471655:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031 00000100:00100000:1.0:1767320211.471682:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910400 00000100:00100000:1.0:1767320211.471687:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910400 00000100:00100000:1.0:1767320211.471723:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910528 00000100:00100000:1.0:1767320211.471726:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910528 00000100:00100000:1.0:1767320211.471749:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1767320211.471757:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045910400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320211.471821:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045910400:12345-0@lo:400:kworker.0 Request processed in 65us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320211.471828:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 991 00000100:00100000:1.0:1767320211.471846:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 992 00000100:00100000:1.0:1767320211.471853:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045910528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320211.471889:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045910528:12345-0@lo:400:kworker.0 Request processed in 36us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320211.471895:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 992 00000100:00080000:1.0:1767320211.471930:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320211.471936:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320211.471940:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045910656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320211.471951:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320211.471955:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320211.471972:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045910144:0@lo:38:kworker.0 00000100:00080000:1.0:1767320211.471985:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320211.471989:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320211.471992:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045910272:0@lo:38:kworker.0 00000100:00080000:1.0:1767320211.472002:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320211.472005:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320211.472008:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045909888:0@lo:38:kworker.0 00000100:00080000:1.0:1767320211.472073:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320211.472077:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320211.472080:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320211.472117:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045910400:0@lo:400:kworker.0 00010000:00080000:1.0:1767320211.472131:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995500 x1853164045910016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320211.472141:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045910016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320211.473945:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045910528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320211.475348:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:0.0:1767320211.475359:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1551 00010000:00010000:3.0:1767320212.239001:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320212.494319:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320212.494343:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045910784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320212.494433:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320212.494592:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910784 00000100:00100000:3.0:1767320212.494603:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910784 00000100:00100000:3.0:1767320212.494675:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:3.0:1767320212.494688:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045910784:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320212.494697:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320212.494708:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045910912:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320212.494729:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320212.494739:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320212.494835:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045910784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 148us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320212.494845:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767320212.494860:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045910784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320212.494867:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045910912 00000100:00100000:3.0:1767320212.494872:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045910912 00000100:00100000:3.0:1767320212.494897:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:3.0:1767320212.494904:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045910912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320212.494923:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320212.494957:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045910912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320212.494963:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1767320212.495000:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045910912:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320213.263931:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320214.287377:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320215.319599:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320216.005235:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320216.005290:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320216.005402:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915008 00000100:00100000:2.0:1767320216.005412:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915008 00000100:00080000:3.0:1767320216.005483:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320216.005487:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985914880 00000100:00100000:2.0:1767320216.005492:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985914880 00000100:00100000:2.0:1767320216.005527:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1552 00000100:00100000:2.0:1767320216.005542:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985915008:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320216.005616:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985915008:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 79us (390us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320216.005624:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1552 00000100:00100000:2.0:1767320216.005645:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2032 00000100:00100000:2.0:1767320216.005650:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985914880:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320216.005671:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320216.005700:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985914880:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 47us (408us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320216.005707:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2032 00010000:00010000:3.0:1767320216.334065:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320216.593168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320216.593178:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320216.593243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320216.593247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320216.593251:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320216.593258:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5409 00000100:00080000:0.0:1767320216.593263:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320216.593269:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320216.593289:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450000 x1853164045911168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320216.593307:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045911040:0@lo:400:kworker.0 00000100:00080000:0.0:1767320216.593326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320216.593330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320216.593331:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320216.593335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5409 00000100:00080000:0.0:1767320216.593338:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320216.593341:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320216.593355:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453800 x1853164045911424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320216.593369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320216.593372:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320216.593374:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320216.593380:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5409 00000100:00080000:0.0:1767320216.593382:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320216.593385:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320216.593393:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320216.593399:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164045911552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320216.593424:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320216.593427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320216.593429:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320216.593432:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5409 00000100:00080000:0.0:1767320216.593434:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320216.593438:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320216.593450:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451c00 x1853164045911936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320216.593466:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320216.593475:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045911808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320216.593506:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045911296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320216.593506:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320216.593543:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320216.593544:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911040 00000100:00100000:2.0:1767320216.593552:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911040 00000100:00100000:0.0:1767320216.593567:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320216.593575:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045911680:0@lo:400:kworker.0 00000100:00100000:0.0:1767320216.593599:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320216.593604:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911296 00000100:00100000:2.0:1767320216.593609:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911296 00000100:00100000:2.0:1767320216.593635:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1553 00000100:00100000:2.0:1767320216.593645:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045911040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320216.593651:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1554 00000100:00100000:0.0:1767320216.593662:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045911296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320216.593701:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045911040:12345-0@lo:400:kworker.0 Request processed in 58us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320216.593709:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1553 00000100:00100000:0.0:1767320216.593713:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045911296:12345-0@lo:400:kworker.0 Request processed in 52us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320216.593722:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1554 00010000:00080000:2.0:1767320216.593754:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450e00 x1853164045911040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1767320216.593758:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453100 x1853164045911296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320216.593795:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045911296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320216.593799:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045911040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320216.593884:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911808 00000100:00100000:1.0:1767320216.593889:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911808 00000100:00100000:1.0:1767320216.593926:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911680 00000100:00100000:1.0:1767320216.593929:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911680 00000100:00100000:1.0:1767320216.593969:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1767320216.593984:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045911808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320216.594025:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045911808:12345-0@lo:400:kworker.0 Request processed in 49us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320216.594032:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:1.0:1767320216.594050:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:1.0:1767320216.594057:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045911680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320216.594089:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045911680:12345-0@lo:400:kworker.0 Request processed in 33us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320216.594096:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1767320216.594110:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045911168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320216.594132:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045911808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320216.594147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320216.594164:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911168 00000100:00100000:1.0:1767320216.594169:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911168 00000100:00100000:2.0:1767320216.594173:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045911424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320216.594190:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:1.0:1767320216.594196:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045911168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320216.594209:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767320216.594215:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320216.594227:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045911552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320216.594253:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045911168:12345-0@lo:38:kworker.0 Request processed in 55us (106us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320216.594260:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320216.594264:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:1.0:1767320216.594278:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911424 00000100:00100000:1.0:1767320216.594282:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911424 00000100:00100000:2.0:1767320216.594288:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045911936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320216.594303:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:1.0:1767320216.594309:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045911424:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320216.594314:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767320216.594324:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320216.594341:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320216.594348:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320216.594352:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045911168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320216.594358:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045911424:12345-0@lo:38:kworker.0 Request processed in 45us (146us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320216.594364:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320216.594367:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00080000:2.0:1767320216.594371:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320216.594375:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045911424:0@lo:38:kworker.0 00000100:00100000:1.0:1767320216.594381:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911936 00000100:00100000:1.0:1767320216.594386:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911936 00000100:00100000:1.0:1767320216.594398:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:1.0:1767320216.594402:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045911936:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320216.594412:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320216.594436:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045911936:12345-0@lo:38:kworker.0 Request processed in 32us (125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320216.594441:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00100000:1.0:1767320216.594480:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045911552 00000100:00100000:1.0:1767320216.594484:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045911552 00000100:00100000:1.0:1767320216.594503:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1767320216.594507:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045911552:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320216.594516:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320216.594540:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045911552:12345-0@lo:38:kworker.0 Request processed in 32us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320216.594546:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:2.0:1767320216.594586:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320216.594590:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320216.594593:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045911552:0@lo:38:kworker.0 00000100:00080000:2.0:1767320216.594601:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320216.594604:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320216.594606:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045911936:0@lo:38:kworker.0 00000100:00080000:3.0:1767320216.594743:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320216.594748:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320216.594750:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320216.595919:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045911680:0@lo:400:kworker.0 00010000:00010000:2.0:1767320217.358526:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320217.616072:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045912064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320217.616144:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320217.616271:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912064 00000100:00100000:2.0:1767320217.616278:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912064 00000100:00100000:2.0:1767320217.616327:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:2.0:1767320217.616336:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045912064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320217.617100:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320217.617430:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320217.617442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045912192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320217.617475:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320217.619823:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912192 00000100:00100000:3.0:1767320217.619838:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912192 00000100:00100000:3.0:1767320217.619896:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1767320217.619916:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045912192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320217.619958:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320217.620035:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045912192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (2559us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320217.620042:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1767320217.620092:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045912192:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320217.627122:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045912064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 10776us (10966us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320217.627138:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1767320217.627226:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045912064:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320218.382765:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320219.409231:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320220.099726:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985915136 offset 0 length 520: 4 00000100:00100000:3.0:1767320220.099851:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320220.100528:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915264 00000100:00100000:0.0:1767320220.100543:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915264 00000100:00100000:0.0:1767320220.100602:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2036 00000100:00100000:0.0:1767320220.100610:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985915264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320220.100634:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320220.100721:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985915264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 109us (870us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320220.100728:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2036 00000100:00100000:3.0:1767320220.108441:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320220.108670:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915392 00000100:00100000:0.0:1767320220.108686:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915392 00000100:00100000:0.0:1767320220.108976:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1555 00000100:00100000:0.0:1767320220.108989:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985915392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320220.109084:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985915392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (652us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320220.109084:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320220.109099:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1555 00010000:00010000:3.0:1767320220.433363:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320221.454053:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320221.710104:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320196/real 1767320196] req@ffffa07bf0b15500 x1853164045905792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320221 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320221.710136:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0b15500 x1853164045905792/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320221 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320221.710157:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320221.710166:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320221.710169:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045905792:0@lo:250:kworker.0 00000100:00080000:1.0:1767320221.710365:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320221.710377:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320221.710382:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320221.710393:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5394 00000100:00080000:1.0:1767320221.710399:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320221.710409:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320221.710463:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d180 x1853164045912320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320221.710542:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320221.710547:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320221.710549:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320221.710554:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5414 00000100:00080000:1.0:1767320221.710558:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320221.710564:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320221.710578:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320221.710587:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c000 x1853164045912576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320221.710602:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045912448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320221.710685:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320221.710739:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912448 00000100:00100000:3.0:1767320221.710749:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912448 00000100:00100000:0.0:1767320221.710755:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045912704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320221.710795:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320221.710833:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912704 00000100:00100000:0.0:1767320221.710836:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912704 00000100:00100000:0.0:1767320221.710878:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1556 00000100:00100000:0.0:1767320221.710886:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045912448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320221.710929:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1557 00000100:00100000:3.0:1767320221.710937:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045912704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320221.710953:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045912448:12345-0@lo:400:kworker.0 Request processed in 57us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320221.710961:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1556 00000100:00100000:3.0:1767320221.710973:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045912704:12345-0@lo:400:kworker.0 Request processed in 39us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320221.710979:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1557 00000100:00080000:3.0:1767320221.710993:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320221.711008:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ca80 x1853164045912448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767320221.711008:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0fb80 x1853164045912704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320221.711020:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045912448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320221.711021:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045912704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320221.711136:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045912320:0@lo:250:kworker.0 00000400:00000100:2.0:1767320221.711159:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045912320 offset 0 length 520: 4 00000100:00100000:2.0:1767320221.711179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045912576:0@lo:38:kworker.0 00000100:00100000:2.0:1767320221.711203:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320221.711281:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912576 00000100:00100000:3.0:1767320221.711286:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912576 00000100:00100000:3.0:1767320221.711326:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037 00000100:00100000:3.0:1767320221.711331:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045912576:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320221.711348:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320221.711392:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045912576:12345-0@lo:38:kworker.0 Request processed in 59us (188us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320221.711399:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037 00000100:00080000:2.0:1767320221.711464:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320221.711469:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320221.711473:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045912576:0@lo:38:kworker.0 00000100:00080000:1.0:1767320221.711834:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320221.711843:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320221.711848:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320221.711854:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5414 00000100:00080000:1.0:1767320221.711869:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320221.711876:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320221.711907:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045912832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320221.711931:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320221.711935:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320221.711937:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320221.711941:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5414 00000100:00080000:1.0:1767320221.711943:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320221.711948:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320221.711964:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164045912960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320221.712027:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320221.712031:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320221.712035:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320221.712041:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5414 00000100:00080000:1.0:1767320221.712045:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320221.712050:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320221.712054:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045913088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320221.712069:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f480 x1853164045913344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320221.712086:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045912832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320221.712101:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320221.712112:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320221.712134:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320221.712139:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045912960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320221.712157:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045913216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320221.712172:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320221.712203:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913088 00000100:00100000:2.0:1767320221.712206:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045913344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320221.712210:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913088 00000100:00100000:3.0:1767320221.712281:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912960 00000100:00100000:3.0:1767320221.712285:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912960 00000100:00100000:0.0:1767320221.712329:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:0.0:1767320221.712338:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045913088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320221.712553:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1767320221.712559:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045912960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320221.712573:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320221.714077:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320221.714175:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913216 00000100:00100000:1.0:1767320221.714185:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913216 00000100:00100000:1.0:1767320221.714250:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1767320221.714261:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045913216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320221.714342:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045913216:12345-0@lo:400:kworker.0 Request processed in 82us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320221.714350:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:1.0:1767320221.714421:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045913216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320221.714499:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045912832 00000100:00100000:1.0:1767320221.714504:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045912832 00000100:00100000:1.0:1767320221.714530:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:1.0:1767320221.714536:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045912832:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320221.714559:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320221.714596:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045912832:12345-0@lo:38:kworker.0 Request processed in 59us (2484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320221.714603:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00080000:1.0:1767320221.714633:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320221.714638:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320221.714975:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045913088:12345-0@lo:400:kworker.0 Request processed in 2627us (2864us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320221.714991:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:1.0:1767320221.715001:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045913088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320221.716530:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320221.716591:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320221.716596:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320221.716600:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045912832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320221.716644:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913344 00000100:00100000:2.0:1767320221.716651:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913344 00000100:00100000:2.0:1767320221.716682:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:2.0:1767320221.716689:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045913344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320221.716710:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320221.716785:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045913344:12345-0@lo:38:kworker.0 Request processed in 95us (259us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320221.716791:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00080000:0.0:1767320221.719111:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320221.719122:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320221.719127:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045913344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320221.721766:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045912960:12345-0@lo:38:kworker.0 Request processed in 9196us (9585us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320221.721802:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:0.0:1767320221.722055:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320221.722062:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320221.722066:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045912960:0@lo:38:kworker.0 00010000:00010000:3.0:1767320222.478534:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320222.734315:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320222.734341:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045913472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320222.734408:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320222.734505:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913472 00000100:00100000:0.0:1767320222.734513:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913472 00000100:00100000:0.0:1767320222.734567:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1767320222.734576:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045913472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320222.734604:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320222.734658:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045913472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320222.734665:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:3.0:1767320222.734754:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045913472:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320222.735616:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045913600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320222.735653:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320222.735736:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913600 00000100:00100000:0.0:1767320222.735742:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913600 00000100:00100000:0.0:1767320222.735815:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1767320222.735822:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045913600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320222.735851:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320222.735888:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045913600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320222.735895:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1767320222.736097:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045913600:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320223.502425:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320224.528933:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320224.718743:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320224.718754:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320224.718855:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320224.718859:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320224.718863:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320224.718871:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5419 00000100:00080000:3.0:1767320224.718876:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320224.718882:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320224.718905:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164045913856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320224.718962:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320224.718966:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320224.718968:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320224.718972:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5420 00000100:00080000:3.0:1767320224.718975:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320224.718978:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320224.718990:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bce00 x1853164045914112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320224.719000:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320224.719005:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320224.719007:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320224.719011:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5420 00000100:00080000:3.0:1767320224.719013:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320224.719017:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320224.719028:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164045914240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320224.719048:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320224.719051:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320224.719053:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320224.719056:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5420 00000100:00080000:3.0:1767320224.719058:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320224.719061:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320224.719072:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45c00 x1853164045914624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320224.719102:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045914368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320224.719161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320224.719198:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320224.719204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045913984:0@lo:400:kworker.0 00000100:00100000:3.0:1767320224.719226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320224.719382:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045913728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.719410:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320224.719437:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320224.719442:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045914496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.719463:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320224.719491:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914368 00000100:00100000:1.0:1767320224.719498:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914368 00000100:00100000:1.0:1767320224.719560:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914496 00000100:00100000:1.0:1767320224.719563:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914496 00000100:00100000:1.0:1767320224.719585:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1767320224.719594:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045914368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.719654:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045914368:12345-0@lo:400:kworker.0 Request processed in 61us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320224.719661:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:1.0:1767320224.719680:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:1.0:1767320224.719686:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045914496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.719716:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045914496:12345-0@lo:400:kworker.0 Request processed in 30us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320224.719722:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00080000:1.0:1767320224.719738:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320224.719742:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320224.719793:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045914496:0@lo:400:kworker.0 00000100:00100000:1.0:1767320224.719833:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045914368:0@lo:400:kworker.0 00000100:00100000:3.0:1767320224.720219:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913984 00000100:00100000:3.0:1767320224.720224:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913984 00000100:00100000:3.0:1767320224.720264:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913728 00000100:00100000:3.0:1767320224.720267:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913728 00000100:00100000:3.0:1767320224.720286:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1767320224.720292:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045913984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320224.720328:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045913984:12345-0@lo:400:kworker.0 Request processed in 35us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320224.720334:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1558 00000100:00100000:3.0:1767320224.720346:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1559 00000100:00100000:3.0:1767320224.720352:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045913728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320224.720383:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045913728:12345-0@lo:400:kworker.0 Request processed in 31us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320224.720389:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1559 00010000:00080000:3.0:1767320224.720414:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586a00 x1853164045913728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320224.720424:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045913728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320224.720835:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045913856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320224.720867:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320224.720893:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045914112:0@lo:38:kworker.0 00000100:00100000:0.0:1767320224.720912:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320224.720929:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045914240:0@lo:38:kworker.0 00000100:00100000:0.0:1767320224.720960:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320224.720976:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045914624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320224.720995:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320224.721027:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045913856 00000100:00100000:0.0:1767320224.721031:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045913856 00000100:00100000:0.0:1767320224.721052:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914112 00000100:00100000:0.0:1767320224.721054:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914112 00000100:00100000:0.0:1767320224.721063:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914624 00000100:00100000:0.0:1767320224.721065:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914624 00000100:00100000:0.0:1767320224.721075:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:0.0:1767320224.721079:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045913856:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320224.721095:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320224.721126:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045913856:12345-0@lo:38:kworker.0 Request processed in 45us (257us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320224.721132:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:0.0:1767320224.721143:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:0.0:1767320224.721146:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045914112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320224.721154:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320224.721175:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045914112:12345-0@lo:38:kworker.0 Request processed in 27us (261us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320224.721180:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00100000:0.0:1767320224.721190:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:0.0:1767320224.721194:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045914624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320224.721203:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320224.721223:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045914624:12345-0@lo:38:kworker.0 Request processed in 28us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320224.721232:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00000100:00080000:0.0:1767320224.721263:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320224.721267:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320224.721271:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045913856:0@lo:38:kworker.0 00000100:00080000:0.0:1767320224.721278:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320224.721281:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320224.721283:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045914112:0@lo:38:kworker.0 00000100:00080000:0.0:1767320224.721290:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320224.721292:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320224.721295:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045914624:0@lo:38:kworker.0 00000100:00100000:3.0:1767320224.721707:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914240 00000100:00100000:3.0:1767320224.721712:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914240 00000100:00100000:3.0:1767320224.721739:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1767320224.721745:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045914240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320224.721755:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320224.721815:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045914240:12345-0@lo:38:kworker.0 Request processed in 58us (843us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320224.721821:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:1.0:1767320224.721964:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320224.721988:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bc380 x1853164045913984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320240 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320224.722000:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045913984:0@lo:400:kworker.0 00000100:00080000:0.0:1767320224.722261:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320224.722266:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320224.722269:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045914240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320225.218280:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320225.218326:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320225.223623:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915648 00000100:00100000:0.0:1767320225.223645:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915648 00000100:00100000:0.0:1767320225.223867:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915520 00000100:00100000:0.0:1767320225.223872:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915520 00000100:00100000:0.0:1767320225.223906:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1560 00000100:00100000:0.0:1767320225.223919:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985915648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320225.224037:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985915648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (5758us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320225.224046:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1560 00000100:00100000:0.0:1767320225.224073:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2043 00000100:00100000:0.0:1767320225.224078:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985915520:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320225.224104:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320225.224133:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985915520:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (5804us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320225.224140:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2043 00000100:00080000:1.0:1767320225.237115:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320225.554333:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320225.742018:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.742652:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320225.742736:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.742742:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320225.742747:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320225.742756:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5423 00000100:00080000:1.0:1767320225.742762:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320225.742828:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320225.742855:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0f480 x1853164045914880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320225.742892:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.742896:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320225.742898:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320225.742902:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5423 00000100:00080000:1.0:1767320225.742905:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320225.742909:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320225.742921:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c000 x1853164045915136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320225.742931:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.742934:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320225.742936:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320225.742941:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5423 00000100:00080000:1.0:1767320225.742944:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320225.742948:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320225.742964:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045915264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320225.742987:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320225.742990:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320225.742992:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320225.742995:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5423 00000100:00080000:1.0:1767320225.742997:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320225.743001:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320225.743011:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164045915648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320225.743054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045915392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320225.743138:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320225.743185:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320225.743191:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045915008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320225.743216:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320225.743623:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045914880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320225.743656:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320225.743687:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045915136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320225.743708:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320225.743726:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045915264:0@lo:38:kworker.0 00000100:00100000:0.0:1767320225.743752:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320225.743801:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045915648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320225.743823:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320225.743861:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915392 00000100:00100000:0.0:1767320225.743872:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915392 00000100:00100000:0.0:1767320225.743933:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1767320225.743943:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045915392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320225.744002:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045915392:12345-0@lo:400:kworker.0 Request processed in 59us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320225.744010:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:0.0:1767320225.744035:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915008 00000100:00100000:0.0:1767320225.744039:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915008 00000100:00100000:0.0:1767320225.744064:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914880 00000100:00100000:0.0:1767320225.744067:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914880 00000100:00100000:0.0:1767320225.744080:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915136 00000100:00100000:0.0:1767320225.744083:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915136 00000100:00100000:0.0:1767320225.744090:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915648 00000100:00100000:0.0:1767320225.744093:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915648 00000100:00100000:0.0:1767320225.744102:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1767320225.744109:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045915008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320225.744140:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045915008:12345-0@lo:400:kworker.0 Request processed in 31us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320225.744148:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1561 00000100:00100000:0.0:1767320225.744160:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:0.0:1767320225.744164:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045914880:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320225.744186:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320225.744216:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045914880:12345-0@lo:38:kworker.0 Request processed in 50us (559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320225.744222:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:0.0:1767320225.744234:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:0.0:1767320225.744238:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045915136:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320225.744261:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320225.744284:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045915136:12345-0@lo:38:kworker.0 Request processed in 44us (575us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320225.744290:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:0.0:1767320225.744305:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2046 00000100:00100000:0.0:1767320225.744309:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045915648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320225.744318:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320225.744340:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045915648:12345-0@lo:38:kworker.0 Request processed in 29us (516us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320225.744346:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2046 00000100:00100000:0.0:1767320225.744362:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915264 00000100:00100000:0.0:1767320225.744367:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915264 00000100:00100000:0.0:1767320225.744385:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1767320225.744389:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045915264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320225.744398:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320225.744422:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045915264:12345-0@lo:38:kworker.0 Request processed in 31us (669us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320225.744428:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00010000:00080000:0.0:1767320225.744478:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0ce00 x1853164045915008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320225.744494:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045915008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320225.744505:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045915392:0@lo:400:kworker.0 00000100:00080000:0.0:1767320225.744536:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320225.744541:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320225.744545:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045914880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320225.744552:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320225.744555:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320225.744558:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045915136:0@lo:38:kworker.0 00000100:00080000:0.0:1767320225.744565:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320225.744569:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320225.744572:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045915264:0@lo:38:kworker.0 00000100:00080000:0.0:1767320225.744579:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320225.744582:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320225.744585:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045915648:0@lo:38:kworker.0 00000100:00100000:3.0:1767320225.746002:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045914752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320225.746069:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320225.746126:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320225.746134:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045915520:0@lo:400:kworker.0 00000100:00100000:3.0:1767320225.746158:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320225.746196:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915520 00000100:00100000:3.0:1767320225.746202:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915520 00000100:00100000:3.0:1767320225.746241:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1767320225.746248:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045915520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320225.746289:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045915520:12345-0@lo:400:kworker.0 Request processed in 41us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320225.746295:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1767320225.746336:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045915520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320225.746490:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045914752 00000100:00100000:2.0:1767320225.746494:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045914752 00000100:00100000:2.0:1767320225.746534:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1562 00000100:00100000:2.0:1767320225.746540:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045914752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320225.746577:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045914752:12345-0@lo:400:kworker.0 Request processed in 38us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320225.746583:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1562 00010000:00080000:2.0:1767320225.746607:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0d880 x1853164045914752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320225.746618:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045914752:0@lo:400:kworker.0 00010000:00010000:3.0:1767320226.574505:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320227.600475:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320227.855137:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045915776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320227.855243:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320227.855273:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915776 00000100:00100000:2.0:1767320227.855284:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915776 00000100:00080000:1.0:1767320227.855320:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320227.855359:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1767320227.855371:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045915776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320227.855422:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320227.855481:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045915776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320227.855500:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:1.0:1767320227.855558:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045915776:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320227.856628:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045915904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320227.856687:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320227.856799:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045915904 00000100:00100000:0.0:1767320227.856806:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045915904 00000100:00100000:0.0:1767320227.856865:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:0.0:1767320227.856875:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045915904:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320227.856899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1767320227.856915:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320227.856969:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045915904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320227.856976:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:2.0:1767320227.858206:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045915904:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320228.622602:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320229.647101:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320230.362881:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320230.362927:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320230.363043:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915904 00000100:00100000:0.0:1767320230.363053:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915904 00000100:00100000:0.0:1767320230.363125:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985915776 00000100:00100000:0.0:1767320230.363129:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985915776 00000100:00100000:0.0:1767320230.363147:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1563 00000100:00100000:0.0:1767320230.363157:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985915904:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320230.363226:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985915904:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 71us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320230.363234:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1563 00000100:00100000:0.0:1767320230.363255:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2047 00000100:00100000:0.0:1767320230.363259:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985915776:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320230.363278:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320230.363303:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985915776:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (376us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320230.363308:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2047 00000100:00080000:2.0:1767320230.363941:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320230.670613:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320230.928822:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.928831:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320230.928894:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.928898:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.928902:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.928910:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320230.928914:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.928920:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320230.928943:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450700 x1853164045916160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320230.928999:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.929002:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.929004:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.929008:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320230.929010:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.929013:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320230.929023:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0fb80 x1853164045916416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320230.929032:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.929035:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.929037:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320230.929241:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045916160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.929307:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.929370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045916416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.929391:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.929444:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916160 00000100:00100000:3.0:1767320230.929452:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916160 00000100:00100000:3.0:1767320230.929483:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916416 00000100:00100000:3.0:1767320230.929486:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916416 00000100:00100000:3.0:1767320230.929519:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1767320230.929527:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045916160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320230.929561:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320230.929613:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045916160:12345-0@lo:38:kworker.0 Request processed in 86us (306us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320230.929621:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00000100:00100000:3.0:1767320230.929639:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2049 00000100:00100000:3.0:1767320230.929643:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045916416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320230.929651:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320230.929671:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045916416:12345-0@lo:38:kworker.0 Request processed in 27us (280us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320230.929677:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2049 00000100:00080000:3.0:1767320230.929729:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320230.929733:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320230.929737:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045916160:0@lo:38:kworker.0 00000100:00080000:3.0:1767320230.929745:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320230.929748:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320230.929751:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045916416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.929814:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045916288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320230.929837:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320230.930959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045916032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320230.931021:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320230.931113:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916288 00000100:00100000:1.0:1767320230.931119:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916288 00000100:00100000:1.0:1767320230.931163:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916032 00000100:00100000:1.0:1767320230.931167:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916032 00000100:00100000:1.0:1767320230.931188:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1767320230.931195:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045916288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320230.931236:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045916288:12345-0@lo:400:kworker.0 Request processed in 41us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320230.931242:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1564 00000100:00100000:1.0:1767320230.931260:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1565 00000100:00100000:1.0:1767320230.931266:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045916032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320230.931295:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045916032:12345-0@lo:400:kworker.0 Request processed in 29us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320230.931301:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1565 00010000:00080000:1.0:1767320230.931333:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450a80 x1853164045916032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320230.931346:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045916032:0@lo:400:kworker.0 00000100:00080000:2.0:1767320230.931702:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320230.941055:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0d880 x1853164045916288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320230.941582:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045916288:0@lo:400:kworker.0 00000100:00080000:0.0:1767320230.943011:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320230.943018:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.943025:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320230.944186:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0c000 x1853164045916544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320230.944296:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045916672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320230.944359:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320230.944477:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916672 00000100:00100000:2.0:1767320230.944485:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916672 00000100:00100000:2.0:1767320230.944551:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:2.0:1767320230.944560:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045916672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320230.944652:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045916544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.944684:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320230.944734:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916544 00000100:00100000:3.0:1767320230.944738:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916544 00000100:00100000:3.0:1767320230.944762:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1767320230.944792:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045916544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320230.944812:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320230.944848:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045916544:12345-0@lo:38:kworker.0 Request processed in 79us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320230.944854:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:3.0:1767320230.944901:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320230.944906:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320230.944909:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045916544:0@lo:38:kworker.0 00000100:00080000:3.0:1767320230.944939:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320230.946159:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320230.946163:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320230.946166:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320230.946172:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5424 00000100:00080000:0.0:1767320230.946176:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320230.946186:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320230.946206:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164045916928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320230.946990:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045916800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.947037:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320230.947073:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916800 00000100:00100000:0.0:1767320230.947078:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916800 00000100:00100000:0.0:1767320230.947112:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1767320230.947117:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045916800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.947149:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045916800:12345-0@lo:400:kworker.0 Request processed in 32us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320230.947154:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:0.0:1767320230.947195:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045916800:0@lo:400:kworker.0 00000100:00080000:0.0:1767320230.947215:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320230.947228:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045916928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320230.947264:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320230.948387:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045916672:12345-0@lo:400:kworker.0 Request processed in 3825us (4023us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320230.948394:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:1.0:1767320230.948522:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045916672:0@lo:400:kworker.0 00000100:00100000:0.0:1767320230.948990:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045916928 00000100:00100000:0.0:1767320230.948999:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045916928 00000100:00100000:0.0:1767320230.949045:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:0.0:1767320230.949052:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045916928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320230.949072:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320230.949135:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045916928:12345-0@lo:38:kworker.0 Request processed in 81us (1870us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320230.949142:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00000100:00080000:3.0:1767320230.949509:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320230.949515:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320230.949519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045916928:0@lo:38:kworker.0 00010000:00010000:2.0:1767320231.694544:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320232.718276:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320232.974335:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320232.974355:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045917056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320232.974423:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320232.974553:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917056 00000100:00100000:0.0:1767320232.974562:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917056 00000100:00100000:0.0:1767320232.974634:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1767320232.974644:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045917056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320232.974703:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320232.974761:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045917056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320232.974790:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:0.0:1767320232.974839:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045917056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320232.975763:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045917184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320232.975826:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320232.976185:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320232.976320:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917184 00000100:00100000:2.0:1767320232.976328:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917184 00000100:00100000:2.0:1767320232.976384:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1767320232.976392:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045917184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320232.976416:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320232.976474:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045917184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320232.976481:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00080000:1.0:1767320232.976608:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320232.977575:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045917184:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320233.742070:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320234.766313:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320235.459707:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320235.459957:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916160 00000100:00100000:1.0:1767320235.459967:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916160 00000100:00100000:1.0:1767320235.460049:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1566 00000100:00100000:1.0:1767320235.460060:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985916160:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320235.460149:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985916160:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320235.460157:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1566 00000100:00100000:3.0:1767320235.461919:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767320235.461969:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320235.462028:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916032 00000100:00100000:2.0:1767320235.462037:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916032 00000100:00100000:2.0:1767320235.462095:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2051 00000100:00100000:2.0:1767320235.462102:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985916032:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320235.462140:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320235.462198:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985916032:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 94us (285us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320235.462204:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2051 00010000:00010000:2.0:1767320235.790228:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320236.048746:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320236.048756:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320236.048891:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045917312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320236.048957:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320236.049047:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320236.049051:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320236.049055:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320236.049060:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5429 00000100:00080000:3.0:1767320236.049064:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320236.049070:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320236.049093:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2ad80 x1853164045917440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320236.049126:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320236.049129:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320236.049131:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320236.049135:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5429 00000100:00080000:3.0:1767320236.049137:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320236.049140:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320236.049150:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164045917696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320236.049169:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320236.049172:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320236.049173:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320236.049176:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5429 00000100:00080000:3.0:1767320236.049178:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320236.049181:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320236.049193:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29180 x1853164045917824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320236.049468:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045917440:0@lo:38:kworker.0 00000100:00100000:2.0:1767320236.049500:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320236.049525:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045917696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320236.049543:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320236.049580:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917312 00000100:00100000:2.0:1767320236.049587:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917312 00000100:00100000:2.0:1767320236.049644:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917440 00000100:00100000:2.0:1767320236.049648:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917440 00000100:00100000:2.0:1767320236.049659:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917696 00000100:00100000:2.0:1767320236.049661:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917696 00000100:00100000:2.0:1767320236.049674:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1567 00000100:00100000:2.0:1767320236.049684:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045917312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.049821:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045917568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.049852:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320236.049867:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320236.049872:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045917952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.049894:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320236.049918:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320236.049929:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917568 00000100:00100000:0.0:1767320236.049932:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917568 00000100:00100000:0.0:1767320236.049955:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1767320236.049961:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045917568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.049994:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045917568:12345-0@lo:400:kworker.0 Request processed in 32us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320236.050002:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1568 00000100:00100000:0.0:1767320236.050025:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2052 00000100:00100000:0.0:1767320236.050028:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045917440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320236.050045:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320236.050071:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045917440:12345-0@lo:38:kworker.0 Request processed in 41us (570us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320236.050077:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2052 00000100:00100000:0.0:1767320236.050090:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:0.0:1767320236.050094:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045917696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320236.050104:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320236.050128:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045917696:12345-0@lo:38:kworker.0 Request processed in 33us (584us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320236.050134:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00100000:0.0:1767320236.050165:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917952 00000100:00100000:0.0:1767320236.050169:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917952 00000100:00100000:0.0:1767320236.050197:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:0.0:1767320236.050213:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045917952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.050250:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045917952:12345-0@lo:400:kworker.0 Request processed in 48us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320236.050256:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00080000:0.0:1767320236.050273:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320236.050275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320236.050298:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045917952:0@lo:400:kworker.0 00010000:00080000:0.0:1767320236.050309:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28e00 x1853164045917568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320236.050318:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045917568:0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.050372:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045918080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.050395:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320236.050421:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918080 00000100:00100000:0.0:1767320236.050425:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918080 00000100:00100000:0.0:1767320236.050449:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:0.0:1767320236.050455:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045918080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.050500:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045918080:12345-0@lo:400:kworker.0 Request processed in 45us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320236.050506:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00080000:0.0:1767320236.050519:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320236.050534:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045918080:0@lo:400:kworker.0 00000100:00100000:0.0:1767320236.050568:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045917824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320236.050592:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320236.050633:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320236.050637:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320236.050640:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045917440:0@lo:38:kworker.0 00000100:00080000:0.0:1767320236.050647:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320236.050650:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320236.050652:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045917696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320236.050679:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045917824 00000100:00100000:0.0:1767320236.050682:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045917824 00000100:00100000:0.0:1767320236.050700:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1767320236.050704:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045917824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320236.050714:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320236.050743:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045917824:12345-0@lo:38:kworker.0 Request processed in 37us (149us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320236.050748:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00080000:0.0:1767320236.050795:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320236.050800:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320236.050803:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045917824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320236.064043:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045917312:12345-0@lo:400:kworker.0 Request processed in 14351us (15076us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320236.064059:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1567 00000100:00080000:3.0:1767320236.064189:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320236.064195:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320236.064198:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320236.064243:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5429 00000100:00080000:3.0:1767320236.064247:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320236.064252:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320236.064290:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164045918208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320236.069837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045918208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320236.069915:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320236.070074:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918208 00000100:00100000:2.0:1767320236.070083:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918208 00000100:00100000:2.0:1767320236.070129:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00100000:2.0:1767320236.070137:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045918208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320236.070168:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320236.070233:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045918208:12345-0@lo:38:kworker.0 Request processed in 95us (317us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320236.070240:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00080000:3.0:1767320236.071577:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320236.071586:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320236.071591:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045918208:0@lo:38:kworker.0 00010000:00080000:1.0:1767320236.074908:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03480 x1853164045917312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320252 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320236.074927:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045917312:0@lo:400:kworker.0 00010000:00010000:3.0:1767320236.814008:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320237.838502:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320238.094036:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045918336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320238.094108:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320238.094333:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918336 00000100:00100000:3.0:1767320238.094341:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918336 00000100:00100000:3.0:1767320238.094408:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1767320238.094419:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045918464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320238.094420:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045918336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320238.094451:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320238.094460:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320238.094501:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045918336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320238.094508:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:2.0:1767320238.094511:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918464 00000100:00100000:2.0:1767320238.094517:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918464 00000100:00100000:2.0:1767320238.094547:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1767320238.094568:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045918464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320238.094587:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320238.094631:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045918464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (171us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320238.094638:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1767320238.094725:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045918336:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320238.094789:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320238.094794:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320238.094864:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045918464:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320238.862451:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320239.887563:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320240.587242:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320240.587291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320240.587392:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916288 00000100:00100000:2.0:1767320240.587403:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916288 00000100:00100000:2.0:1767320240.587458:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916416 00000100:00100000:2.0:1767320240.587462:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916416 00000100:00100000:2.0:1767320240.587532:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1569 00000100:00100000:2.0:1767320240.587546:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985916416:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320240.587618:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985916416:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320240.587626:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1569 00000100:00100000:2.0:1767320240.587644:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2055 00000100:00100000:2.0:1767320240.587649:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985916288:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320240.587667:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320240.587693:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985916288:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (460us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320240.587700:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2055 00000100:00080000:3.0:1767320240.587927:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320240.910330:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320241.168072:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320241.168082:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320241.168148:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320241.168152:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320241.168162:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320241.168176:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5434 00000100:00080000:0.0:1767320241.168180:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320241.168187:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320241.168209:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb480 x1853164045918720/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320241.168250:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320241.168254:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320241.168255:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320241.168259:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5434 00000100:00080000:0.0:1767320241.168262:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320241.168266:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320241.168280:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164045918976/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320241.168289:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320241.168292:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320241.168294:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320241.168297:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5434 00000100:00080000:0.0:1767320241.168299:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320241.168303:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320241.168313:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9180 x1853164045919104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320241.168333:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320241.168348:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320241.168350:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320241.168354:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5434 00000100:00080000:0.0:1767320241.168356:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320241.168359:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320241.168371:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdaa00 x1853164045919488/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320241.168454:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045918720:0@lo:38:kworker.0 00000100:00100000:1.0:1767320241.168537:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320241.168596:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045918976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320241.168615:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320241.168634:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045919104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320241.168658:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320241.168679:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045919488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320241.168698:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320241.168729:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918720 00000100:00100000:1.0:1767320241.168736:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918720 00000100:00100000:1.0:1767320241.168764:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918976 00000100:00100000:1.0:1767320241.168794:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918976 00000100:00100000:1.0:1767320241.168809:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919488 00000100:00100000:1.0:1767320241.168812:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919488 00000100:00100000:1.0:1767320241.168840:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1767320241.168847:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045918720:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320241.168866:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320241.168904:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045918720:12345-0@lo:38:kworker.0 Request processed in 55us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320241.168911:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:1.0:1767320241.168931:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:1.0:1767320241.168935:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045918976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320241.168944:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320241.168968:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045918976:12345-0@lo:38:kworker.0 Request processed in 31us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320241.168973:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:1.0:1767320241.168984:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1767320241.168988:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045919488:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320241.168996:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320241.169017:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045919488:12345-0@lo:38:kworker.0 Request processed in 28us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320241.169022:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2058 00000100:00100000:1.0:1767320241.169041:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919104 00000100:00100000:1.0:1767320241.169044:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919104 00000100:00100000:1.0:1767320241.169062:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1767320241.169067:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045919104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320241.169075:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320241.169099:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045919104:12345-0@lo:38:kworker.0 Request processed in 31us (440us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320241.169105:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00080000:1.0:1767320241.169147:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320241.169152:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320241.169156:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045918720:0@lo:38:kworker.0 00000100:00080000:1.0:1767320241.169163:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320241.169166:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320241.169169:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045918976:0@lo:38:kworker.0 00000100:00080000:1.0:1767320241.169176:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320241.169178:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320241.169181:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045919104:0@lo:38:kworker.0 00000100:00080000:1.0:1767320241.169188:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320241.169191:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320241.169193:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045919488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320241.169228:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045919232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320241.169253:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320241.169271:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320241.169277:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045918848:0@lo:400:kworker.0 00000100:00100000:1.0:1767320241.169296:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320241.169317:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918848 00000100:00100000:1.0:1767320241.169321:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918848 00000100:00100000:1.0:1767320241.169355:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1570 00000100:00100000:1.0:1767320241.169361:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045918848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320241.169400:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045918848:12345-0@lo:400:kworker.0 Request processed in 39us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320241.169405:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1570 00010000:00080000:1.0:1767320241.169433:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdbb80 x1853164045918848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320241.169445:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045918848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320241.170050:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045918592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320241.170095:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320241.170126:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320241.170133:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045919360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320241.170175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320241.170213:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919232 00000100:00100000:2.0:1767320241.170218:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919232 00000100:00100000:2.0:1767320241.170248:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919360 00000100:00100000:2.0:1767320241.170251:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919360 00000100:00100000:2.0:1767320241.170272:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1767320241.170278:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045919232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320241.170316:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045919232:12345-0@lo:400:kworker.0 Request processed in 37us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320241.170322:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:2.0:1767320241.170335:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1767320241.170341:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045919360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320241.170370:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045919360:12345-0@lo:400:kworker.0 Request processed in 30us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320241.170376:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:2.0:1767320241.170415:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045919360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320241.170443:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045919232:0@lo:400:kworker.0 00000100:00100000:0.0:1767320241.170748:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045918592 00000100:00100000:0.0:1767320241.170753:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045918592 00000100:00100000:0.0:1767320241.170831:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1571 00000100:00100000:0.0:1767320241.170841:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045918592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320241.170888:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045918592:12345-0@lo:400:kworker.0 Request processed in 49us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320241.170896:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1571 00010000:00080000:0.0:1767320241.170931:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdad80 x1853164045918592/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320257 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320241.170942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045918592:0@lo:400:kworker.0 00000100:00080000:3.0:1767320241.171024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320241.171028:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320241.171031:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320241.936432:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320242.960660:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320243.214318:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045919616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320243.214397:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320243.214551:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919616 00000100:00100000:1.0:1767320243.214560:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919616 00000100:00100000:1.0:1767320243.214630:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:1.0:1767320243.214640:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045919616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320243.214675:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320243.214720:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045919616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320243.214727:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:2.0:1767320243.214904:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320243.214914:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045919744:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320243.214944:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320243.215390:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320243.215431:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045919616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320243.215937:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919744 00000100:00100000:0.0:1767320243.215945:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919744 00000100:00100000:0.0:1767320243.216020:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1767320243.216029:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045919744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320243.216052:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320243.216110:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045919744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320243.216116:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1767320243.216153:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045919744:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320243.217220:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320243.981995:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320245.006093:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320245.697680:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320245.697990:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916672 00000100:00100000:2.0:1767320245.698000:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916672 00000100:00100000:2.0:1767320245.698078:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1572 00000100:00100000:2.0:1767320245.698090:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985916672:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320245.698106:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320245.698174:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985916672:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320245.698183:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1572 00000100:00100000:3.0:1767320245.700002:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320245.700151:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985916800 offset 0 length 520: 4 00000100:00100000:1.0:1767320245.701655:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916544 00000100:00100000:1.0:1767320245.701670:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916544 00000100:00100000:1.0:1767320245.701818:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2059 00000100:00100000:1.0:1767320245.701828:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985916544:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320245.701852:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320245.701927:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985916544:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 98us (1932us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320245.701935:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2059 00010000:00010000:2.0:1767320246.030000:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320246.285984:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320246.285993:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320246.286046:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320246.286050:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320246.286054:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320246.286063:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5439 00000100:00080000:1.0:1767320246.286068:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320246.286074:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320246.286107:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8380 x1853164045920000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320246.286143:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320246.286146:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320246.286147:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320246.286150:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5439 00000100:00080000:1.0:1767320246.286152:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320246.286154:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320246.286162:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08da300 x1853164045920256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320246.286168:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320246.286170:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320246.286171:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320246.286174:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5439 00000100:00080000:1.0:1767320246.286176:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320246.286179:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320246.286185:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8a80 x1853164045920384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320246.286198:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320246.286200:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320246.286201:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320246.286203:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5439 00000100:00080000:1.0:1767320246.286204:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320246.286206:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320246.286219:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08dad80 x1853164045920768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320246.286383:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320221/real 1767320221] req@ffffa07bf8b0d180 x1853164045912320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320246 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320246.286423:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8b0d180 x1853164045912320/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320246 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320246.286440:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045920000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320246.286491:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320246.286531:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045920256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320246.286544:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320246.286553:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045920384:0@lo:38:kworker.0 00000100:00100000:3.0:1767320246.286569:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320246.286585:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045920768:0@lo:38:kworker.0 00000100:00100000:3.0:1767320246.286596:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320246.286605:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320246.286612:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320246.286614:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045912320:0@lo:250:kworker.0 00000100:00100000:3.0:1767320246.286640:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920384 00000100:00100000:3.0:1767320246.286645:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920384 00000100:00100000:3.0:1767320246.286668:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1767320246.286673:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045920384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320246.286689:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320246.286725:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045920384:12345-0@lo:38:kworker.0 Request processed in 49us (152us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320246.286732:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1767320246.286752:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920000 00000100:00100000:3.0:1767320246.286756:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920000 00000100:00100000:3.0:1767320246.286788:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920256 00000100:00100000:3.0:1767320246.286790:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920256 00000100:00100000:3.0:1767320246.286798:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920768 00000100:00100000:3.0:1767320246.286800:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920768 00000100:00100000:3.0:1767320246.286810:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:3.0:1767320246.286813:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045920000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320246.286820:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320246.286838:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045920000:12345-0@lo:38:kworker.0 Request processed in 24us (347us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320246.286841:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00100000:3.0:1767320246.286848:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2061 00000100:00100000:3.0:1767320246.286850:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045920256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320246.286855:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320246.286866:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045920256:12345-0@lo:38:kworker.0 Request processed in 15us (321us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320246.286869:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2061 00000100:00100000:3.0:1767320246.286875:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:3.0:1767320246.286877:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045920768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320246.286882:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320246.286892:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045920768:12345-0@lo:38:kworker.0 Request processed in 14us (296us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320246.286895:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:3.0:1767320246.286908:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045920128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320246.286922:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320246.286935:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320246.286938:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045920512:0@lo:400:kworker.0 00000100:00100000:3.0:1767320246.286953:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320246.286971:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920512 00000100:00100000:3.0:1767320246.286973:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920512 00000100:00100000:3.0:1767320246.287001:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1767320246.287005:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045920512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320246.287040:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045920512:12345-0@lo:400:kworker.0 Request processed in 34us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320246.287046:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1767320246.287064:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920128 00000100:00100000:3.0:1767320246.287067:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920128 00000100:00100000:0.0:1767320246.287186:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045919872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320246.287209:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320246.287220:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320246.287223:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045920640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320246.287234:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320246.287264:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320246.287268:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320246.287294:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320246.287298:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320246.287302:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045920000:0@lo:38:kworker.0 00000100:00080000:0.0:1767320246.287310:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320246.287314:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320246.287317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045920256:0@lo:38:kworker.0 00000100:00080000:0.0:1767320246.287325:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320246.287327:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320246.287330:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045920384:0@lo:38:kworker.0 00000100:00080000:0.0:1767320246.287338:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320246.287340:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320246.287342:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045920768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320246.287434:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045919872 00000100:00100000:1.0:1767320246.287438:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045919872 00000100:00100000:1.0:1767320246.287473:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1767320246.287477:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045920128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320246.287503:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045920128:12345-0@lo:400:kworker.0 Request processed in 26us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320246.287507:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1573 00000100:00100000:1.0:1767320246.287514:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1574 00000100:00100000:1.0:1767320246.287517:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045919872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320246.287535:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045919872:12345-0@lo:400:kworker.0 Request processed in 18us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320246.287538:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1574 00010000:00080000:1.0:1767320246.287561:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03480 x1853164045919872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320246.287568:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045919872:0@lo:400:kworker.0 00000100:00080000:1.0:1767320246.287583:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320246.287586:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320246.287588:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320246.287591:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5419 00000100:00080000:1.0:1767320246.287593:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320246.287596:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320246.287608:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08db480 x1853164045920896/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320246.287626:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045920896:0@lo:250:kworker.0 00000400:00000100:1.0:1767320246.287638:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045920896 offset 0 length 520: 4 00000100:00100000:1.0:1767320246.287671:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045920512:0@lo:400:kworker.0 00010000:00080000:1.0:1767320246.287677:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08d8e00 x1853164045920128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320262 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320246.287682:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045920128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320246.287696:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045920640 00000100:00100000:1.0:1767320246.287699:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045920640 00000100:00100000:1.0:1767320246.287721:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1767320246.287726:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045920640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320246.287759:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045920640:12345-0@lo:400:kworker.0 Request processed in 32us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320246.287765:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:1.0:1767320246.287800:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045920640:0@lo:400:kworker.0 00000100:00080000:0.0:1767320246.287999:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320246.288002:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320247.054741:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320248.078251:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320248.334201:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045921024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320248.334276:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320248.334454:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045921152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320248.334481:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320248.334554:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921024 00000100:00100000:2.0:1767320248.334563:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921024 00000100:00100000:2.0:1767320248.334617:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921152 00000100:00100000:2.0:1767320248.334621:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921152 00000100:00100000:2.0:1767320248.334638:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1767320248.334648:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045921024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320248.334677:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320248.334717:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045921024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320248.334724:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1767320248.334741:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:2.0:1767320248.334747:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045921152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320248.334761:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320248.334812:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045921152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320248.334818:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00080000:1.0:1767320248.334875:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320248.334879:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320248.334910:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045921152:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320248.334944:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045921024:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320249.102130:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320250.127659:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320250.817823:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320250.817917:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917056 00000100:00100000:1.0:1767320250.817928:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917056 00000100:00080000:0.0:1767320250.817974:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320250.818014:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1575 00000100:00100000:1.0:1767320250.818025:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985917056:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320250.818119:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985917056:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 95us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320250.818127:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1575 00000100:00100000:3.0:1767320250.825090:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320250.825239:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985916928 00000100:00100000:2.0:1767320250.825253:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985916928 00000100:00100000:2.0:1767320250.825336:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2063 00000100:00100000:2.0:1767320250.825346:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985916928:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320250.825378:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320250.825481:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985916928:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 133us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320250.825492:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2063 00010000:00010000:3.0:1767320251.154131:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320251.406473:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320251.406488:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320251.406562:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320251.406566:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320251.406571:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320251.406581:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320251.406587:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320251.406595:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320251.406625:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9180 x1853164045921408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320251.406662:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320251.406665:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320251.406667:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320251.406672:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320251.406674:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320251.406678:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320251.406691:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9880 x1853164045921664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320251.406710:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320251.406713:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320251.406715:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320251.406720:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320251.406723:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320251.406727:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320251.406741:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8000 x1853164045921792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320251.406766:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320251.406791:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320251.406793:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320251.406797:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320251.406800:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320251.406804:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320251.406820:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9f80 x1853164045922176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320251.406872:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045921536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320251.406961:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320251.407001:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320251.407007:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045921920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320251.407037:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320251.407275:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045922048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320251.407308:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320251.407347:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320251.407353:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045921280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320251.407376:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320251.407408:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045921408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320251.407433:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320251.407454:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045921664:0@lo:38:kworker.0 00000100:00100000:1.0:1767320251.407480:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320251.407503:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045921792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320251.407534:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320251.407551:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921920 00000100:00100000:1.0:1767320251.407558:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045922176:0@lo:38:kworker.0 00000100:00100000:3.0:1767320251.407569:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921920 00000100:00100000:1.0:1767320251.407584:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320251.407638:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921536 00000100:00100000:1.0:1767320251.407646:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921536 00000100:00100000:3.0:1767320251.407658:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922048 00000100:00100000:3.0:1767320251.407664:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922048 00000100:00100000:3.0:1767320251.407707:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1767320251.407709:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921280 00000100:00100000:1.0:1767320251.407716:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921280 00000100:00100000:3.0:1767320251.407718:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045921920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320251.407746:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921408 00000100:00100000:1.0:1767320251.407751:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921408 00000100:00100000:1.0:1767320251.407763:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921664 00000100:00100000:1.0:1767320251.407799:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921664 00000100:00100000:1.0:1767320251.407816:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922176 00000100:00100000:1.0:1767320251.407819:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922176 00000100:00100000:1.0:1767320251.407832:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1576 00000100:00100000:1.0:1767320251.407843:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045921536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320251.407876:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045921920:12345-0@lo:400:kworker.0 Request processed in 158us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320251.407890:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:1.0:1767320251.407901:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045921536:12345-0@lo:400:kworker.0 Request processed in 59us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320251.407911:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1576 00000100:00100000:3.0:1767320251.407917:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1767320251.407929:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045922048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320251.407941:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1767320251.407951:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045921280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320251.408053:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2064 00000100:00100000:0.0:1767320251.408059:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045921408:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320251.408080:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320251.408146:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1767320251.408152:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045921664:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320251.408162:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320251.408407:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045921280:12345-0@lo:400:kworker.0 Request processed in 458us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320251.408415:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1577 00000100:00100000:1.0:1767320251.408430:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:1.0:1767320251.408434:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045922176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320251.408446:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320251.408478:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045922176:12345-0@lo:38:kworker.0 Request processed in 42us (895us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320251.408484:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00010000:00080000:1.0:1767320251.408529:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbea680 x1853164045921280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320251.408544:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045921280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320251.408556:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045922048:0@lo:400:kworker.0 00000100:00080000:1.0:1767320251.408598:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320251.408603:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320251.408607:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045922176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320251.408641:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045921792 00000100:00100000:1.0:1767320251.408645:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045921792 00000100:00100000:1.0:1767320251.408670:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1767320251.408675:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045921792:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320251.408686:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320251.408731:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045921792:12345-0@lo:38:kworker.0 Request processed in 53us (1199us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320251.408737:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:1.0:1767320251.408761:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320251.408765:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320251.408796:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045921792:0@lo:38:kworker.0 00000100:00080000:1.0:1767320251.408848:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320251.408854:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320251.408857:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320251.408915:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045921920:0@lo:400:kworker.0 00010000:00080000:1.0:1767320251.408927:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeaa00 x1853164045921536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320251.408937:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045921536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320251.416350:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045922048:12345-0@lo:400:kworker.0 Request processed in 8412us (9028us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320251.416367:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1767320251.418980:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045921408:12345-0@lo:38:kworker.0 Request processed in 10906us (11532us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320251.418998:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2064 00000100:00100000:2.0:1767320251.419334:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045921664:12345-0@lo:38:kworker.0 Request processed in 11177us (11850us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320251.419344:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00080000:1.0:1767320251.420049:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320251.420058:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320251.420063:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045921408:0@lo:38:kworker.0 00000100:00080000:1.0:1767320251.420075:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320251.420078:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320251.420082:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045921664:0@lo:38:kworker.0 00010000:00010000:2.0:1767320252.174383:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320253.198691:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320253.454291:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045922304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320253.454489:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320253.454668:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922304 00000100:00100000:1.0:1767320253.454678:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922304 00000100:00100000:1.0:1767320253.454764:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1767320253.454798:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045922304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320253.454837:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320253.454884:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045922304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320253.454890:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1767320253.454952:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045922304:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320253.456572:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320253.456985:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045922432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320253.457079:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320253.457645:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922432 00000100:00100000:3.0:1767320253.457657:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922432 00000100:00100000:3.0:1767320253.457748:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:3.0:1767320253.457759:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045922432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320253.457832:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320253.457921:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320253.462841:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045922432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5067us (5745us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320253.462861:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1767320253.469078:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045922432:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320254.224669:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320255.246994:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320255.939838:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320255.939888:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320255.939985:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917184 00000100:00100000:2.0:1767320255.940005:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917184 00000100:00100000:2.0:1767320255.940052:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917312 00000100:00100000:2.0:1767320255.940055:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917312 00000100:00100000:2.0:1767320255.940105:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1578 00000100:00100000:1.0:1767320255.940126:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2067 00000100:00100000:1.0:1767320255.940136:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985917184:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320255.940165:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320255.940265:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985917184:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 127us (442us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320255.940267:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985917312:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320255.940281:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2067 00000100:00100000:2.0:1767320255.940320:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985917312:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 208us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320255.940336:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1578 00000100:00080000:3.0:1767320255.941683:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320256.270341:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320256.526588:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320256.526601:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320256.526673:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320256.526678:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320256.526683:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320256.526694:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5449 00000100:00080000:0.0:1767320256.526702:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320256.526710:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320256.526736:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8e00 x1853164045922688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320256.526819:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320256.526850:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045922560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320256.526918:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320256.527301:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045922688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320256.527452:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045922816:0@lo:400:kworker.0 00000100:00100000:3.0:1767320256.529138:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320256.529391:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922560 00000100:00100000:1.0:1767320256.529404:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922560 00000100:00080000:2.0:1767320256.529450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320256.529483:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1579 00000100:00100000:1.0:1767320256.529494:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045922560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320256.529833:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045922560:12345-0@lo:400:kworker.0 Request processed in 340us (2913us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320256.529841:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1579 00000100:00100000:3.0:1767320256.530061:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320256.530231:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922816 00000100:00100000:1.0:1767320256.530237:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922816 00000100:00100000:1.0:1767320256.530396:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922688 00000100:00100000:1.0:1767320256.530401:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922688 00000100:00100000:1.0:1767320256.530417:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1580 00000100:00100000:1.0:1767320256.530424:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045922816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320256.530465:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045922816:12345-0@lo:400:kworker.0 Request processed in 42us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320256.530471:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1580 00000100:00100000:1.0:1767320256.530483:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:1.0:1767320256.530487:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045922688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320256.530504:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320256.530849:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045922688:12345-0@lo:38:kworker.0 Request processed in 358us (786us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320256.530856:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00080000:1.0:1767320256.530895:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320256.530900:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320256.530904:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045922688:0@lo:38:kworker.0 00000100:00080000:3.0:1767320256.530978:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320256.531001:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9500 x1853164045922816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320256.531013:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045922816:0@lo:400:kworker.0 00010000:00080000:2.0:1767320256.532192:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8a80 x1853164045922560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320272 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320256.532212:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045922560:0@lo:400:kworker.0 00000100:00080000:0.0:1767320256.545155:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320256.545172:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320256.545179:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320256.545192:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5449 00000100:00080000:0.0:1767320256.545199:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320256.545212:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320256.545289:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb100 x1853164045922944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320256.545318:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320256.545322:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320256.545324:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320256.545328:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5449 00000100:00080000:0.0:1767320256.545331:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320256.545337:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320256.545357:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8a80 x1853164045923072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320256.545367:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045922944:0@lo:38:kworker.0 00000100:00080000:0.0:1767320256.545435:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320256.545443:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320256.545449:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320256.545453:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320256.545460:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5449 00000100:00080000:0.0:1767320256.545464:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320256.545469:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320256.545488:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8380 x1853164045923456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320256.545524:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045923072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320256.545569:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320256.545584:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045922944 00000100:00100000:0.0:1767320256.545595:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045922944 00000100:00100000:1.0:1767320256.545614:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045923456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320256.545645:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320256.545692:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923072 00000100:00100000:1.0:1767320256.545700:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923072 00000100:00100000:3.0:1767320256.545703:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320256.545722:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045923200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320256.545736:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1767320256.545746:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045923072:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320256.545790:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320256.545835:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320256.545849:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045923072:12345-0@lo:38:kworker.0 Request processed in 100us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320256.545861:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1767320256.545899:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923200 00000100:00100000:2.0:1767320256.545964:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320256.545977:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045923328:0@lo:400:kworker.0 00000100:00100000:2.0:1767320256.546016:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320256.546426:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923200 00000100:00100000:3.0:1767320256.546496:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923328 00000100:00100000:3.0:1767320256.546500:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923328 00000100:00100000:3.0:1767320256.546537:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1767320256.546547:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045923200:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320256.546585:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320256.546589:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320256.546612:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1767320256.546623:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045923328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320256.546683:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045923328:12345-0@lo:400:kworker.0 Request processed in 63us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320256.546691:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:2.0:1767320256.546739:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045923328:0@lo:400:kworker.0 00000100:00100000:3.0:1767320256.546943:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045923200:12345-0@lo:400:kworker.0 Request processed in 397us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320256.546950:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1767320256.547119:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045923200:0@lo:400:kworker.0 00000100:00100000:0.0:1767320256.550878:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923456 00000100:00100000:0.0:1767320256.550900:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923456 00000100:00100000:1.0:1767320256.550923:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767320256.550937:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045922944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320256.550963:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320256.551043:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2070 00000100:00100000:0.0:1767320256.551053:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045923456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320256.551073:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320256.551131:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045922944:12345-0@lo:38:kworker.0 Request processed in 192us (5691us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320256.551141:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:0.0:1767320256.551156:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045923456:12345-0@lo:38:kworker.0 Request processed in 100us (5506us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320256.551168:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2070 00000100:00080000:3.0:1767320256.551382:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320256.551389:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320256.551395:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045923072:0@lo:38:kworker.0 00000100:00080000:3.0:1767320256.551408:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320256.551412:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320256.551415:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045923456:0@lo:38:kworker.0 00000100:00080000:3.0:1767320256.551425:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320256.551428:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320256.551431:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045922944:0@lo:38:kworker.0 00010000:00010000:3.0:1767320257.295020:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320258.320485:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320258.575890:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045923584:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320258.575920:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320258.575945:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045923712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320258.576003:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320258.576058:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320258.576138:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923584 00000100:00100000:2.0:1767320258.576149:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923584 00000100:00100000:1.0:1767320258.576152:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923712 00000100:00100000:1.0:1767320258.576156:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923712 00000100:00100000:2.0:1767320258.576254:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1767320258.576265:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045923584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320258.576303:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320258.576372:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045923584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320258.576381:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1767320258.576690:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045923584:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320258.582274:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320258.582316:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320258.608693:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1767320258.608714:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045923712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320258.608758:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320258.608878:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045923712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (32821us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320258.608884:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:3.0:1767320258.609032:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045923712:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320259.342482:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320260.366323:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320261.059006:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320261.059053:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320261.059159:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917568 00000100:00100000:0.0:1767320261.059178:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917568 00000100:00100000:0.0:1767320261.059290:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917440 00000100:00100000:0.0:1767320261.059295:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917440 00000100:00100000:0.0:1767320261.059326:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1581 00000100:00100000:0.0:1767320261.059339:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985917568:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320261.059394:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2071 00000100:00100000:1.0:1767320261.059406:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985917440:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320261.059432:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320261.059839:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320261.060383:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985917568:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 1040us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320261.060396:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1581 00000100:00100000:1.0:1767320261.060789:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985917440:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1359us (1711us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320261.060802:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2071 00010000:00010000:3.0:1767320261.389993:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320261.645956:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320261.645971:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320261.646053:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320261.646058:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320261.646064:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320261.646073:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5454 00000100:00080000:0.0:1767320261.646080:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320261.646088:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320261.646363:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164045923968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320261.646499:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320261.646503:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320261.646506:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320261.646510:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5454 00000100:00080000:0.0:1767320261.646513:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320261.646517:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320261.646530:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb800 x1853164045924224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320261.646541:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320261.646545:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320261.646547:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320261.646550:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5454 00000100:00080000:0.0:1767320261.646553:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320261.646557:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320261.646573:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdbb80 x1853164045924352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320261.646604:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320261.646608:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320261.646610:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320261.646614:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5454 00000100:00080000:0.0:1767320261.646616:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320261.646620:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320261.646631:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164045924736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320261.646670:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045924480:0@lo:400:kworker.0 00000100:00100000:0.0:1767320261.646758:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320261.646877:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320261.646879:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924480 00000100:00100000:0.0:1767320261.646886:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045924096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320261.646915:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320261.646964:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924096 00000100:00100000:0.0:1767320261.646971:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924096 00000100:00100000:0.0:1767320261.647040:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1582 00000100:00100000:0.0:1767320261.647051:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045924096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320261.647202:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924480 00000100:00100000:2.0:1767320261.647351:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045924608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320261.647387:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320261.647400:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924608 00000100:00100000:3.0:1767320261.647406:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924608 00000100:00100000:2.0:1767320261.647413:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320261.647421:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045923840:0@lo:400:kworker.0 00000100:00100000:3.0:1767320261.647442:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1767320261.647449:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320261.647455:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045924480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320261.647496:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923840 00000100:00100000:0.0:1767320261.647528:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045924096:12345-0@lo:400:kworker.0 Request processed in 478us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320261.647537:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1582 00000100:00100000:2.0:1767320261.647586:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923840 00000100:00100000:2.0:1767320261.647619:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1583 00000100:00100000:2.0:1767320261.647625:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045923840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320261.647664:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045923840:12345-0@lo:400:kworker.0 Request processed in 39us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320261.647670:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1583 00010000:00080000:2.0:1767320261.647706:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8700 x1853164045923840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320261.647720:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045923840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320261.647786:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1767320261.647807:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045924608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320261.647843:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045924608:12345-0@lo:400:kworker.0 Request processed in 49us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320261.647849:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1767320261.647874:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045924608:0@lo:400:kworker.0 00000100:00080000:2.0:1767320261.647894:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320261.647898:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320261.647901:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320261.653473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045923968:0@lo:38:kworker.0 00000100:00100000:1.0:1767320261.653590:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320261.653672:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045924224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320261.653699:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320261.653729:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045924352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320261.653759:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320261.653895:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045923968 00000100:00100000:2.0:1767320261.653906:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045923968 00000100:00100000:2.0:1767320261.653956:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924224 00000100:00100000:2.0:1767320261.653959:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924224 00000100:00100000:2.0:1767320261.654013:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:2.0:1767320261.654023:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045923968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320261.654050:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320261.654055:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045924480:12345-0@lo:400:kworker.0 Request processed in 6600us (7292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320261.654069:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:3.0:1767320261.654110:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924352 00000100:00100000:3.0:1767320261.654373:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924352 00000100:00100000:3.0:1767320261.654403:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1767320261.654408:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045924352:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320261.654419:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320261.654475:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045923968:12345-0@lo:38:kworker.0 Request processed in 452us (884us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320261.654485:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00000100:00100000:3.0:1767320261.654491:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045924352:12345-0@lo:38:kworker.0 Request processed in 79us (728us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320261.654499:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1767320261.654509:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2073 00000100:00100000:2.0:1767320261.654515:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045924224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320261.654526:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320261.654559:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045924224:12345-0@lo:38:kworker.0 Request processed in 42us (858us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320261.654567:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2073 00010000:00080000:0.0:1767320261.655545:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda680 x1853164045924096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320277 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320261.655567:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045924096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320261.655623:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045924480:0@lo:400:kworker.0 00000100:00080000:1.0:1767320261.659725:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320261.659744:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320261.659750:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045924352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320261.659766:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045924736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320261.659870:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320261.659946:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320261.659951:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320261.659955:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045923968:0@lo:38:kworker.0 00000100:00080000:1.0:1767320261.659967:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320261.659971:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320261.659974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045924224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320261.660138:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924736 00000100:00100000:2.0:1767320261.660148:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924736 00000100:00100000:2.0:1767320261.660199:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:2.0:1767320261.660209:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045924736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320261.660236:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320261.660296:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045924736:12345-0@lo:38:kworker.0 Request processed in 87us (425us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320261.660305:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00080000:1.0:1767320261.660572:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320261.660577:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320261.660580:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045924736:0@lo:38:kworker.0 00010000:00010000:2.0:1767320262.414193:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320263.440815:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320263.694323:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045924864:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320263.694409:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045924992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320263.694421:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320263.694455:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320263.694506:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924864 00000100:00100000:1.0:1767320263.694516:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924864 00000100:00100000:1.0:1767320263.694587:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045924992 00000100:00100000:1.0:1767320263.694592:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045924992 00000100:00100000:1.0:1767320263.694620:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1767320263.694632:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045924864:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320263.694664:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320263.694670:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1767320263.694683:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320263.694735:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045924864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320263.695124:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045924864:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320263.695178:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:0.0:1767320263.695190:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045924992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320263.695213:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320263.695262:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045924992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320263.695271:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1767320263.695404:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045924992:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320263.698271:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00010000:00010000:2.0:1767320264.465417:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320265.486168:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320266.193392:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320266.193525:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320266.193658:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917696 00000100:00100000:1.0:1767320266.193671:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917696 00000100:00100000:1.0:1767320266.193727:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985917824 00000100:00100000:1.0:1767320266.193731:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985917824 00000100:00100000:1.0:1767320266.193821:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1584 00000100:00100000:1.0:1767320266.193838:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985917824:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320266.193948:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985917824:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 115us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320266.193957:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1584 00000100:00100000:1.0:1767320266.193985:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2075 00000100:00100000:1.0:1767320266.193990:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985917696:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320266.194018:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320266.194059:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985917696:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 67us (683us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320266.194066:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2075 00000100:00080000:1.0:1767320266.194085:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320266.510071:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320266.768398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320266.768408:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320266.768471:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320266.768476:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320266.768479:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320266.768488:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5459 00000100:00080000:3.0:1767320266.768492:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320266.768498:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320266.768522:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164045925248/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320266.768551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320266.768555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320266.768557:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320266.768561:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5459 00000100:00100000:1.0:1767320266.768793:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045925248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320266.768873:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320266.768974:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925248 00000100:00100000:1.0:1767320266.768981:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925248 00000100:00100000:1.0:1767320266.769017:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2076 00000100:00100000:1.0:1767320266.769024:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045925248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320266.769055:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320266.769098:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045925248:12345-0@lo:38:kworker.0 Request processed in 72us (225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320266.769105:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2076 00000100:00080000:1.0:1767320266.769154:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320266.769159:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320266.769162:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045925248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320266.769201:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045925376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320266.769229:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320266.769276:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045925120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320266.769346:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320266.769432:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320266.769436:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925376 00000100:00080000:3.0:1767320266.769441:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320266.769446:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925376 00000100:00100000:3.0:1767320266.769467:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8380 x1853164045925504/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320266.769486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320266.769489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320266.769491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320266.769496:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5459 00000100:00080000:3.0:1767320266.769498:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320266.769502:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320266.769513:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da300 x1853164045925632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320266.769610:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925120 00000100:00100000:1.0:1767320266.769616:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925120 00000100:00100000:0.0:1767320266.773530:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045925888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320266.773616:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320266.773761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320266.773783:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320266.773788:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320266.773794:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5459 00000100:00080000:3.0:1767320266.773799:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320266.773806:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320266.773841:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9f80 x1853164045926016/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320266.773924:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1585 00000100:00100000:2.0:1767320266.773948:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045925376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320266.773982:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320266.773995:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045925760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320266.774060:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320266.774080:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045925376:12345-0@lo:400:kworker.0 Request processed in 137us (4847us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320266.774091:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1585 00010000:00080000:3.0:1767320266.774169:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d9180 x1853164045925376/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320266.774185:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045925376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320266.774196:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045925504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320266.774253:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320266.774307:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045925632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320266.774308:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320266.774369:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925504 00000100:00100000:1.0:1767320266.774377:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925504 00000100:00100000:1.0:1767320266.774396:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1767320266.774406:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045925120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320266.774473:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045925120:12345-0@lo:400:kworker.0 Request processed in 68us (5126us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320266.774481:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1586 00000100:00100000:1.0:1767320266.774501:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077 00000100:00100000:1.0:1767320266.774505:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045925504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320266.774525:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320266.774555:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045925504:12345-0@lo:38:kworker.0 Request processed in 48us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320266.774561:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077 00000100:00100000:2.0:1767320266.774608:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320266.774943:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045926016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320266.774976:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320266.775016:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320266.775022:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320266.775025:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045925504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320266.775067:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926016 00000100:00100000:2.0:1767320266.775072:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926016 00000100:00100000:2.0:1767320266.775102:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:2.0:1767320266.775108:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045926016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320266.775127:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320266.775164:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045926016:12345-0@lo:38:kworker.0 Request processed in 55us (187us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320266.775171:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00080000:2.0:1767320266.775204:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320266.775208:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320266.775215:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045926016:0@lo:38:kworker.0 00010000:00080000:2.0:1767320266.775269:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3800 x1853164045925120/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320282 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320266.775283:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045925120:0@lo:400:kworker.0 00000100:00100000:1.0:1767320266.775344:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925632 00000100:00100000:1.0:1767320266.775350:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925632 00000100:00100000:1.0:1767320266.775429:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1767320266.775435:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045925632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320266.775446:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320266.775494:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045925632:12345-0@lo:38:kworker.0 Request processed in 58us (1146us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320266.775501:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:2.0:1767320266.775588:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320266.775593:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320266.775597:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045925632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320266.778307:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925888 00000100:00100000:0.0:1767320266.778323:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925888 00000100:00100000:0.0:1767320266.778399:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045925760 00000100:00100000:0.0:1767320266.778403:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045925760 00000100:00100000:0.0:1767320266.778435:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1015 00000100:00100000:0.0:1767320266.778451:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045925888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320266.778475:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1016 00000100:00100000:2.0:1767320266.778502:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045925760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320266.778550:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045925888:12345-0@lo:400:kworker.0 Request processed in 104us (4932us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320266.778561:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1015 00000100:00100000:2.0:1767320266.778612:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045925760:12345-0@lo:400:kworker.0 Request processed in 122us (4552us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320266.778620:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1016 00000100:00100000:0.0:1767320266.778646:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045925888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320266.779105:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045925760:0@lo:400:kworker.0 00000100:00080000:1.0:1767320266.779891:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320266.779899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320267.536516:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320268.558189:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320268.815954:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045926144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320268.816047:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320268.816178:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045926272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320268.816196:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926144 00000100:00100000:2.0:1767320268.816209:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926144 00000100:00100000:0.0:1767320268.816246:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320268.816286:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926272 00000100:00100000:2.0:1767320268.816291:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926272 00000100:00080000:1.0:1767320268.816373:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320268.816407:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1767320268.816417:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045926144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320268.816450:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320268.816499:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045926144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320268.816506:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1767320268.816556:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045926144:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320268.816673:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:2.0:1767320268.816680:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045926272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320268.816696:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320268.816727:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045926272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320268.816733:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00080000:1.0:1767320268.816856:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320268.820017:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045926272:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320269.583852:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320270.278440:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985917952 offset 0 length 520: 4 00000100:00100000:2.0:1767320270.278488:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320270.278531:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320270.278710:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918080 00000100:00100000:1.0:1767320270.278721:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918080 00000100:00100000:1.0:1767320270.278764:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918208 00000100:00100000:2.0:1767320270.278795:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2079 00000100:00100000:1.0:1767320270.278796:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918208 00000100:00100000:2.0:1767320270.278807:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985918080:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320270.278831:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320270.278854:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1587 00000100:00100000:1.0:1767320270.278864:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985918208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767320270.278879:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320270.278942:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985918208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320270.278950:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1587 00000100:00100000:0.0:1767320270.280505:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985918080:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1690us (2007us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320270.280518:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2079 00010000:00010000:2.0:1767320270.606337:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320271.632602:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320271.889332:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320271.889343:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320271.889397:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320271.889402:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320271.889406:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320271.889413:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5465 00000100:00080000:1.0:1767320271.889418:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320271.889424:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320271.889443:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df480 x1853164045926528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320271.889469:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320271.889472:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320271.889474:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320271.889477:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5465 00000100:00080000:1.0:1767320271.889479:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320271.889483:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320271.889493:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ded80 x1853164045926784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320271.889502:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320271.889505:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320271.889507:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320271.889509:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045926400:0@lo:400:kworker.0 00000100:00080000:1.0:1767320271.889509:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5465 00000100:00080000:1.0:1767320271.889512:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320271.889515:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320271.889525:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd500 x1853164045926912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320271.889543:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320271.889546:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320271.889547:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320271.889550:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5465 00000100:00080000:1.0:1767320271.889552:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320271.889555:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320271.889563:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df800 x1853164045927296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320271.889573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320271.889589:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045927168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320271.889597:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045926656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320271.889660:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926400 00000100:00100000:2.0:1767320271.889664:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320246/real 1767320246] req@ffffa07bd08db480 x1853164045920896/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320271 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320271.889668:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926400 00000100:00100000:2.0:1767320271.889683:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd08db480 x1853164045920896/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320271 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320271.889694:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045926528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320271.889716:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1588 00000100:00100000:0.0:1767320271.889724:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045926400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320271.894751:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320271.894864:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045927040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320271.894907:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320271.894967:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320271.894998:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927168 00000100:00100000:1.0:1767320271.895005:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927168 00000100:00080000:1.0:1767320271.895029:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320271.895061:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927040 00000100:00100000:1.0:1767320271.895065:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927040 00000100:00080000:1.0:1767320271.895076:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320271.895117:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1767320271.895125:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045927168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320271.897539:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045927168:12345-0@lo:400:kworker.0 Request processed in 2410us (2792us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320271.897551:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1767320271.897614:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045927168:0@lo:400:kworker.0 00000100:00100000:1.0:1767320271.897650:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1767320271.897662:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045927040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320271.897697:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045927040:12345-0@lo:400:kworker.0 Request processed in 40us (2789us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320271.897706:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1767320271.897733:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045927040:0@lo:400:kworker.0 00000100:00100000:3.0:1767320271.903134:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320271.903708:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926656 00000100:00100000:1.0:1767320271.903719:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926656 00000100:00100000:1.0:1767320271.903817:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1589 00000100:00100000:1.0:1767320271.903828:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045926656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320271.903895:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045926656:12345-0@lo:400:kworker.0 Request processed in 69us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320271.903901:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1589 00000100:00080000:3.0:1767320271.903985:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320271.904019:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc000 x1853164045926656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320271.904032:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045926656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320271.907796:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320271.907867:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045926784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320271.907907:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320271.907929:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045926912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320271.907969:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320271.907992:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926528 00000100:00100000:2.0:1767320271.908000:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926912 00000100:00100000:3.0:1767320271.908002:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926528 00000100:00100000:2.0:1767320271.908007:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926912 00000100:00100000:3.0:1767320271.908045:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045926784 00000100:00100000:2.0:1767320271.908046:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1767320271.908050:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045926784 00000100:00100000:2.0:1767320271.908056:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045926912:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320271.908073:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:3.0:1767320271.908087:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045926528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320271.908093:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320271.908099:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320271.908153:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045926912:12345-0@lo:38:kworker.0 Request processed in 95us (181us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320271.908156:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045926528:12345-0@lo:38:kworker.0 Request processed in 74us (368us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320271.908165:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1767320271.908169:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:3.0:1767320271.908189:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:3.0:1767320271.908194:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045926784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320271.908204:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320271.908227:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320271.908235:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320271.908235:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045926784:12345-0@lo:38:kworker.0 Request processed in 39us (326us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320271.908244:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045926912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320271.908249:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1767320271.908256:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045927296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320271.908285:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320271.908315:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320271.908329:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320271.908333:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045920896:0@lo:250:kworker.0 00000100:00080000:2.0:1767320271.908363:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320271.908367:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320271.908370:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320271.908374:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5444 00000100:00080000:2.0:1767320271.908378:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320271.908384:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320271.908407:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960e00 x1853164045927424/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320271.908444:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320271.908448:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320271.908450:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045926528:0@lo:38:kworker.0 00000100:00080000:2.0:1767320271.908457:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320271.908460:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320271.908463:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045926784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320271.908478:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045927424:0@lo:250:kworker.0 00000400:00000100:2.0:1767320271.908496:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045927424 offset 0 length 520: 4 00000100:00100000:3.0:1767320271.908587:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927296 00000100:00100000:3.0:1767320271.908593:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927296 00000100:00100000:3.0:1767320271.908626:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2082 00000100:00100000:3.0:1767320271.908630:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045927296:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320271.908640:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320271.908669:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045927296:12345-0@lo:38:kworker.0 Request processed in 37us (383us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320271.908675:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2082 00000100:00080000:2.0:1767320271.908744:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320271.908749:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320271.908752:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045927296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320271.909628:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045926400:12345-0@lo:400:kworker.0 Request processed in 19899us (20049us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320271.909639:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1588 00010000:00080000:2.0:1767320271.910008:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc700 x1853164045926400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320287 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320271.910020:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045926400:0@lo:400:kworker.0 00010000:00010000:2.0:1767320272.657762:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320273.679233:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320273.934309:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320273.934435:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045927552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320273.934505:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320273.934627:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927552 00000100:00100000:2.0:1767320273.934636:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927552 00000100:00100000:1.0:1767320273.934725:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320273.934736:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045927680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320273.934764:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320273.934831:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927680 00000100:00100000:1.0:1767320273.934836:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927680 00000100:00100000:2.0:1767320273.934963:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1767320273.934976:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045927552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320273.935006:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320273.935050:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045927552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320273.935057:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00080000:3.0:1767320273.935459:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320273.935464:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320273.935510:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045927552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320273.935636:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1767320273.935646:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045927680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320273.935664:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320273.935708:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045927680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320273.935714:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1767320273.936880:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045927680:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320274.707653:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320275.393365:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320275.393408:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320275.393442:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918464 00000100:00100000:1.0:1767320275.393453:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918464 00000100:00100000:0.0:1767320275.393476:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918336 00000100:00100000:0.0:1767320275.393482:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918336 00000100:00080000:3.0:1767320275.393557:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320275.393603:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1590 00000100:00100000:0.0:1767320275.393615:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985918464:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320275.393739:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985918464:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 126us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320275.393748:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1590 00000100:00100000:0.0:1767320275.393802:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2083 00000100:00100000:0.0:1767320275.393808:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985918336:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320275.393827:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320275.393855:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985918336:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (446us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320275.393862:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2083 00010000:00010000:3.0:1767320275.730287:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320276.749993:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320277.006089:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320277.006100:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320277.006185:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320277.006189:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320277.006193:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320277.006202:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5470 00000100:00080000:3.0:1767320277.006207:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320277.006212:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045927808:0@lo:400:kworker.0 00000100:00080000:3.0:1767320277.006224:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320277.006249:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db100 x1853164045927936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320277.006293:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320277.006346:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045927936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320277.007138:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045928064:0@lo:400:kworker.0 00000100:00080000:3.0:1767320277.007273:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320277.007278:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320277.007282:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320277.007286:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5470 00000100:00080000:3.0:1767320277.007289:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320277.007293:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320277.007330:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9500 x1853164045928192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320277.007355:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320277.007359:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320277.007360:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320277.007363:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5470 00000100:00080000:3.0:1767320277.007366:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320277.007369:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320277.007384:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70dbb80 x1853164045928320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320277.007421:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320277.007424:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320277.007426:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320277.007429:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5470 00000100:00100000:1.0:1767320277.007496:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045928448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320277.007541:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320277.007594:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928448 00000100:00100000:1.0:1767320277.007601:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928448 00000100:00100000:1.0:1767320277.007654:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1767320277.007663:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045928448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320277.007723:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045928448:12345-0@lo:400:kworker.0 Request processed in 61us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320277.007731:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1767320277.007790:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045928448:0@lo:400:kworker.0 00000100:00080000:1.0:1767320277.007812:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320277.007823:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045928576:0@lo:400:kworker.0 00000100:00100000:1.0:1767320277.007858:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320277.007886:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928576 00000100:00100000:1.0:1767320277.007890:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928576 00000100:00100000:1.0:1767320277.007917:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1767320277.007923:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045928576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320277.007957:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045928576:12345-0@lo:400:kworker.0 Request processed in 34us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320277.007962:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00080000:1.0:1767320277.007977:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320277.007991:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045928576:0@lo:400:kworker.0 00000100:00080000:3.0:1767320277.008047:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320277.008053:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320277.008070:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9880 x1853164045928704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320277.010028:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320277.010104:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927808 00000100:00100000:2.0:1767320277.010114:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927808 00000100:00100000:3.0:1767320277.010195:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045928192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320277.010246:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320277.012635:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320277.014163:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045928320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320277.014245:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320277.014273:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045928704:0@lo:38:kworker.0 00000100:00100000:3.0:1767320277.014312:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320277.018869:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045927936 00000100:00100000:0.0:1767320277.018886:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045927936 00000100:00100000:0.0:1767320277.018959:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928192 00000100:00100000:0.0:1767320277.018963:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928192 00000100:00100000:0.0:1767320277.018990:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1767320277.019007:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045927808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.019102:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045927808:12345-0@lo:400:kworker.0 Request processed in 103us (12816us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320277.019110:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1591 00000100:00100000:0.0:1767320277.019131:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1767320277.019136:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045927936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320277.019154:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320277.019182:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045927936:12345-0@lo:38:kworker.0 Request processed in 45us (9164us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320277.019188:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1767320277.019199:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2085 00000100:00100000:0.0:1767320277.019203:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045928192:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320277.019212:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320277.019234:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045928192:12345-0@lo:38:kworker.0 Request processed in 29us (8987us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320277.019239:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2085 00010000:00080000:0.0:1767320277.019283:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70daa00 x1853164045927808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320277.020617:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045927808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320277.020720:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928320 00000100:00100000:0.0:1767320277.020727:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928320 00000100:00100000:0.0:1767320277.020782:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1767320277.020789:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045928320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320277.020807:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320277.020875:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045928320:12345-0@lo:38:kworker.0 Request processed in 84us (6628us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320277.020881:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1767320277.025838:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928704 00000100:00100000:1.0:1767320277.025864:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928704 00000100:00080000:3.0:1767320277.025895:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320277.025905:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320277.025919:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045927936:0@lo:38:kworker.0 00000100:00080000:3.0:1767320277.025954:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320277.025960:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00080000:3.0:1767320277.025962:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320277.025968:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045928192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320277.025974:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045928704:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320277.025982:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320277.025987:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320277.025991:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045928320:0@lo:38:kworker.0 00010000:00020000:1.0:1767320277.025997:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320277.026070:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045928704:12345-0@lo:38:kworker.0 Request processed in 97us (11762us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320277.026078:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00080000:3.0:1767320277.026098:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320277.026104:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320277.026107:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045928704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320277.026139:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320277.033205:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928064 00000100:00100000:2.0:1767320277.033223:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928064 00000100:00100000:2.0:1767320277.033370:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1592 00000100:00100000:2.0:1767320277.033381:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045928064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320277.033467:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045928064:12345-0@lo:400:kworker.0 Request processed in 88us (7328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320277.033475:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1592 00010000:00080000:2.0:1767320277.033659:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70dad80 x1853164045928064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320293 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320277.033676:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045928064:0@lo:400:kworker.0 00000100:00080000:0.0:1767320277.035830:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320277.775189:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320278.799364:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320279.054027:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045928832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320279.054119:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320279.054313:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320279.054325:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045928960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320279.054360:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320279.054414:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928832 00000100:00100000:2.0:1767320279.054426:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928832 00000100:00100000:2.0:1767320279.054507:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:2.0:1767320279.054520:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045928832:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320279.054541:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045928960 00000100:00100000:0.0:1767320279.054547:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045928960 00002000:00000024:2.0:1767320279.054568:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320279.054578:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:0.0:1767320279.054588:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045928960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320279.054611:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320279.054628:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045928832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320279.054636:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1767320279.054658:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045928960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320279.054665:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:2.0:1767320279.054693:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045928832:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320279.054910:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320279.054914:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320279.054934:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045928960:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320279.823857:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320280.527073:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320280.527120:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320280.527192:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918720 00000100:00100000:1.0:1767320280.527202:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918720 00000100:00100000:1.0:1767320280.527291:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918592 00000100:00100000:1.0:1767320280.527295:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918592 00000100:00100000:1.0:1767320280.527318:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1593 00000100:00100000:1.0:1767320280.527329:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985918720:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320280.527424:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985918720:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 97us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320280.527433:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1593 00000100:00100000:1.0:1767320280.527462:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2087 00000100:00100000:1.0:1767320280.527467:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985918592:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320280.527488:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320280.527513:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985918592:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (392us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320280.527523:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2087 00000100:00080000:0.0:1767320280.527668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320280.847458:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320281.876932:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320282.126060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.126072:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320282.126139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.126144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.126148:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.126157:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5475 00000100:00080000:0.0:1767320282.126161:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.126168:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320282.126366:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320282.126376:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8a80 x1853164045929216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320282.126381:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045929088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.126443:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045929216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320282.126447:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320282.126500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.126504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.126506:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320282.126506:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045929344:0@lo:400:kworker.0 00000100:00080000:0.0:1767320282.126509:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5475 00000100:00080000:0.0:1767320282.126511:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.126515:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320282.126526:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8e00 x1853164045929472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320282.126535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.126542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.126544:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.126548:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5475 00000100:00080000:0.0:1767320282.126551:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.126554:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320282.126566:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080e00 x1853164045929600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320282.126624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320282.126626:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320282.126628:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320282.126632:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5475 00000100:00080000:0.0:1767320282.126635:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320282.126638:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320282.126646:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6680 x1853164045929984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320282.126675:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320282.126683:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045929856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.126960:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.127003:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045929472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320282.127023:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.127041:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045929600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320282.127062:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.127094:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045929984:0@lo:38:kworker.0 00000100:00100000:2.0:1767320282.127112:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.127136:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045929728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.127156:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.127276:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929728 00000100:00100000:2.0:1767320282.127291:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929728 00000100:00100000:2.0:1767320282.127347:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:2.0:1767320282.127356:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045929728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.127404:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045929728:12345-0@lo:400:kworker.0 Request processed in 49us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320282.127411:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00080000:2.0:1767320282.127431:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320282.127461:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045929728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.127485:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929088 00000100:00100000:2.0:1767320282.127489:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929088 00000100:00080000:2.0:1767320282.127502:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320282.127521:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929216 00000100:00100000:2.0:1767320282.127524:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929216 00000100:00100000:2.0:1767320282.127534:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929472 00000100:00100000:2.0:1767320282.127537:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929472 00000100:00100000:2.0:1767320282.127543:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929984 00000100:00100000:2.0:1767320282.127545:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929984 00000100:00100000:2.0:1767320282.127553:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1767320282.127559:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045929088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.127605:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045929088:12345-0@lo:400:kworker.0 Request processed in 46us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320282.127611:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1594 00000100:00100000:2.0:1767320282.127623:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2088 00000100:00100000:2.0:1767320282.127626:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045929216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320282.127642:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320282.127673:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045929216:12345-0@lo:38:kworker.0 Request processed in 44us (713us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320282.127681:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2088 00000100:00100000:2.0:1767320282.127692:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:2.0:1767320282.127696:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045929472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320282.127704:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320282.127724:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045929472:12345-0@lo:38:kworker.0 Request processed in 27us (700us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320282.127729:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:2.0:1767320282.127737:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767320282.127740:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045929984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320282.127747:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320282.127798:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045929984:12345-0@lo:38:kworker.0 Request processed in 56us (684us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320282.127804:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00080000:2.0:1767320282.127831:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.127835:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.127838:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045929472:0@lo:38:kworker.0 00000100:00080000:2.0:1767320282.127845:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.127848:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.127851:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045929984:0@lo:38:kworker.0 00000100:00080000:2.0:1767320282.127857:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.127860:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.127863:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045929216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320282.127911:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929600 00000100:00100000:2.0:1767320282.127915:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929600 00000100:00100000:2.0:1767320282.127932:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:2.0:1767320282.127937:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045929600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320282.127946:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320282.127970:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045929600:12345-0@lo:38:kworker.0 Request processed in 33us (907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320282.127976:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:2.0:1767320282.128005:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320282.128009:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320282.128011:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045929600:0@lo:38:kworker.0 00010000:00080000:3.0:1767320282.129924:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8380 x1853164045929088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320282.129941:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045929088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320282.130099:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.130274:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929344 00000100:00100000:2.0:1767320282.130281:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929344 00000100:00100000:2.0:1767320282.130416:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1595 00000100:00100000:2.0:1767320282.130426:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045929344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.130484:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045929344:12345-0@lo:400:kworker.0 Request processed in 60us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320282.130492:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1595 00010000:00080000:1.0:1767320282.130571:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9500 x1853164045929344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320298 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320282.130593:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045929344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320282.130702:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320282.130788:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045929856 00000100:00100000:2.0:1767320282.130793:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045929856 00000100:00080000:3.0:1767320282.130847:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320282.130852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320282.130945:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:2.0:1767320282.130953:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045929856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320282.130997:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045929856:12345-0@lo:400:kworker.0 Request processed in 45us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320282.131003:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:0.0:1767320282.131065:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045929856:0@lo:400:kworker.0 00010000:00010000:2.0:1767320282.894038:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320283.917974:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320284.174153:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320284.174176:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045930112:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320284.174252:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320284.174405:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930112 00000100:00100000:3.0:1767320284.174414:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930112 00000100:00100000:3.0:1767320284.174481:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:3.0:1767320284.174490:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045930112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320284.174522:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320284.174587:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045930112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320284.174594:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00080000:2.0:1767320284.174684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320284.177479:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045930112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320284.177676:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045930240:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320284.177765:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320284.177833:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930240 00000100:00100000:0.0:1767320284.177841:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930240 00000100:00080000:2.0:1767320284.177893:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320284.177905:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:0.0:1767320284.177915:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045930240:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320284.177944:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320284.178020:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045930240:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320284.178027:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1767320284.178147:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045930240:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320284.942007:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320285.633755:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320285.636371:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918976 00000100:00100000:1.0:1767320285.636386:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918976 00000100:00100000:1.0:1767320285.636472:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1596 00000100:00100000:1.0:1767320285.636482:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985918976:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320285.636566:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985918976:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (2821us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320285.636573:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1596 00000100:00080000:2.0:1767320285.636636:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320285.636887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320285.636947:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985918848 00000100:00100000:1.0:1767320285.636952:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985918848 00000100:00100000:1.0:1767320285.636977:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2091 00000100:00100000:1.0:1767320285.636982:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985918848:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320285.637001:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320285.637024:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985918848:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (140us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320285.637030:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2091 00010000:00010000:3.0:1767320285.966009:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320286.990571:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320287.246184:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320287.246200:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320287.246251:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320287.246255:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320287.246260:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320287.246267:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320287.246271:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320287.246277:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320287.246295:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da680 x1853164045930496/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320287.246332:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320287.246335:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320287.246337:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320287.246341:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320287.246343:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320287.246346:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320287.246378:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11a300 x1853164045930752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320287.246386:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320287.246389:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320287.246391:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320287.246395:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320287.246398:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320287.246402:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320287.246413:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118a80 x1853164045930880/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320287.246415:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045930496:0@lo:38:kworker.0 00000100:00080000:3.0:1767320287.246438:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320287.246442:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320287.246444:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320287.246447:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5480 00000100:00080000:3.0:1767320287.246449:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320287.246451:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320287.246458:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec119c00 x1853164045931264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320287.246479:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045931008:0@lo:400:kworker.0 00000100:00100000:0.0:1767320287.246566:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045930368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.246594:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320287.246630:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320287.246673:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045930752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320287.246674:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320287.246683:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045931136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.246703:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320287.246726:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320287.246735:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045930880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320287.246792:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930496 00000100:00100000:0.0:1767320287.246799:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930496 00000100:00100000:1.0:1767320287.246813:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045930624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320287.246830:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930368 00000100:00100000:0.0:1767320287.246834:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930368 00000100:00100000:1.0:1767320287.246853:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320287.246880:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930752 00000100:00100000:0.0:1767320287.246886:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930752 00000100:00100000:2.0:1767320287.246891:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320287.246903:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930624 00000100:00100000:0.0:1767320287.246909:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1597 00000100:00100000:1.0:1767320287.246911:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930624 00000100:00100000:0.0:1767320287.246921:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045930368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.246931:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045931264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320287.246948:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1598 00000100:00100000:1.0:1767320287.246961:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045930624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.246961:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320287.247133:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045930368:12345-0@lo:400:kworker.0 Request processed in 215us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320287.247136:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931264 00000100:00100000:2.0:1767320287.247142:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931264 00000100:00100000:0.0:1767320287.247143:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1597 00000100:00100000:2.0:1767320287.247166:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:2.0:1767320287.247173:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045930496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320287.247376:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320287.247384:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767320287.247388:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045930752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320287.247397:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320287.247421:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045930496:12345-0@lo:38:kworker.0 Request processed in 245us (827us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320287.247428:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045930752:12345-0@lo:38:kworker.0 Request processed in 38us (725us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320287.247433:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767320287.247442:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2094 00000100:00100000:0.0:1767320287.247444:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045931264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320287.247450:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320287.247462:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045931264:12345-0@lo:38:kworker.0 Request processed in 17us (505us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320287.247465:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2094 00000100:00080000:0.0:1767320287.247479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320287.247510:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70daa00 x1853164045930368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320287.247521:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:0.0:1767320287.247524:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045930368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.247549:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045930880 00000100:00100000:2.0:1767320287.247555:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045930880 00000100:00100000:0.0:1767320287.247571:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931136 00000100:00100000:2.0:1767320287.247578:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1767320287.247579:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931136 00000100:00100000:2.0:1767320287.247586:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045930880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320287.247599:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320287.247626:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:2.0:1767320287.247631:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045930880:12345-0@lo:38:kworker.0 Request processed in 45us (742us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320287.247639:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045931136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.247640:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:2.0:1767320287.247687:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320287.247692:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320287.247696:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045930880:0@lo:38:kworker.0 00000100:00080000:2.0:1767320287.247705:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320287.247707:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320287.247710:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045931264:0@lo:38:kworker.0 00000100:00080000:2.0:1767320287.247717:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320287.247720:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320287.247722:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045930496:0@lo:38:kworker.0 00000100:00080000:2.0:1767320287.247729:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320287.247731:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320287.247734:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045930752:0@lo:38:kworker.0 00000100:00100000:0.0:1767320287.247840:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045931136:12345-0@lo:400:kworker.0 Request processed in 204us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320287.247847:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00080000:0.0:1767320287.247866:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320287.247891:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045931136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320287.248461:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320287.248475:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045930624:12345-0@lo:400:kworker.0 Request processed in 1518us (1622us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320287.248482:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1598 00010000:00080000:0.0:1767320287.248708:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d8a80 x1853164045930624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320303 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320287.248719:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045930624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.248850:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931008 00000100:00100000:2.0:1767320287.248856:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931008 00000100:00100000:2.0:1767320287.248940:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:2.0:1767320287.248960:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045931008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320287.249177:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045931008:12345-0@lo:400:kworker.0 Request processed in 229us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320287.249185:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1767320287.249259:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045931008:0@lo:400:kworker.0 00000100:00080000:0.0:1767320287.249301:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320288.014315:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320289.038029:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320289.294260:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045931392:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320289.294339:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320289.294494:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931392 00000100:00100000:2.0:1767320289.294504:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931392 00000100:00100000:2.0:1767320289.294572:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1767320289.294581:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045931392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320289.294608:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767320289.294716:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320289.296729:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045931392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2141us (2381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320289.296744:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1767320289.298345:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045931520:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320289.298437:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320289.299571:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931520 00000100:00100000:2.0:1767320289.299587:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931520 00000100:00080000:3.0:1767320289.301544:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320289.301948:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1767320289.301973:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045931520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320289.302010:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320289.302106:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045931520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 147us (3667us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320289.302113:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1767320289.302174:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045931520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320289.302379:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045931392:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320290.063313:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320290.762881:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320290.763758:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320290.773739:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985919104 00000100:00100000:0.0:1767320290.773801:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985919232 00000100:00100000:0.0:1767320290.773809:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985919232 00000100:00080000:2.0:1767320290.773856:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320290.773914:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1599 00000100:00100000:0.0:1767320290.773925:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985919232:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320290.774008:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985919232:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (10254us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320290.774016:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1599 00000100:00100000:1.0:1767320290.774020:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985919104 00000100:00100000:0.0:1767320290.774055:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2095 00000100:00100000:0.0:1767320290.774129:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985919104:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320290.774151:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320290.774181:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985919104:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 120us (11309us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320290.774187:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2095 00010000:00010000:2.0:1767320291.086274:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320292.110028:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320292.366350:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320292.366358:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320292.366406:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320292.366410:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320292.366414:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320292.366422:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5485 00000100:00080000:2.0:1767320292.366427:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320292.366434:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320292.366454:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963b80 x1853164045931776/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320292.366480:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320292.366484:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320292.366485:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320292.366489:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5485 00000100:00080000:2.0:1767320292.366491:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320292.366494:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320292.366503:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963480 x1853164045932032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320292.366512:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320292.366515:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320292.366516:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320292.366519:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5485 00000100:00080000:2.0:1767320292.366522:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320292.366525:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320292.366534:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961180 x1853164045932160/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320292.366553:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320292.366556:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320292.366558:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320292.366572:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5485 00000100:00080000:2.0:1767320292.366574:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320292.366578:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320292.366588:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8380 x1853164045932544/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320292.366720:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045932416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320292.366812:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045931904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320292.366820:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320292.366855:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320292.366885:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320292.366893:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320292.366896:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045931648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320292.366903:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045932288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320292.366929:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320292.366937:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320292.366962:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932416 00000100:00100000:2.0:1767320292.366970:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932416 00000100:00100000:1.0:1767320292.366983:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932288 00000100:00100000:1.0:1767320292.366988:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932288 00000100:00100000:0.0:1767320292.367064:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045931776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320292.367093:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320292.367116:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045932032:0@lo:38:kworker.0 00000100:00100000:0.0:1767320292.367138:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320292.367154:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045932160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320292.367174:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320292.367196:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045932544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320292.367335:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:1.0:1767320292.367345:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045932416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320292.367572:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:2.0:1767320292.367582:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045932288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320292.367635:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045932288:12345-0@lo:400:kworker.0 Request processed in 55us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320292.367642:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00080000:2.0:1767320292.367673:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320292.367677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320292.367716:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045932288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320292.367888:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931904 00000100:00100000:2.0:1767320292.367895:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931904 00000100:00100000:3.0:1767320292.367930:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931648 00000100:00100000:2.0:1767320292.367939:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045931776 00000100:00100000:3.0:1767320292.367943:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931648 00000100:00100000:2.0:1767320292.367946:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045931776 00000100:00100000:2.0:1767320292.367970:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932032 00000100:00100000:2.0:1767320292.367973:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932032 00000100:00100000:2.0:1767320292.367993:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1600 00000100:00100000:3.0:1767320292.368009:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1601 00000100:00100000:2.0:1767320292.368010:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045931904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320292.368029:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045931648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320292.368066:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045931904:12345-0@lo:400:kworker.0 Request processed in 62us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320292.368077:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1600 00000100:00100000:2.0:1767320292.368095:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:2.0:1767320292.368101:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045931776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320292.368119:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320292.368825:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045931648:12345-0@lo:400:kworker.0 Request processed in 797us (1891us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320292.368836:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1601 00000100:00100000:3.0:1767320292.368860:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2097 00000100:00100000:3.0:1767320292.368867:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045932032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320292.368887:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320292.368930:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045932032:12345-0@lo:38:kworker.0 Request processed in 61us (1791us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320292.368937:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2097 00000100:00080000:3.0:1767320292.368985:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320292.369031:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962a00 x1853164045931904/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320292.369048:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045931904:0@lo:400:kworker.0 00010000:00080000:3.0:1767320292.369110:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963100 x1853164045931648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320308 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320292.369131:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045931648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320292.369145:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045932416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320292.369197:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932160 00000100:00100000:3.0:1767320292.369203:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932160 00000100:00100000:3.0:1767320292.369229:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1767320292.369234:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045932160:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320292.369245:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320292.369287:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045932160:12345-0@lo:38:kworker.0 Request processed in 51us (2111us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320292.369295:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1767320292.369317:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045932416:12345-0@lo:400:kworker.0 Request processed in 1964us (2493us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320292.369330:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:0.0:1767320292.373734:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320292.373853:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320292.373860:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320292.373866:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045932032:0@lo:38:kworker.0 00000100:00080000:0.0:1767320292.373880:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320292.373884:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320292.373886:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045932160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320292.373968:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932544 00000100:00100000:3.0:1767320292.373976:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932544 00000100:00100000:3.0:1767320292.374025:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:3.0:1767320292.374033:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045932544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320292.374055:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320292.374121:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045932544:12345-0@lo:38:kworker.0 Request processed in 86us (394us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320292.374129:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00080000:1.0:1767320292.374150:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320292.374157:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320292.374162:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045932544:0@lo:38:kworker.0 00000100:00100000:2.0:1767320292.376093:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045931776:12345-0@lo:38:kworker.0 Request processed in 7981us (8989us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320292.376106:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00080000:1.0:1767320292.376274:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320292.376281:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320292.376286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045931776:0@lo:38:kworker.0 00010000:00010000:2.0:1767320293.134012:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320294.158291:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320294.414398:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320294.414417:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045932672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320294.414484:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320294.414714:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932672 00000100:00100000:3.0:1767320294.414723:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932672 00000100:00100000:3.0:1767320294.414808:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1767320294.414818:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045932672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320294.414847:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320294.414906:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045932672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320294.414913:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00080000:2.0:1767320294.414970:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320294.415228:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320294.415238:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045932800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320294.415265:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320294.415795:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045932800 00000100:00100000:1.0:1767320294.415801:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045932800 00000100:00100000:1.0:1767320294.415844:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1767320294.415852:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045932800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320294.415870:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320294.415908:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045932800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320294.415914:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1767320294.415961:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045932672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320294.416358:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320294.416383:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045932800:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320295.182583:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320295.874220:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767320295.875698:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985919360 offset 0 length 520: 4 00000100:00100000:0.0:1767320295.875726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320295.877298:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985919616 00000100:00100000:2.0:1767320295.877319:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985919616 00000100:00100000:2.0:1767320295.877421:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985919488 00000100:00100000:2.0:1767320295.877425:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985919488 00000100:00100000:2.0:1767320295.877445:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1602 00000100:00100000:2.0:1767320295.877455:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985919616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320295.877542:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985919616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 89us (3330us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320295.877550:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1602 00000100:00100000:2.0:1767320295.877566:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2099 00000100:00100000:2.0:1767320295.877570:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985919488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320295.877589:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320295.877611:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985919488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 39us (1885us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320295.877616:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2099 00000100:00080000:0.0:1767320295.878735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320296.207260:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320296.461951:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320271/real 1767320271] req@ffffa07bf8960e00 x1853164045927424/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320296 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320296.461992:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8960e00 x1853164045927424/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320296 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320296.462016:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320296.462041:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320296.462045:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045927424:0@lo:250:kworker.0 00000100:00080000:2.0:1767320296.462248:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320296.462255:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320296.462258:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320296.462263:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5470 00000100:00080000:2.0:1767320296.462267:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320296.462274:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320296.462308:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8380 x1853164045932928/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320296.462368:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045932928:0@lo:250:kworker.0 00000400:00000100:1.0:1767320296.462422:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045932928 offset 0 length 520: 4 00000100:00080000:2.0:1767320296.462540:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320296.462544:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320296.462546:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320296.462551:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5490 00000100:00080000:2.0:1767320296.462553:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320296.462557:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320296.462574:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08db480 x1853164045933184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320296.462607:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045933184:0@lo:38:kworker.0 00000100:00100000:1.0:1767320296.462648:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320296.462661:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045933056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320296.462714:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933184 00000100:00100000:1.0:1767320296.462724:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933184 00000100:00100000:3.0:1767320296.462743:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320296.462875:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320296.462879:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320296.462882:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320296.462887:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5490 00000100:00080000:2.0:1767320296.462891:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320296.462896:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320296.462907:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1c00 x1853164045933440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320296.462917:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320296.462921:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320296.462922:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320296.462926:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5490 00000100:00080000:2.0:1767320296.462928:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320296.462931:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320296.462941:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1f80 x1853164045933568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320296.462965:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320296.462968:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320296.462970:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320296.462973:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5490 00000100:00080000:2.0:1767320296.462975:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320296.462978:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320296.462988:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045933952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320296.463011:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045933696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.463048:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320296.463070:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320296.463075:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045933312:0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.463102:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045933824:0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.463122:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320296.463158:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933696 00000100:00100000:2.0:1767320296.463162:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933696 00000100:00100000:2.0:1767320296.463201:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933824 00000100:00100000:2.0:1767320296.463205:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933824 00000100:00100000:2.0:1767320296.463226:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1767320296.463236:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045933696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.463282:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045933696:12345-0@lo:400:kworker.0 Request processed in 48us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320296.463290:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:2.0:1767320296.463306:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:2.0:1767320296.463313:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045933824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.463340:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045933824:12345-0@lo:400:kworker.0 Request processed in 28us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320296.463346:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00080000:2.0:1767320296.463362:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320296.463366:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320296.463401:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045933824:0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.463433:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045933440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320296.464504:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933056 00000100:00100000:2.0:1767320296.464516:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:1.0:1767320296.464522:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933056 00000100:00100000:2.0:1767320296.464530:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045933184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320296.464554:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320296.464631:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045933184:12345-0@lo:38:kworker.0 Request processed in 103us (1982us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320296.464638:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1767320296.464653:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00000100:00100000:1.0:1767320296.464663:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045933056:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320296.464720:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320296.464754:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045933056:12345-0@lo:400:kworker.0 Request processed in 101us (2010us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320296.464763:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1603 00000100:00100000:2.0:1767320296.465523:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767320296.465531:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6080e00 x1853164045933056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320296.465552:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045933056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320296.465570:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045933568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320296.465621:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320296.465650:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045933952:0@lo:38:kworker.0 00000100:00100000:3.0:1767320296.465679:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933568 00000100:00100000:2.0:1767320296.465687:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320296.465688:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933568 00000100:00100000:3.0:1767320296.465725:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00080000:2.0:1767320296.465730:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320296.465733:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045933568:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320296.465743:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320296.465750:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045933184:0@lo:38:kworker.0 00010000:00020000:3.0:1767320296.465761:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320296.465835:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045933568:12345-0@lo:38:kworker.0 Request processed in 101us (211us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320296.465847:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:2.0:1767320296.465899:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320296.465906:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933440 00000100:00080000:2.0:1767320296.465907:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320296.465915:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933440 00000100:00100000:2.0:1767320296.465916:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045933568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320296.465947:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933952 00000100:00100000:3.0:1767320296.465952:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933952 00000100:00100000:3.0:1767320296.465980:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:3.0:1767320296.465989:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045933440:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320296.465996:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2102 00010000:00020000:3.0:1767320296.466009:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320296.466010:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045933952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320296.466034:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320296.466052:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045933440:12345-0@lo:38:kworker.0 Request processed in 62us (533us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320296.466059:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:2.0:1767320296.466087:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045933952:12345-0@lo:38:kworker.0 Request processed in 77us (399us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320296.466096:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2102 00000100:00080000:3.0:1767320296.466109:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320296.466117:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320296.466123:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045933440:0@lo:38:kworker.0 00000100:00080000:3.0:1767320296.466139:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320296.466143:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320296.466153:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320296.466155:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045933952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320296.466218:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045933696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320296.466222:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045933312 00000100:00100000:3.0:1767320296.466228:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045933312 00000100:00080000:2.0:1767320296.466291:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320296.466499:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1604 00000100:00100000:3.0:1767320296.466515:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045933312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320296.466573:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045933312:12345-0@lo:400:kworker.0 Request processed in 64us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320296.466580:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1604 00010000:00080000:2.0:1767320296.466625:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1500 x1853164045933312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320296.466645:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045933312:0@lo:400:kworker.0 00010000:00010000:2.0:1767320297.235375:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320298.254509:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320299.278132:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320299.536684:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045934080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320299.536754:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320299.536992:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320299.537003:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045934208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320299.537032:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320299.537065:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934080 00000100:00100000:1.0:1767320299.537072:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934080 00000100:00100000:1.0:1767320299.537123:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934208 00000100:00100000:1.0:1767320299.537126:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934208 00000100:00100000:1.0:1767320299.537144:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1767320299.537153:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045934080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320299.537182:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320299.537225:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045934080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320299.537231:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1767320299.537248:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1767320299.537252:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045934208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320299.537264:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320299.537285:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045934208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320299.537291:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00080000:1.0:1767320299.537306:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320299.537309:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320299.537342:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045934080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320299.537369:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045934208:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320300.302555:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320301.001747:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320301.002020:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320301.004644:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985919872 00000100:00100000:1.0:1767320301.004659:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985919872 00000100:00080000:3.0:1767320301.004756:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320301.008616:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985919744 00000100:00100000:1.0:1767320301.008632:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985919744 00000100:00100000:3.0:1767320301.008689:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1605 00000100:00100000:3.0:1767320301.008707:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985919872:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320301.008833:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985919872:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 133us (7094us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320301.008841:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1605 00000100:00100000:3.0:1767320301.008869:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2103 00000100:00100000:3.0:1767320301.008874:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985919744:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320301.008906:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320301.008934:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985919744:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (6914us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320301.008941:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2103 00010000:00010000:2.0:1767320301.326448:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320301.582551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320301.582562:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320301.582628:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320301.582632:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320301.582636:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320301.582644:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5494 00000100:00080000:0.0:1767320301.582648:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320301.582654:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320301.582676:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045934464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320301.582707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320301.582710:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320301.582711:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320301.582714:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5494 00000100:00080000:0.0:1767320301.582716:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320301.582719:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320301.582728:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045934720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320301.582736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320301.582739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320301.582740:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320301.582743:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5494 00000100:00080000:0.0:1767320301.582745:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320301.582748:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320301.582756:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5500 x1853164045934848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320301.582802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320301.582805:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320301.582807:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320301.582810:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5494 00000100:00080000:0.0:1767320301.582812:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320301.582816:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320301.582840:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8a80 x1853164045935232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320301.582965:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045934464:0@lo:38:kworker.0 00000100:00100000:3.0:1767320301.583033:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320301.583072:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045934720:0@lo:38:kworker.0 00000100:00100000:3.0:1767320301.583093:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320301.583111:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045934848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320301.583137:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320301.583163:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934848 00000100:00100000:3.0:1767320301.583171:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934848 00000100:00100000:3.0:1767320301.583216:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1767320301.583223:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045934848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320301.583242:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320301.583278:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045934848:12345-0@lo:38:kworker.0 Request processed in 54us (140us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320301.583285:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1767320301.583311:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934464 00000100:00100000:3.0:1767320301.583315:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934464 00000100:00100000:3.0:1767320301.583332:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934720 00000100:00100000:3.0:1767320301.583334:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934720 00000100:00100000:3.0:1767320301.583349:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1767320301.583354:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045934464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320301.583363:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320301.583386:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045934464:12345-0@lo:38:kworker.0 Request processed in 31us (353us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320301.583403:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1767320301.583415:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2105 00000100:00100000:3.0:1767320301.583418:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045934720:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320301.583426:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320301.583448:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045934720:12345-0@lo:38:kworker.0 Request processed in 28us (354us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320301.583453:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2105 00000100:00080000:3.0:1767320301.583483:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320301.583488:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320301.583492:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045934848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320301.583498:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045935232:0@lo:38:kworker.0 00000100:00100000:3.0:1767320301.583518:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320301.583550:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320301.583554:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320301.583557:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045934464:0@lo:38:kworker.0 00000100:00080000:3.0:1767320301.583564:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320301.583567:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320301.583569:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045934720:0@lo:38:kworker.0 00000100:00100000:3.0:1767320301.583587:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935232 00000100:00100000:3.0:1767320301.583591:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935232 00000100:00100000:3.0:1767320301.583607:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1767320301.583611:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045935232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320301.583620:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320301.583645:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045935232:12345-0@lo:38:kworker.0 Request processed in 33us (126us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320301.583651:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00080000:3.0:1767320301.583675:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320301.583678:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320301.583681:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045935232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320301.584183:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045934592:0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584222:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320301.584254:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320301.584260:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045934976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584282:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320301.584309:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934592 00000100:00100000:2.0:1767320301.584313:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934592 00000100:00100000:2.0:1767320301.584358:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1767320301.584365:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045934592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584417:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045934592:12345-0@lo:400:kworker.0 Request processed in 52us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320301.584422:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:2.0:1767320301.584441:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934976 00000100:00100000:2.0:1767320301.584444:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934976 00000100:00100000:2.0:1767320301.584469:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1767320301.584475:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045934976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584503:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045934976:12345-0@lo:400:kworker.0 Request processed in 29us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320301.584513:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:2.0:1767320301.584537:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045935104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584559:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320301.584576:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320301.584581:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045934336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584601:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320301.584621:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935104 00000100:00100000:2.0:1767320301.584624:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935104 00000100:00100000:2.0:1767320301.584646:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:2.0:1767320301.584652:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045935104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584684:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045935104:12345-0@lo:400:kworker.0 Request processed in 32us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320301.584690:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00080000:2.0:1767320301.584704:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320301.584707:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320301.584710:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320301.584732:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045935104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584747:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045934336 00000100:00100000:2.0:1767320301.584750:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045934336 00000100:00100000:2.0:1767320301.584796:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:2.0:1767320301.584802:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045934336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.584845:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045934336:12345-0@lo:400:kworker.0 Request processed in 43us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320301.584850:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00080000:2.0:1767320301.584864:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320301.584881:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4380 x1853164045934336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320301.584892:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045934336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320301.589232:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045934976:0@lo:400:kworker.0 00010000:00080000:2.0:1767320301.589284:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4a80 x1853164045934592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320317 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320301.589299:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045934592:0@lo:400:kworker.0 00010000:00010000:3.0:1767320302.350312:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320303.374070:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320304.398082:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320304.653957:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045935360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320304.654021:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320304.654115:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045935488:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320304.654145:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320304.654258:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935360 00000100:00100000:2.0:1767320304.654266:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935360 00000100:00100000:2.0:1767320304.654321:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935488 00000100:00100000:2.0:1767320304.654325:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935488 00000100:00100000:2.0:1767320304.654352:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1767320304.654361:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045935360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320304.654386:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320304.654432:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045935360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320304.654439:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:2.0:1767320304.654454:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:2.0:1767320304.654460:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045935488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320304.654473:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320304.654498:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045935488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320304.654505:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1767320304.654548:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045935360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320304.654556:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045935488:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320304.655082:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320304.655086:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320305.422953:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320306.115014:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320306.115064:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320306.115161:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920128 00000100:00100000:3.0:1767320306.115171:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920128 00000100:00080000:2.0:1767320306.115303:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320306.115351:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920000 00000100:00100000:3.0:1767320306.115356:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920000 00000100:00100000:1.0:1767320306.120984:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1608 00000100:00100000:1.0:1767320306.121013:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985920128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320306.121116:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985920128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 118us (6111us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320306.121124:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1608 00000100:00100000:1.0:1767320306.121152:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2107 00000100:00100000:1.0:1767320306.121157:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985920000:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320306.121178:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320306.121204:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985920000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (6139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320306.121210:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2107 00010000:00010000:3.0:1767320306.446078:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320306.702012:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320306.702023:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320306.702075:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320306.702080:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320306.702083:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320306.702091:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5499 00000100:00080000:2.0:1767320306.702104:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320306.702112:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320306.702135:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045935744/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320306.702183:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320306.702187:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320306.702189:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320306.702192:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5499 00000100:00080000:2.0:1767320306.702195:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320306.702198:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320306.702210:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08db480 x1853164045936000/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320306.702218:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320306.702224:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320306.702226:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320306.702229:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5499 00000100:00080000:2.0:1767320306.702232:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320306.702235:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320306.702270:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf100 x1853164045936128/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320306.702292:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320306.702295:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320306.702307:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320306.702310:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5499 00000100:00080000:2.0:1767320306.702313:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320306.702317:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320306.702337:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaadf80 x1853164045936512/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320306.702494:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045936384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320306.702575:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320306.702654:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320306.702661:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045935616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320306.702687:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320306.702751:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936384 00000100:00100000:0.0:1767320306.702759:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936384 00000100:00100000:0.0:1767320306.702833:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:0.0:1767320306.702842:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045936384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320306.702894:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045936384:12345-0@lo:400:kworker.0 Request processed in 53us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320306.702901:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00080000:0.0:1767320306.702923:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320306.702957:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045936384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320306.703376:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935616 00000100:00100000:1.0:1767320306.703381:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935616 00000100:00100000:1.0:1767320306.703428:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1609 00000100:00100000:1.0:1767320306.703435:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045935616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320306.703479:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045935616:12345-0@lo:400:kworker.0 Request processed in 44us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320306.703485:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1609 00010000:00080000:1.0:1767320306.703518:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba3100 x1853164045935616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320306.703528:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045935616:0@lo:400:kworker.0 00000100:00100000:3.0:1767320306.704229:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045935872:0@lo:400:kworker.0 00000100:00100000:3.0:1767320306.704274:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320306.704327:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320306.704335:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045936256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320306.704372:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320306.704523:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045935744:0@lo:38:kworker.0 00000100:00100000:3.0:1767320306.704561:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320306.705032:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045936000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320306.705064:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320306.705272:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935872 00000100:00100000:3.0:1767320306.705280:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935872 00000100:00100000:3.0:1767320306.705340:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045935744 00000100:00100000:3.0:1767320306.705344:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045935744 00000100:00100000:3.0:1767320306.705906:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936000 00000100:00100000:3.0:1767320306.705912:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936000 00000100:00100000:3.0:1767320306.705935:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1767320306.705946:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045935872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320306.706014:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045935872:12345-0@lo:400:kworker.0 Request processed in 70us (1738us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320306.706021:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1610 00000100:00100000:3.0:1767320306.706040:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2108 00000100:00100000:3.0:1767320306.706044:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045935744:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320306.706065:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320306.706272:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320306.706370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045936128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320306.706427:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320306.706457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045936512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320306.706481:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320306.706515:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320306.706521:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320306.706524:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045935744:0@lo:38:kworker.0 00000100:00100000:0.0:1767320306.706608:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936128 00000100:00100000:0.0:1767320306.706612:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936128 00000100:00100000:0.0:1767320306.706638:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1767320306.706643:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045936128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320306.706656:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320306.706689:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045936128:12345-0@lo:38:kworker.0 Request processed in 44us (263us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320306.706696:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:0.0:1767320306.707240:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320306.707247:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320306.707252:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045936128:0@lo:38:kworker.0 00010000:00080000:0.0:1767320306.707292:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1c00 x1853164045935872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320322 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320306.707323:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045935872:0@lo:400:kworker.0 00000100:00100000:1.0:1767320306.707484:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936512 00000100:00100000:1.0:1767320306.707490:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936512 00000100:00100000:1.0:1767320306.707516:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:1.0:1767320306.707523:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045936000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320306.707550:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320306.707613:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045936000:12345-0@lo:38:kworker.0 Request processed in 89us (2547us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320306.707620:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:1.0:1767320306.707634:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:1.0:1767320306.707638:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045936512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320306.707647:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320306.707671:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045936512:12345-0@lo:38:kworker.0 Request processed in 31us (1189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320306.707676:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00080000:1.0:1767320306.707708:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320306.707713:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320306.707716:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045936000:0@lo:38:kworker.0 00000100:00080000:1.0:1767320306.707736:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320306.707740:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320306.707743:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045936512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320306.708387:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936256 00000100:00100000:2.0:1767320306.708394:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936256 00000100:00100000:2.0:1767320306.708445:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1767320306.708454:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045936256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320306.708508:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045936256:12345-0@lo:400:kworker.0 Request processed in 56us (4135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320306.708514:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1767320306.708565:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045936256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320306.709451:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045935744:12345-0@lo:38:kworker.0 Request processed in 49us (1534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320306.709462:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2108 00000100:00080000:1.0:1767320306.710500:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320307.470107:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320308.495179:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320309.518261:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320309.774039:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045936640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320309.774108:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320309.774255:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320309.774264:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045936768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320309.774391:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320309.774803:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936640 00000100:00100000:1.0:1767320309.774813:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936640 00000100:00100000:1.0:1767320309.774880:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936768 00000100:00100000:1.0:1767320309.774884:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936768 00000100:00100000:1.0:1767320309.774903:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1767320309.774912:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045936640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320309.774950:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320309.774999:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045936640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320309.775007:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1767320309.775026:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1767320309.775032:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045936768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320309.775048:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320309.775076:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045936768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320309.775083:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1767320309.775123:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045936640:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320309.775473:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045936768:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320309.775605:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320309.775610:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320310.545194:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320311.234517:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320311.234706:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920256 00000100:00100000:3.0:1767320311.234717:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920256 00000100:00100000:3.0:1767320311.234798:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2111 00000100:00100000:3.0:1767320311.234808:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985920256:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320311.234833:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320311.235161:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985920256:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 351us (649us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320311.235169:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2111 00000100:00100000:2.0:1767320311.247473:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320311.247677:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920384 00000100:00100000:1.0:1767320311.247699:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920384 00000100:00100000:1.0:1767320311.247810:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1611 00000100:00100000:1.0:1767320311.247821:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985920384:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320311.247913:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985920384:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 94us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320311.247925:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1611 00000100:00080000:2.0:1767320311.250348:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320311.566917:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320311.822610:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320311.822621:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320311.822680:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320311.822684:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320311.822688:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320311.822698:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5504 00000100:00080000:0.0:1767320311.822704:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320311.822713:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320311.822738:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ce00 x1853164045937024/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320311.822754:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045936896:0@lo:400:kworker.0 00000100:00080000:0.0:1767320311.822810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320311.822815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320311.822818:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320311.822823:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5504 00000100:00080000:0.0:1767320311.822826:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320311.822831:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320311.822846:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c380 x1853164045937280/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320311.822856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320311.822860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320311.822861:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320311.822867:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5504 00000100:00080000:0.0:1767320311.822870:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320311.822874:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320311.822891:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825e300 x1853164045937408/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320311.822905:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320311.822928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320311.822933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320311.822936:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320311.822941:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5504 00000100:00080000:0.0:1767320311.822945:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320311.822949:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320311.822965:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825d500 x1853164045937792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320311.823004:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045937664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320311.823025:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045937024:0@lo:38:kworker.0 00000100:00100000:3.0:1767320311.823068:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320311.823100:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045937280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320311.823110:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320311.823220:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045937152:0@lo:400:kworker.0 00000100:00100000:3.0:1767320311.823302:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320311.823328:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045937408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320311.823357:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320311.823381:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045937792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320311.823399:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320311.823433:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937408 00000100:00100000:3.0:1767320311.823442:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937408 00000100:00100000:3.0:1767320311.823482:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1767320311.823490:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045937408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320311.823513:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320311.823556:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045937408:12345-0@lo:38:kworker.0 Request processed in 66us (197us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320311.823562:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00080000:3.0:1767320311.823602:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320311.823606:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320311.823610:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045937408:0@lo:38:kworker.0 00000100:00100000:3.0:1767320311.823660:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045936896 00000100:00100000:3.0:1767320311.823663:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045936896 00000100:00100000:3.0:1767320311.823706:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937024 00000100:00100000:3.0:1767320311.823709:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937024 00000100:00100000:3.0:1767320311.824251:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937280 00000100:00100000:3.0:1767320311.824258:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937280 00000100:00100000:3.0:1767320311.824269:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937792 00000100:00100000:3.0:1767320311.824272:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937792 00000100:00100000:3.0:1767320311.824282:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1767320311.824290:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045936896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320311.824349:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045936896:12345-0@lo:400:kworker.0 Request processed in 60us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320311.824355:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1612 00000100:00100000:3.0:1767320311.824367:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:3.0:1767320311.824371:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045937024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320311.824384:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320311.824412:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045937024:12345-0@lo:38:kworker.0 Request processed in 40us (1345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320311.824421:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:3.0:1767320311.824432:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:3.0:1767320311.824436:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045937280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320311.824444:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320311.824470:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045937280:12345-0@lo:38:kworker.0 Request processed in 33us (1170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320311.824476:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00100000:3.0:1767320311.824486:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2114 00000100:00100000:3.0:1767320311.824489:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045937792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320311.824497:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320311.824519:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045937792:12345-0@lo:38:kworker.0 Request processed in 29us (1119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320311.824525:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2114 00000100:00100000:3.0:1767320311.824554:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045937536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320311.824586:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767320311.824635:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d880 x1853164045936896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320311.825260:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045936896:0@lo:400:kworker.0 00000100:00080000:3.0:1767320311.825308:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320311.825313:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320311.825317:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045937024:0@lo:38:kworker.0 00000100:00080000:3.0:1767320311.825327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320311.825331:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320311.825334:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045937280:0@lo:38:kworker.0 00000100:00080000:3.0:1767320311.825343:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320311.825346:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320311.825349:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045937792:0@lo:38:kworker.0 00000100:00100000:3.0:1767320311.825434:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937664 00000100:00100000:3.0:1767320311.825439:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937664 00000100:00100000:3.0:1767320311.825483:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937536 00000100:00100000:3.0:1767320311.825486:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937536 00000100:00100000:3.0:1767320311.825510:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1767320311.825517:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045937664:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320311.825567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320311.825578:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045937664:12345-0@lo:400:kworker.0 Request processed in 56us (2476us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320311.825581:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320311.825590:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00080000:2.0:1767320311.825591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320311.825611:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:3.0:1767320311.825621:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045937536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320311.825655:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045937536:12345-0@lo:400:kworker.0 Request processed in 36us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320311.825661:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1767320311.825725:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045937536:0@lo:400:kworker.0 00000100:00100000:1.0:1767320311.826145:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320311.827875:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045937664:0@lo:400:kworker.0 00000100:00100000:2.0:1767320311.832724:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937152 00000100:00100000:2.0:1767320311.832747:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937152 00000100:00100000:2.0:1767320311.833114:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1613 00000100:00100000:2.0:1767320311.833126:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045937152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320311.833242:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045937152:12345-0@lo:400:kworker.0 Request processed in 118us (7098us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320311.833249:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1613 00000100:00080000:0.0:1767320311.833330:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320311.833421:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825c000 x1853164045937152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320327 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320311.833437:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045937152:0@lo:400:kworker.0 00010000:00010000:3.0:1767320312.590034:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320313.617585:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320314.640643:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320314.894792:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045937920:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320314.894866:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320314.894944:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045937920 00000100:00100000:3.0:1767320314.894952:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045937920 00000100:00100000:0.0:1767320314.895160:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045938048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320314.895189:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320314.895222:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938048 00000100:00100000:0.0:1767320314.895226:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938048 00000100:00100000:0.0:1767320314.895284:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1767320314.895293:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045938048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320314.895323:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320314.895374:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045938048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320314.895381:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1767320314.895428:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045938048:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320314.895462:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320314.895466:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320314.896143:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1767320314.896162:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045937920:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320314.896184:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320314.896425:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045937920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 265us (1558us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320314.896432:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:0.0:1767320314.896532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045937920:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320315.663643:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320316.356507:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320316.356629:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320316.360031:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920640 00000100:00100000:3.0:1767320316.360048:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920640 00000100:00100000:3.0:1767320316.360235:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1614 00000100:00100000:3.0:1767320316.360248:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985920640:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320316.360330:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985920640:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (3699us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320316.360337:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1614 00000100:00100000:2.0:1767320316.360372:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920512 00000100:00100000:2.0:1767320316.360376:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920512 00000100:00080000:0.0:1767320316.360404:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320316.361628:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2115 00000100:00100000:1.0:1767320316.361637:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985920512:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320316.361661:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320316.361720:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985920512:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 82us (5222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320316.361725:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2115 00010000:00010000:3.0:1767320316.687043:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320316.942899:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320316.942909:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320316.942979:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320316.942983:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320316.942987:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320316.942995:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5510 00000100:00080000:3.0:1767320316.943000:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320316.943012:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320316.943035:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045938304/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320316.943079:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320316.943083:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320316.943085:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320316.943087:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045938304:0@lo:38:kworker.0 00000100:00080000:3.0:1767320316.943089:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5510 00000100:00080000:3.0:1767320316.943091:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320316.943095:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320316.943117:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080e00 x1853164045938560/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320316.943126:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320316.943129:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320316.943130:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320316.943133:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5510 00000100:00080000:3.0:1767320316.943136:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320316.943139:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320316.943150:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960e00 x1853164045938688/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320316.943164:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320316.943169:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320316.943172:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320316.943174:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320316.943177:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5510 00000100:00080000:3.0:1767320316.943179:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320316.943182:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320316.943191:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963480 x1853164045939072/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320316.943223:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045938560:0@lo:38:kworker.0 00000100:00100000:1.0:1767320316.943245:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320316.943249:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045938176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320316.943262:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045938688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320316.943279:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320316.943281:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320316.950789:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045938432:0@lo:400:kworker.0 00000100:00100000:3.0:1767320316.950866:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320316.951465:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938688 00000100:00100000:2.0:1767320316.951474:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938688 00000100:00100000:2.0:1767320316.951527:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1767320316.951536:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045938688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320316.951557:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320316.951606:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045938688:12345-0@lo:38:kworker.0 Request processed in 70us (8322us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320316.951614:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1767320316.951638:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938304 00000100:00100000:2.0:1767320316.951642:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938304 00000100:00100000:2.0:1767320316.951661:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938560 00000100:00100000:2.0:1767320316.951664:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938560 00000100:00100000:2.0:1767320316.951678:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938176 00000100:00100000:2.0:1767320316.951680:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938176 00000100:00100000:2.0:1767320316.951712:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938432 00000100:00100000:2.0:1767320316.951715:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938432 00000100:00100000:2.0:1767320316.951729:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1615 00000100:00100000:2.0:1767320316.951735:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045938176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.951799:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045938176:12345-0@lo:400:kworker.0 Request processed in 63us (8518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320316.951805:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1615 00000100:00100000:2.0:1767320316.951818:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1616 00000100:00100000:2.0:1767320316.951825:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045938432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.951853:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045938432:12345-0@lo:400:kworker.0 Request processed in 29us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320316.951858:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1616 00000100:00100000:2.0:1767320316.951870:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767320316.951874:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045938304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320316.951883:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320316.951906:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045938304:12345-0@lo:38:kworker.0 Request processed in 31us (8742us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320316.951927:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00100000:2.0:1767320316.951939:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2117 00000100:00100000:2.0:1767320316.951943:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045938560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320316.951952:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320316.951975:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045938560:12345-0@lo:38:kworker.0 Request processed in 31us (8730us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320316.951980:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2117 00000100:00080000:1.0:1767320316.952298:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320316.952304:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320316.952309:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045938688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320316.952318:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045939072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320316.952348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767320316.952405:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f7100 x1853164045938176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320316.952416:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045938176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.952435:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320316.952442:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045938944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.952467:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320316.952521:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939072 00000100:00100000:2.0:1767320316.952525:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939072 00000100:00100000:2.0:1767320316.952541:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1767320316.952545:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045939072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320316.952556:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320316.952583:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045939072:12345-0@lo:38:kworker.0 Request processed in 37us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320316.952589:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1767320316.952622:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938944 00000100:00100000:2.0:1767320316.952625:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938944 00000100:00100000:2.0:1767320316.952652:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1767320316.952658:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045938944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.952690:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045938944:12345-0@lo:400:kworker.0 Request processed in 32us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320316.952696:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1767320316.952725:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045938944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.952790:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045938816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.952813:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320316.952839:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045938816 00000100:00100000:2.0:1767320316.952843:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045938816 00000100:00100000:2.0:1767320316.952865:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1767320316.952871:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045938816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320316.952902:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045938816:12345-0@lo:400:kworker.0 Request processed in 31us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320316.952907:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1767320316.953409:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045938816:0@lo:400:kworker.0 00000100:00080000:2.0:1767320316.953436:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320316.953440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320316.953443:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320316.953838:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5500 x1853164045938432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320316.953850:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045938432:0@lo:400:kworker.0 00000100:00080000:1.0:1767320316.954023:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320316.954029:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320316.954033:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045939072:0@lo:38:kworker.0 00000100:00080000:1.0:1767320316.954044:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320316.954048:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320316.954050:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045938304:0@lo:38:kworker.0 00000100:00080000:1.0:1767320316.954076:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320316.954079:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320316.954082:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045938560:0@lo:38:kworker.0 00010000:00010000:2.0:1767320317.714422:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320318.733957:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320319.763698:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320320.014084:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320320.014103:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045939200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320320.014192:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320320.014382:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045939328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320320.014401:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939200 00000100:00100000:0.0:1767320320.014411:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939200 00000100:00100000:0.0:1767320320.014476:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:0.0:1767320320.014487:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045939200:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320320.014506:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1767320320.014519:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320320.014551:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939328 00000100:00100000:1.0:1767320320.014556:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939328 00000100:00100000:1.0:1767320320.014582:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1767320320.014589:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045939328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320320.014607:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320320.014640:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045939328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320320.014647:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00080000:3.0:1767320320.014665:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320320.014670:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320320.014699:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045939200:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320320.014730:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045939328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320320.014892:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045939200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320320.014901:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1767320320.449810:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320320.449930:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921024 00000100:00100000:2.0:1767320320.449940:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921024 00000100:00100000:2.0:1767320320.450024:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1617 00000100:00100000:2.0:1767320320.450037:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985921024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320320.450155:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985921024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 121us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320320.450163:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1617 00000100:00080000:3.0:1767320320.450371:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:0.0:1767320320.450855:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985920768 offset 0 length 520: 4 00000100:00100000:0.0:1767320320.450886:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320320.451086:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985920896 00000100:00100000:1.0:1767320320.451092:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985920896 00000100:00100000:1.0:1767320320.451131:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2119 00000100:00100000:1.0:1767320320.451137:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985920896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320320.451157:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320320.451208:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985920896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 69us (320us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320320.451223:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2119 00010000:00010000:3.0:1767320320.782437:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320321.037998:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320296/real 1767320296] req@ffffa07bc7fd8380 x1853164045932928/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320321 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320321.038057:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc7fd8380 x1853164045932928/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320321 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320321.038073:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320321.038098:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320321.038102:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045932928:0@lo:250:kworker.0 00000100:00080000:2.0:1767320321.038394:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320321.038400:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320321.038403:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320321.038408:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5494 00000100:00080000:2.0:1767320321.038412:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320321.038418:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320321.038449:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaea00 x1853164045939456/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320321.038499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320321.038503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320321.038505:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320321.038508:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5515 00000100:00080000:2.0:1767320321.038511:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320321.038515:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320321.038529:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac700 x1853164045939712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320321.038728:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045939456:0@lo:250:kworker.0 00000400:00000100:3.0:1767320321.038795:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045939456 offset 0 length 520: 4 00000100:00100000:3.0:1767320321.038833:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045939712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320321.038863:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320321.038951:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320321.038962:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045939584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.038992:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320321.039045:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939712 00000100:00100000:1.0:1767320321.039052:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939712 00000100:00100000:1.0:1767320321.039095:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939584 00000100:00100000:1.0:1767320321.039098:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939584 00000100:00100000:1.0:1767320321.039136:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1767320321.039145:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045939584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.039193:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045939584:12345-0@lo:400:kworker.0 Request processed in 50us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320321.039201:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1618 00000100:00100000:1.0:1767320321.039235:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2120 00000100:00100000:1.0:1767320321.039238:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045939712:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320321.039256:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320321.039286:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045939712:12345-0@lo:38:kworker.0 Request processed in 45us (422us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320321.039291:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2120 00010000:00080000:1.0:1767320321.039340:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaed80 x1853164045939584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320321.039352:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045939584:0@lo:400:kworker.0 00000100:00080000:3.0:1767320321.039739:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320321.039795:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320321.039800:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320321.039803:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045939712:0@lo:38:kworker.0 00000100:00080000:2.0:1767320321.040134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320321.040138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320321.040141:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320321.040146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5515 00000100:00080000:2.0:1767320321.040150:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320321.040154:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320321.040170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf800 x1853164045939968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320321.040184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320321.040187:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320321.040189:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320321.040192:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5515 00000100:00080000:2.0:1767320321.040195:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320321.040198:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320321.040223:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad880 x1853164045940096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320321.040247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320321.040250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320321.040252:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320321.040255:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5515 00000100:00080000:2.0:1767320321.040258:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320321.040261:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320321.040271:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164045940480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320321.041816:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045939840:0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.041881:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320321.041920:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320321.041927:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045940224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.041951:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320321.041986:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940224 00000100:00100000:1.0:1767320321.041993:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940224 00000100:00100000:1.0:1767320321.042047:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1767320321.042056:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045940224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.042105:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045940224:12345-0@lo:400:kworker.0 Request processed in 50us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320321.042111:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:1.0:1767320321.042142:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045940352:0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.042166:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320321.042192:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940352 00000100:00100000:1.0:1767320321.042196:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940352 00000100:00100000:1.0:1767320321.042230:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1767320321.042236:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045940352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.042271:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045940352:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320321.042278:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:1.0:1767320321.042311:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045940352:0@lo:400:kworker.0 00000100:00100000:1.0:1767320321.042351:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045940224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320321.047153:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045939968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320321.047225:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320321.047258:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045940096:0@lo:38:kworker.0 00000100:00100000:3.0:1767320321.047282:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320321.047348:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045940480:0@lo:38:kworker.0 00000100:00100000:3.0:1767320321.047372:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320321.050707:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940096 00000100:00100000:2.0:1767320321.050723:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940096 00000100:00100000:2.0:1767320321.050820:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767320321.050830:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045940096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320321.050854:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320321.050934:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045940096:12345-0@lo:38:kworker.0 Request processed in 104us (3649us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320321.050942:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1767320321.050986:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939840 00000100:00100000:2.0:1767320321.050990:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939840 00000100:00100000:2.0:1767320321.051030:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045939968 00000100:00100000:2.0:1767320321.051042:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045939968 00000100:00100000:2.0:1767320321.051059:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940480 00000100:00100000:2.0:1767320321.051062:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940480 00000100:00100000:2.0:1767320321.051085:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1619 00000100:00100000:2.0:1767320321.051093:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045939840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320321.051135:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045939840:12345-0@lo:400:kworker.0 Request processed in 43us (9253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320321.051141:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1619 00000100:00100000:2.0:1767320321.051154:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1767320321.051158:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045939968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320321.051168:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320321.051193:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045939968:12345-0@lo:38:kworker.0 Request processed in 33us (3968us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320321.051199:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00000100:00100000:2.0:1767320321.051221:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:2.0:1767320321.051225:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045940480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320321.051233:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320321.051256:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045940480:12345-0@lo:38:kworker.0 Request processed in 29us (3882us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320321.051261:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00000100:00080000:2.0:1767320321.051276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320321.051582:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320321.051587:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320321.051591:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045939968:0@lo:38:kworker.0 00000100:00080000:0.0:1767320321.051601:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320321.051604:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320321.051607:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045940096:0@lo:38:kworker.0 00000100:00080000:0.0:1767320321.051615:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320321.051618:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320321.051621:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045940480:0@lo:38:kworker.0 00010000:00080000:1.0:1767320321.052054:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaad180 x1853164045939840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320321.052067:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045939840:0@lo:400:kworker.0 00010000:00010000:2.0:1767320321.806696:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320322.832462:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320323.853966:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320324.878155:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320325.135184:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320325.135203:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045940736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320325.135271:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320325.135371:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940736 00000100:00100000:0.0:1767320325.135380:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940736 00000100:00100000:0.0:1767320325.135445:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:0.0:1767320325.135454:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045940736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320325.135481:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320325.135523:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045940736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320325.135530:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00080000:3.0:1767320325.135599:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320325.135633:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045940736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320325.135914:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320325.135925:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045940608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320325.135955:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320325.139413:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940608 00000100:00100000:0.0:1767320325.139428:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940608 00000100:00080000:3.0:1767320325.140034:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320325.140037:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1767320325.140048:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045940608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320325.140081:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320325.140168:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045940608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (4210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320325.140175:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:2.0:1767320325.140282:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045940608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320325.573216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320325.573312:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320325.573345:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921280 00000100:00100000:1.0:1767320325.573363:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921280 00000100:00100000:1.0:1767320325.573459:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921152 00000100:00100000:1.0:1767320325.573463:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921152 00000100:00100000:1.0:1767320325.573503:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1620 00000100:00100000:1.0:1767320325.573516:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985921280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320325.573610:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985921280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 96us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320325.573618:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1620 00000100:00100000:1.0:1767320325.573640:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2123 00000100:00100000:1.0:1767320325.573645:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985921152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320325.573665:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320325.573694:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985921152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (383us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320325.573703:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2123 00000100:00080000:3.0:1767320325.574142:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320325.904179:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320326.159102:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320326.159113:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320326.159172:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320326.159176:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320326.159181:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320326.159189:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5519 00000100:00080000:3.0:1767320326.159193:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320326.159199:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320326.159221:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf800 x1853164045940992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320326.159269:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320326.159273:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320326.159274:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320326.159278:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5519 00000100:00080000:3.0:1767320326.159280:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320326.159283:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320326.159295:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdce00 x1853164045941248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320326.159303:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320326.159306:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320326.159308:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320326.159311:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5519 00000100:00080000:3.0:1767320326.159314:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320326.159317:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320326.159327:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc000 x1853164045941376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320326.159347:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320326.159349:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320326.159351:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320326.159354:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5519 00000100:00080000:3.0:1767320326.159356:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320326.159358:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320326.159371:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdca80 x1853164045941760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320326.159400:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045941504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320326.159552:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320326.159672:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320326.159679:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045941120:0@lo:400:kworker.0 00000100:00100000:3.0:1767320326.159705:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320326.159890:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941120 00000100:00100000:0.0:1767320326.159898:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941120 00000100:00100000:0.0:1767320326.159971:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1767320326.159978:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045940992:0@lo:38:kworker.0 00000100:00100000:0.0:1767320326.159981:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045941120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320326.160008:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320326.160026:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045941120:12345-0@lo:400:kworker.0 Request processed in 47us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320326.160026:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045941248:0@lo:38:kworker.0 00000100:00100000:0.0:1767320326.160034:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1621 00000100:00100000:2.0:1767320326.160043:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320326.160060:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045941376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320326.160081:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320326.160087:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320326.160098:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045941760:0@lo:38:kworker.0 00000100:00100000:3.0:1767320326.160100:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941376 00000100:00100000:3.0:1767320326.160103:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941376 00000100:00100000:2.0:1767320326.160117:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320326.160124:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1767320326.160169:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941504 00000100:00100000:1.0:1767320326.160174:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941504 00000100:00100000:1.0:1767320326.160204:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1767320326.160210:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045941504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320326.160244:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045941504:12345-0@lo:400:kworker.0 Request processed in 34us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320326.160251:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1039 00000100:00100000:1.0:1767320326.160282:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045941632:0@lo:400:kworker.0 00000100:00100000:1.0:1767320326.160305:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320326.160325:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320326.160329:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045940864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320326.160355:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941632 00000100:00100000:1.0:1767320326.160358:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941632 00000100:00100000:1.0:1767320326.160379:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1040 00000100:00100000:1.0:1767320326.160384:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045941632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320326.160415:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045941632:12345-0@lo:400:kworker.0 Request processed in 31us (108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320326.160420:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1040 00000100:00100000:3.0:1767320326.160927:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045941376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320326.160958:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320326.160997:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045941376:12345-0@lo:38:kworker.0 Request processed in 867us (915us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320326.161004:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00010000:00080000:3.0:1767320326.161043:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd880 x1853164045941120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320326.161056:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045941120:0@lo:400:kworker.0 00000100:00100000:3.0:1767320326.161068:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045941504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320326.161157:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940992 00000100:00100000:0.0:1767320326.161162:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940992 00000100:00100000:0.0:1767320326.161186:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941248 00000100:00100000:0.0:1767320326.161188:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941248 00000100:00100000:0.0:1767320326.161203:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:0.0:1767320326.161207:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045940992:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320326.161218:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320326.161247:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045940992:12345-0@lo:38:kworker.0 Request processed in 38us (1238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320326.161253:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:0.0:1767320326.161265:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1767320326.161269:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045941248:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320326.161278:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320326.161301:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045941248:12345-0@lo:38:kworker.0 Request processed in 30us (1256us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320326.161306:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00000100:00100000:0.0:1767320326.162099:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941760 00000100:00100000:0.0:1767320326.162107:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941760 00000100:00100000:0.0:1767320326.162133:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2126 00000100:00100000:0.0:1767320326.162138:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045941760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320326.162151:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320326.166076:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045941760:12345-0@lo:38:kworker.0 Request processed in 3927us (5948us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320326.166091:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2126 00000100:00080000:2.0:1767320326.166185:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320326.166191:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320326.166196:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045940992:0@lo:38:kworker.0 00000100:00080000:2.0:1767320326.166856:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320326.166864:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320326.166867:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045941248:0@lo:38:kworker.0 00000100:00080000:2.0:1767320326.166886:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320326.166890:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320326.166892:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045941376:0@lo:38:kworker.0 00000100:00080000:2.0:1767320326.166901:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320326.166904:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320326.166907:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045941760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320326.169976:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320326.170157:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045941632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320326.171854:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045940864 00000100:00100000:0.0:1767320326.171869:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045940864 00000100:00100000:0.0:1767320326.172036:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1622 00000100:00100000:0.0:1767320326.172046:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045940864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320326.172144:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045940864:12345-0@lo:400:kworker.0 Request processed in 99us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320326.172151:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1622 00010000:00080000:2.0:1767320326.172258:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd180 x1853164045940864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320326.172273:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045940864:0@lo:400:kworker.0 00000100:00080000:3.0:1767320326.172430:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320326.926229:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320327.951508:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320328.974031:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320329.997999:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320330.254298:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045941888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320330.254372:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320330.254508:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320330.254519:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045942016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320330.254548:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320330.254581:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045941888 00000100:00100000:3.0:1767320330.254588:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045941888 00000100:00100000:3.0:1767320330.254635:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942016 00000100:00100000:3.0:1767320330.254638:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942016 00000100:00100000:3.0:1767320330.254655:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1767320330.254664:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045941888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320330.254694:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320330.254734:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045941888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320330.254742:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00100000:3.0:1767320330.254758:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:3.0:1767320330.254765:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045942016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320330.254800:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320330.254830:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045942016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320330.254836:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:3.0:1767320330.254854:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320330.254858:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320330.257247:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045941888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320330.260874:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045942016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320330.691161:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320330.691583:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921536 00000100:00100000:1.0:1767320330.691593:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921536 00000100:00100000:1.0:1767320330.691678:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1623 00000100:00080000:3.0:1767320330.691684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320330.691691:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985921536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320330.691814:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985921536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 125us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320330.691821:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1623 00000100:00100000:3.0:1767320330.693069:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320330.693163:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921408 00000100:00100000:1.0:1767320330.693171:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921408 00000100:00100000:1.0:1767320330.693213:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2127 00000100:00100000:1.0:1767320330.693220:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985921408:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320330.693242:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320330.693633:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985921408:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 410us (569us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320330.693641:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2127 00010000:00010000:3.0:1767320331.022175:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320331.277898:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320331.277909:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320331.278014:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320331.278033:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320331.278037:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320331.278042:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320331.278049:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5524 00000100:00080000:3.0:1767320331.278054:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320331.278061:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320331.278084:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cddf80 x1853164045942272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320331.278126:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320331.278130:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320331.278132:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320331.278136:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5524 00000100:00080000:3.0:1767320331.278138:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320331.278142:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320331.278152:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdfb80 x1853164045942528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320331.278161:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320331.278164:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320331.278166:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320331.278170:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5524 00000100:00080000:3.0:1767320331.278172:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320331.278175:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320331.278185:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdf480 x1853164045942656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320331.278260:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045942272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320331.278337:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320331.278393:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045942528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320331.278416:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320331.278433:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045942656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320331.278456:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320331.278505:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942272 00000100:00100000:2.0:1767320331.278513:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942272 00000100:00100000:2.0:1767320331.278553:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942528 00000100:00100000:2.0:1767320331.278556:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942528 00000100:00100000:2.0:1767320331.278585:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:2.0:1767320331.278593:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045942272:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320331.278613:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320331.278653:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045942272:12345-0@lo:38:kworker.0 Request processed in 59us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320331.278660:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00000100:00100000:2.0:1767320331.278676:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2129 00000100:00100000:2.0:1767320331.278680:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045942528:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320331.278689:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320331.278711:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045942528:12345-0@lo:38:kworker.0 Request processed in 29us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320331.278717:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2129 00000100:00080000:2.0:1767320331.278755:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320331.278759:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320331.278762:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045942272:0@lo:38:kworker.0 00000100:00080000:2.0:1767320331.278789:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320331.278792:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320331.278795:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045942528:0@lo:38:kworker.0 00000100:00100000:2.0:1767320331.278836:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045942400:0@lo:400:kworker.0 00000100:00100000:2.0:1767320331.278871:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320331.278972:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045942912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320331.278976:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320331.278983:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045942784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320331.279008:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942656 00000100:00100000:1.0:1767320331.279009:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320331.279010:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320331.279016:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942656 00000100:00100000:1.0:1767320331.279030:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045942144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320331.279042:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942400 00000100:00100000:2.0:1767320331.279046:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942400 00000100:00100000:0.0:1767320331.279050:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1767320331.279056:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320331.279062:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045942656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320331.279075:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320331.279083:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942912 00000100:00100000:2.0:1767320331.279083:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942144 00000100:00100000:1.0:1767320331.279087:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942912 00000100:00100000:2.0:1767320331.279087:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942144 00000100:00100000:2.0:1767320331.279111:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1767320331.279118:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045942784 00000100:00100000:2.0:1767320331.279119:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045942400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320331.279121:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045942784 00000100:00100000:0.0:1767320331.279125:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045942656:12345-0@lo:38:kworker.0 Request processed in 64us (667us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320331.279134:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1767320331.279143:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1767320331.279151:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045942912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320331.279163:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045942400:12345-0@lo:400:kworker.0 Request processed in 46us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320331.279169:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1624 00000100:00100000:1.0:1767320331.279186:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045942912:12345-0@lo:400:kworker.0 Request processed in 37us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320331.279189:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1767320331.279190:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1625 00000100:00100000:0.0:1767320331.279207:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045942784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320331.279208:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045942144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320331.279260:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045942784:12345-0@lo:400:kworker.0 Request processed in 59us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320331.279264:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045942144:12345-0@lo:400:kworker.0 Request processed in 61us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320331.279272:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:2.0:1767320331.279278:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1625 00000100:00080000:3.0:1767320331.279289:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320331.279293:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320331.279297:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320331.279301:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5524 00000100:00080000:3.0:1767320331.279304:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320331.279307:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320331.279314:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045942784:0@lo:400:kworker.0 00010000:00080000:2.0:1767320331.279326:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cde680 x1853164045942400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320331.279326:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdfb80 x1853164045943040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320331.279336:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045942400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320331.279359:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045942912:0@lo:400:kworker.0 00000100:00080000:3.0:1767320331.279360:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320331.279362:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045943040:0@lo:38:kworker.0 00010000:00080000:0.0:1767320331.279381:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cddc00 x1853164045942144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320331.279392:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045942144:0@lo:400:kworker.0 00000100:00100000:2.0:1767320331.279393:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320331.279426:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320331.279430:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320331.279434:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045942656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320331.279454:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943040 00000100:00100000:2.0:1767320331.279457:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943040 00000100:00100000:1.0:1767320331.279473:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:2.0:1767320331.279491:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00100000:2.0:1767320331.279495:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045943040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320331.279504:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320331.279532:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045943040:12345-0@lo:38:kworker.0 Request processed in 35us (141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320331.279538:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00080000:2.0:1767320331.279559:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320331.279563:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320331.279566:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045943040:0@lo:38:kworker.0 00010000:00010000:2.0:1767320332.046365:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320333.074531:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320334.096478:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320335.120070:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320335.373949:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320335.373968:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045943168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320335.374034:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320335.374091:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943168 00000100:00100000:3.0:1767320335.374099:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943168 00000100:00100000:0.0:1767320335.374132:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320335.374144:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045943296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320335.374169:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320335.374197:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943296 00000100:00100000:0.0:1767320335.374202:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943296 00000100:00100000:0.0:1767320335.378658:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00080000:2.0:1767320335.378701:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320335.378707:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320335.378808:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045943296:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320335.378844:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320335.378916:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045943296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (4746us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320335.379065:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045943296:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320335.383794:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:3.0:1767320335.383818:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045943168:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320335.383882:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00002000:00000024:3.0:1767320335.384134:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320335.384403:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045943168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 595us (10366us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320335.384411:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1767320335.384438:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045943168:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320335.813388:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320335.813441:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320335.813529:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921792 00000100:00100000:2.0:1767320335.813541:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921664 00000100:00100000:0.0:1767320335.813547:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921792 00000100:00100000:2.0:1767320335.813551:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921664 00000100:00100000:2.0:1767320335.813629:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2131 00000100:00100000:2.0:1767320335.813641:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985921664:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:0.0:1767320335.813671:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1626 00010000:00020000:2.0:1767320335.813673:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320335.813686:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985921792:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320335.813720:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320335.814006:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985921664:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 364us (559us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320335.814097:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985921792:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 412us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320335.821340:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2131 00000100:00100000:0.0:1767320335.830749:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1626 00010000:00010000:2.0:1767320336.145888:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320336.400093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320336.400108:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320336.400229:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045943424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320336.400319:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320336.400419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320336.400425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320336.400430:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320336.400436:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5529 00000100:00080000:2.0:1767320336.400441:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320336.400449:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320336.400475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaadc00 x1853164045943552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320336.400521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320336.400524:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320336.400527:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320336.400532:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5529 00000100:00080000:2.0:1767320336.400534:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320336.400538:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320336.400550:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf480 x1853164045943808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320336.400559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320336.400563:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320336.400564:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320336.400567:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5529 00000100:00080000:2.0:1767320336.400571:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320336.400574:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320336.400587:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7b80 x1853164045943936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320336.400759:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943424 00000100:00100000:1.0:1767320336.400789:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943424 00000100:00100000:1.0:1767320336.400872:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1627 00000100:00100000:1.0:1767320336.400884:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045943424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.400979:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045944192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.401017:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320336.401065:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320336.401096:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045943680:0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.401123:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320336.401143:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320336.401149:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045944064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.401170:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320336.401198:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045943552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320336.401222:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320336.401246:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045943808:0@lo:38:kworker.0 00000100:00100000:3.0:1767320336.401266:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320336.401280:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045943936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320336.401301:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320336.401334:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943680 00000100:00100000:3.0:1767320336.401338:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943680 00000100:00100000:3.0:1767320336.401370:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943552 00000100:00100000:3.0:1767320336.401373:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943552 00000100:00100000:3.0:1767320336.401383:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943808 00000100:00100000:3.0:1767320336.401385:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943808 00000100:00100000:3.0:1767320336.401395:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1628 00000100:00100000:3.0:1767320336.401402:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045943680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.401440:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045943680:12345-0@lo:400:kworker.0 Request processed in 38us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320336.401448:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1628 00000100:00100000:3.0:1767320336.401465:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2132 00000100:00100000:3.0:1767320336.401469:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045943552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320336.401489:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320336.401522:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045943552:12345-0@lo:38:kworker.0 Request processed in 50us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320336.401528:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2132 00000100:00100000:3.0:1767320336.401541:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:3.0:1767320336.401544:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045943808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320336.401554:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320336.401577:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045943808:12345-0@lo:38:kworker.0 Request processed in 30us (310us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320336.401583:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:3.0:1767320336.401601:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045943936 00000100:00100000:3.0:1767320336.401605:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045943936 00000100:00100000:3.0:1767320336.401861:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1767320336.401867:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045943936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320336.401878:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320336.401908:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045943936:12345-0@lo:38:kworker.0 Request processed in 41us (606us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320336.401915:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00080000:3.0:1767320336.401931:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320336.401972:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaafb80 x1853164045943680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320336.401987:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045943680:0@lo:400:kworker.0 00000100:00080000:3.0:1767320336.402019:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320336.402024:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320336.402027:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045943552:0@lo:38:kworker.0 00000100:00080000:3.0:1767320336.402036:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320336.402039:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320336.402042:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045943808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320336.402049:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320336.402053:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320336.402056:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045943936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320336.402127:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944192 00000100:00100000:3.0:1767320336.402132:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944192 00000100:00100000:3.0:1767320336.402161:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944064 00000100:00100000:3.0:1767320336.402164:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944064 00000100:00100000:3.0:1767320336.402184:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1767320336.402191:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045944192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.402231:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045944192:12345-0@lo:400:kworker.0 Request processed in 41us (1214us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320336.402237:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:3.0:1767320336.402249:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1767320336.402255:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045944064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.402285:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045944064:12345-0@lo:400:kworker.0 Request processed in 30us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320336.402290:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:3.0:1767320336.402313:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045944064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320336.402334:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045944192:0@lo:400:kworker.0 00000100:00080000:2.0:1767320336.403081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320336.403087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320336.403092:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320336.403098:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5529 00000100:00080000:2.0:1767320336.403102:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320336.403108:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320336.403143:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045944320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320336.403310:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045944320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320336.403363:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320336.403452:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944320 00000100:00100000:2.0:1767320336.403457:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944320 00000100:00100000:2.0:1767320336.403496:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:2.0:1767320336.403502:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045944320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320336.403521:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320336.403565:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045944320:12345-0@lo:38:kworker.0 Request processed in 61us (202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320336.403571:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00080000:2.0:1767320336.403605:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320336.403609:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320336.403612:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045944320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320336.403943:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045943424:12345-0@lo:400:kworker.0 Request processed in 3060us (3620us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320336.403952:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1627 00010000:00080000:0.0:1767320336.404070:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaf100 x1853164045943424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320336.404083:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045943424:0@lo:400:kworker.0 00010000:00010000:3.0:1767320337.166082:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320338.194354:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320339.214035:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320340.238065:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320340.494352:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045944448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320340.494421:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320340.494638:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320340.494649:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045944576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320340.494707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320340.494975:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944448 00000100:00100000:0.0:1767320340.494984:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944448 00000100:00100000:0.0:1767320340.495054:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944576 00000100:00100000:0.0:1767320340.495058:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944576 00000100:00100000:2.0:1767320340.495174:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1767320340.495186:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045944448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320340.495216:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320340.495263:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045944448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320340.495269:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1767320340.495287:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1767320340.495293:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045944576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320340.495308:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320340.495335:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045944576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320340.495340:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1767320340.495378:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045944448:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320340.498809:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320340.498819:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320340.498881:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045944576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320340.937202:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320340.937302:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320340.937431:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985921920 00000100:00100000:1.0:1767320340.937443:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985921920 00000100:00100000:1.0:1767320340.937502:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922048 00000100:00100000:1.0:1767320340.937505:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922048 00000100:00100000:1.0:1767320340.937571:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1629 00000100:00100000:1.0:1767320340.937581:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985922048:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320340.937663:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985922048:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320340.937686:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1629 00000100:00100000:1.0:1767320340.937711:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2135 00000100:00100000:1.0:1767320340.937715:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985921920:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320340.937734:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320340.937761:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985921920:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (571us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320340.937804:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2135 00000100:00080000:0.0:1767320340.937975:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320341.261981:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320341.518103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320341.518113:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320341.518177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320341.518182:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320341.518186:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320341.518195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5534 00000100:00080000:2.0:1767320341.518200:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320341.518208:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320341.518228:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045944832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320341.518255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320341.518259:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320341.518261:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320341.518264:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5534 00000100:00080000:2.0:1767320341.518266:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320341.518270:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320341.518280:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7480 x1853164045945088/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320341.518289:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320341.518292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320341.518294:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320341.518298:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5534 00000100:00080000:2.0:1767320341.518300:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320341.518304:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320341.518314:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7b80 x1853164045945216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320341.518337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320341.518340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320341.518342:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320341.518345:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5534 00000100:00080000:2.0:1767320341.518347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320341.518350:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320341.518359:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44000 x1853164045945600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320341.518383:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045945472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518443:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320341.518505:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320341.518511:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045944704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518537:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320341.518569:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045945344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518590:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320341.518605:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320341.518609:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045944960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518628:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320341.518666:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945472 00000100:00100000:2.0:1767320341.518674:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945472 00000100:00100000:2.0:1767320341.518715:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945344 00000100:00100000:2.0:1767320341.518718:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945344 00000100:00100000:2.0:1767320341.518735:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1767320341.518743:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045945472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518808:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045945472:12345-0@lo:400:kworker.0 Request processed in 65us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320341.518815:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:2.0:1767320341.518832:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1767320341.518838:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045945344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518865:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045945344:12345-0@lo:400:kworker.0 Request processed in 28us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320341.518871:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1767320341.518888:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944704 00000100:00100000:2.0:1767320341.518891:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944704 00000100:00100000:2.0:1767320341.518918:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944960 00000100:00100000:2.0:1767320341.518921:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944960 00000100:00100000:2.0:1767320341.518938:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1630 00000100:00100000:2.0:1767320341.518944:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045944704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.518970:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045944704:12345-0@lo:400:kworker.0 Request processed in 26us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320341.518976:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1630 00000100:00100000:2.0:1767320341.518987:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1631 00000100:00100000:2.0:1767320341.518992:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045944960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.519014:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045944960:12345-0@lo:400:kworker.0 Request processed in 23us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320341.519019:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1631 00010000:00080000:2.0:1767320341.519056:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4380 x1853164045944960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320341.519068:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045944960:0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.519078:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045945344:0@lo:400:kworker.0 00010000:00080000:2.0:1767320341.519102:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5500 x1853164045944704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320341.519110:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045944704:0@lo:400:kworker.0 00000100:00100000:2.0:1767320341.519119:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045945472:0@lo:400:kworker.0 00000100:00080000:0.0:1767320341.519200:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320341.520962:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045944832:0@lo:38:kworker.0 00000100:00100000:3.0:1767320341.521034:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320341.521089:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045945088:0@lo:38:kworker.0 00000100:00100000:3.0:1767320341.521110:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320341.521137:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045945216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320341.521171:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320341.521197:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045945600:0@lo:38:kworker.0 00000100:00100000:3.0:1767320341.521215:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320341.521256:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045944832 00000100:00100000:3.0:1767320341.521263:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045944832 00000100:00100000:3.0:1767320341.521287:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945088 00000100:00100000:3.0:1767320341.521290:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945088 00000100:00100000:3.0:1767320341.521301:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945600 00000100:00100000:3.0:1767320341.521303:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945600 00000100:00100000:3.0:1767320341.521317:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:3.0:1767320341.521322:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045944832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320341.521341:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320341.521375:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045944832:12345-0@lo:38:kworker.0 Request processed in 52us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320341.521383:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:3.0:1767320341.521397:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:3.0:1767320341.521400:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045945088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320341.521410:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320341.521432:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045945088:12345-0@lo:38:kworker.0 Request processed in 30us (320us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320341.521439:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:3.0:1767320341.521449:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2138 00000100:00100000:3.0:1767320341.521467:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045945600:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320341.521476:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320341.521500:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045945600:12345-0@lo:38:kworker.0 Request processed in 46us (284us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320341.521506:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2138 00000100:00080000:3.0:1767320341.521545:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320341.521550:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320341.521553:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045944832:0@lo:38:kworker.0 00000100:00080000:3.0:1767320341.521562:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320341.521565:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320341.521568:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045945088:0@lo:38:kworker.0 00000100:00080000:3.0:1767320341.521575:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320341.521578:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320341.521580:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045945600:0@lo:38:kworker.0 00000100:00100000:0.0:1767320341.521680:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945216 00000100:00100000:0.0:1767320341.521685:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945216 00000100:00100000:0.0:1767320341.521716:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1767320341.521721:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045945216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320341.521732:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320341.521802:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045945216:12345-0@lo:38:kworker.0 Request processed in 43us (594us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320341.521809:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:0.0:1767320341.521846:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320341.521850:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320341.521853:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045945216:0@lo:38:kworker.0 00010000:00010000:2.0:1767320342.286167:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320343.309989:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320344.335678:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320345.029881:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985922176 offset 0 length 520: 4 00000100:00100000:3.0:1767320345.030158:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320345.030225:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320345.030336:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922304 00000100:00100000:1.0:1767320345.030345:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922304 00000100:00100000:1.0:1767320345.030390:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922432 00000100:00100000:1.0:1767320345.030393:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922432 00000100:00100000:1.0:1767320345.030456:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1632 00000100:00100000:1.0:1767320345.030466:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985922432:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320345.030534:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985922432:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 69us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320345.030541:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1632 00000100:00100000:1.0:1767320345.030561:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2139 00000100:00100000:1.0:1767320345.030564:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985922304:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320345.030581:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320345.030617:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985922304:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 50us (687us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320345.030624:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2139 00000100:00080000:0.0:1767320345.030708:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320345.357987:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320345.614274:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320345.614292:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045945728:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320345.614359:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320345.614514:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320345.614523:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045945856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320345.614551:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320345.614580:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945728 00000100:00100000:2.0:1767320345.614599:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945728 00000100:00100000:2.0:1767320345.614645:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945856 00000100:00100000:2.0:1767320345.614648:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945856 00000100:00100000:2.0:1767320345.614675:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1767320345.614684:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045945728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320345.614711:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320345.614750:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045945728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 67us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320345.614757:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:2.0:1767320345.614790:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1767320345.614797:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045945856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320345.614810:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320345.614838:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045945856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320345.614844:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:2.0:1767320345.614883:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045945856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320345.614911:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045945728:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320345.615514:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320345.615518:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320346.382017:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320346.638018:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320346.638030:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320346.638125:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:2.0:1767320346.638145:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320346.638149:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320346.638160:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320346.638170:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5539 00000100:00080000:2.0:1767320346.638174:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320346.638180:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320346.638203:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44000 x1853164045946112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320346.638233:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320346.638246:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320346.638248:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320346.638252:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5539 00000100:00080000:2.0:1767320346.638255:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320346.638258:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320346.638270:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46a00 x1853164045946368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320346.638278:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320346.638281:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320346.638283:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320346.638286:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5539 00000100:00080000:2.0:1767320346.638288:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320346.638292:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320346.638302:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7b80 x1853164045946496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320346.638356:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320346.638378:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045946752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.638450:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320346.638529:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946752 00000100:00100000:3.0:1767320346.638536:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946752 00000100:00100000:3.0:1767320346.638593:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1767320346.638603:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045946752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.638652:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045946752:12345-0@lo:400:kworker.0 Request processed in 51us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320346.638659:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00100000:3.0:1767320346.638698:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045946752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.638731:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045946240:0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.638760:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320346.638804:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320346.638810:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045946624:0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.638831:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320346.638853:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946240 00000100:00100000:3.0:1767320346.638857:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946240 00000100:00100000:3.0:1767320346.638889:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1767320346.638896:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045946240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.638929:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045946240:12345-0@lo:400:kworker.0 Request processed in 33us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320346.638935:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1633 00000100:00100000:3.0:1767320346.638952:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946624 00000100:00100000:3.0:1767320346.638956:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946624 00000100:00100000:3.0:1767320346.638975:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1767320346.638981:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045946624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.639008:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045946624:12345-0@lo:400:kworker.0 Request processed in 28us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320346.639013:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1767320346.639035:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045946624:0@lo:400:kworker.0 00010000:00080000:3.0:1767320346.639045:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d46680 x1853164045946240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320346.639055:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045946240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320346.639260:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320321/real 1767320321] req@ffffa07bebaaea00 x1853164045939456/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320346 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320346.639278:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bebaaea00 x1853164045939456/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320346 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320346.639291:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045946112:0@lo:38:kworker.0 00000100:00100000:0.0:1767320346.639317:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320346.639348:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045946368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320346.639368:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320346.639384:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045946496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320346.639403:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320346.639424:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320346.639437:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320346.639441:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045939456:0@lo:250:kworker.0 00000100:00080000:0.0:1767320346.639461:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320346.639473:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946496 00000100:00100000:0.0:1767320346.639476:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946496 00000100:00100000:0.0:1767320346.639496:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1767320346.639502:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045946496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320346.639518:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320346.639550:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045946496:12345-0@lo:38:kworker.0 Request processed in 47us (145us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320346.639557:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1767320346.639592:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946112 00000100:00100000:0.0:1767320346.639596:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946112 00000100:00100000:0.0:1767320346.639613:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946368 00000100:00100000:0.0:1767320346.639616:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946368 00000100:00100000:0.0:1767320346.639631:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:0.0:1767320346.639635:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045946112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320346.639645:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320346.639667:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045946112:12345-0@lo:38:kworker.0 Request processed in 31us (350us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320346.639673:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00000100:00100000:0.0:1767320346.639683:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2141 00000100:00100000:0.0:1767320346.639687:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045946368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320346.639696:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320346.639716:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045946368:12345-0@lo:38:kworker.0 Request processed in 27us (347us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320346.639722:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2141 00000100:00080000:0.0:1767320346.639747:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320346.639752:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320346.639755:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045946112:0@lo:38:kworker.0 00000100:00080000:0.0:1767320346.639763:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320346.639766:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320346.639792:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045946368:0@lo:38:kworker.0 00000100:00080000:0.0:1767320346.639801:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320346.639804:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320346.639806:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045946496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320346.645934:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045945984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320346.646012:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320346.646177:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045945984 00000100:00100000:3.0:1767320346.646186:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045945984 00000100:00100000:3.0:1767320346.646275:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1634 00000100:00100000:3.0:1767320346.646285:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045945984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320346.646341:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045945984:12345-0@lo:400:kworker.0 Request processed in 58us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320346.646349:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1634 00000100:00080000:0.0:1767320346.646786:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320346.647592:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045945984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320346.647609:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045945984:0@lo:400:kworker.0 00000100:00080000:2.0:1767320346.648603:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320346.648610:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320346.648615:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320346.648623:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5539 00000100:00080000:2.0:1767320346.648628:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320346.648634:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320346.648672:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5500 x1853164045946880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320346.648743:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045946880:0@lo:38:kworker.0 00000100:00100000:0.0:1767320346.648816:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320346.648891:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320346.648896:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320346.648898:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320346.648901:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5519 00000100:00080000:2.0:1767320346.648903:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320346.648907:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320346.648920:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4380 x1853164045947008/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320346.650966:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045946880 00000100:00100000:1.0:1767320346.650979:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045946880 00000100:00100000:1.0:1767320346.651022:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:1.0:1767320346.651029:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045946880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320346.651052:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320346.658572:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045947008:0@lo:250:kworker.0 00000400:00000100:0.0:1767320346.658637:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045947008 offset 0 length 520: 4 00000100:00100000:1.0:1767320346.666606:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045946880:12345-0@lo:38:kworker.0 Request processed in 15565us (17778us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320346.666621:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00080000:0.0:1767320346.670886:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320346.670902:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320346.670908:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045946880:0@lo:38:kworker.0 00010000:00010000:3.0:1767320347.407523:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320348.430169:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320349.456417:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320350.156196:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320350.156304:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320350.156487:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922688 00000100:00100000:2.0:1767320350.156522:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922688 00000100:00100000:3.0:1767320350.156567:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922560 00000100:00100000:3.0:1767320350.156581:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922560 00000100:00100000:2.0:1767320350.156616:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1635 00000100:00100000:2.0:1767320350.156635:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985922688:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320350.156644:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2143 00000100:00100000:3.0:1767320350.156656:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985922560:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320350.156686:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320350.156734:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985922688:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320350.156743:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1635 00000100:00100000:3.0:1767320350.156763:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985922560:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 93us (443us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320350.156813:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2143 00000100:00080000:0.0:1767320350.157152:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320350.478598:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320350.739347:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045947136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320350.739456:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320350.742105:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320350.742136:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045947264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320350.742224:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320350.743038:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947136 00000100:00100000:2.0:1767320350.743053:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947136 00000100:00100000:2.0:1767320350.743137:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947264 00000100:00100000:2.0:1767320350.743141:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947264 00000100:00100000:2.0:1767320350.743164:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1767320350.743174:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045947136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320350.743215:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320350.743291:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045947136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 117us (3833us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320350.743299:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:2.0:1767320350.743319:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:2.0:1767320350.743326:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045947264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320350.743344:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320350.743389:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045947264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (1152us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320350.743395:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:3.0:1767320350.744930:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045947136:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320350.746985:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320350.747000:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320350.747086:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045947264:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320351.506526:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320351.760093:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320351.760108:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320351.760178:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320351.760182:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320351.760187:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320351.760198:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5544 00000100:00080000:0.0:1767320351.760204:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320351.760213:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320351.760245:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825fb80 x1853164045947520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320351.760278:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320351.760282:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320351.760284:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320351.760289:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5544 00000100:00080000:0.0:1767320351.760292:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320351.760295:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320351.760311:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaea00 x1853164045947776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320351.760321:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320351.760325:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320351.760327:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320351.760331:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5544 00000100:00080000:0.0:1767320351.760333:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320351.760344:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320351.760367:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083b80 x1853164045947904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320351.760393:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320351.760397:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320351.760400:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320351.760403:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5544 00000100:00080000:0.0:1767320351.760406:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320351.760411:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320351.760425:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb100 x1853164045948288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320351.760496:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045948160:0@lo:400:kworker.0 00000100:00100000:3.0:1767320351.760557:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045948032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320351.760596:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320351.760683:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045947392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320351.761798:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045947520:0@lo:38:kworker.0 00000100:00100000:3.0:1767320351.762118:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320351.762168:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320351.762176:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045947648:0@lo:400:kworker.0 00000100:00100000:1.0:1767320351.762201:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320351.762237:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948160 00000100:00100000:3.0:1767320351.762248:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948160 00000100:00100000:1.0:1767320351.762298:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947392 00000100:00100000:3.0:1767320351.762305:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948032 00000100:00100000:3.0:1767320351.762310:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948032 00000100:00100000:3.0:1767320351.762327:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1767320351.762334:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045948160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320351.762383:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045948160:12345-0@lo:400:kworker.0 Request processed in 49us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320351.762389:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1767320351.762403:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1767320351.762408:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045948032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320351.762428:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045948032:12345-0@lo:400:kworker.0 Request processed in 20us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320351.762433:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1767320351.762450:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320351.762693:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045948032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320351.762721:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947648 00000100:00100000:3.0:1767320351.762724:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947648 00000100:00100000:3.0:1767320351.762758:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1636 00000100:00100000:3.0:1767320351.762763:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045947648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320351.762881:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045947648:12345-0@lo:400:kworker.0 Request processed in 117us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320351.762889:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1636 00010000:00080000:3.0:1767320351.762979:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ea00 x1853164045947648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320351.762990:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045947648:0@lo:400:kworker.0 00000100:00080000:3.0:1767320351.763057:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320351.763582:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320351.763600:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045948160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320351.764249:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045947776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320351.764278:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947392 00000100:00100000:2.0:1767320351.764294:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320351.764362:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045947904:0@lo:38:kworker.0 00000100:00100000:2.0:1767320351.764384:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320351.764401:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045948288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320351.764419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320351.765038:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947520 00000100:00100000:3.0:1767320351.765047:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947520 00000100:00100000:3.0:1767320351.765127:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947776 00000100:00100000:3.0:1767320351.765130:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947776 00000100:00100000:3.0:1767320351.765145:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1767320351.765154:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045947392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320351.765212:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045947392:12345-0@lo:400:kworker.0 Request processed in 61us (3019us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320351.765219:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1637 00000100:00100000:3.0:1767320351.765239:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1767320351.765243:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045947520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320351.765260:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320351.765283:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045947520:12345-0@lo:38:kworker.0 Request processed in 38us (1704us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320351.765287:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2144 00000100:00100000:3.0:1767320351.765298:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:3.0:1767320351.765301:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045947776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320351.765309:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320351.765329:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045947776:12345-0@lo:38:kworker.0 Request processed in 26us (1036us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320351.765334:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:3.0:1767320351.765390:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045947904 00000100:00100000:3.0:1767320351.765394:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045947904 00000100:00100000:3.0:1767320351.765413:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1767320351.765418:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045947904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320351.765427:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320351.765455:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045947904:12345-0@lo:38:kworker.0 Request processed in 35us (1069us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320351.765461:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:2.0:1767320351.765964:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320351.765971:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320351.765974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045947520:0@lo:38:kworker.0 00000100:00080000:2.0:1767320351.765985:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320351.765988:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320351.765991:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045947776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320351.765998:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320351.766001:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320351.766003:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045947904:0@lo:38:kworker.0 00000100:00100000:2.0:1767320351.766039:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948288 00000100:00100000:2.0:1767320351.766042:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948288 00000100:00100000:2.0:1767320351.767515:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:2.0:1767320351.767525:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045948288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320351.767544:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320351.767609:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045948288:12345-0@lo:38:kworker.0 Request processed in 84us (3188us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320351.767615:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00000100:00080000:3.0:1767320351.767920:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320351.767971:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825e300 x1853164045947392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320351.767985:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045947392:0@lo:400:kworker.0 00000100:00080000:2.0:1767320351.768055:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320351.768061:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320351.768064:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045948288:0@lo:38:kworker.0 00010000:00010000:1.0:1767320352.526132:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320353.549999:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320354.574921:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320355.268360:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320355.268424:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320355.269124:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922944 00000100:00100000:1.0:1767320355.269144:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922944 00000100:00100000:0.0:1767320355.269833:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985922816 00000100:00100000:0.0:1767320355.269846:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985922816 00000100:00100000:0.0:1767320355.269908:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2147 00000100:00100000:0.0:1767320355.269916:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985922816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320355.269939:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320355.270002:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985922816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 86us (1577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320355.270009:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2147 00000100:00100000:1.0:1767320355.270920:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1638 00000100:00100000:1.0:1767320355.270940:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985922944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320355.271044:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985922944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 111us (2692us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320355.271053:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1638 00000100:00080000:3.0:1767320355.275134:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320355.598221:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320355.854039:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320355.854060:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045948416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320355.854130:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320355.854438:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948416 00000100:00100000:3.0:1767320355.854447:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948416 00000100:00100000:3.0:1767320355.854517:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1767320355.854527:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045948416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320355.854557:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767320355.854584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320355.854610:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045948416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320355.854649:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045948416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320355.854664:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:0.0:1767320355.855616:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320355.855641:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045948544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320355.855716:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320355.855933:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948544 00000100:00100000:3.0:1767320355.855941:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948544 00000100:00080000:2.0:1767320355.856013:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320355.856014:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1767320355.856031:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045948544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320355.856064:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320355.856123:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045948544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320355.856130:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1767320355.856277:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045948544:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320356.622151:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320356.880030:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320356.880046:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320356.880137:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320356.880143:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320356.880148:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320356.880159:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5550 00000100:00080000:2.0:1767320356.880166:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320356.880175:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320356.880207:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963800 x1853164045948800/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320356.880260:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320356.880264:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320356.880266:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320356.880271:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5550 00000100:00080000:2.0:1767320356.880273:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320356.880277:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320356.880291:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb480 x1853164045949056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320356.880301:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320356.880304:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320356.880306:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320356.880310:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5550 00000100:00080000:2.0:1767320356.880312:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320356.880316:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320356.880329:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164045949184/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320356.880355:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320356.880359:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320356.880361:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320356.880364:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5550 00000100:00080000:2.0:1767320356.880367:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320356.880370:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320356.880392:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34de300 x1853164045949568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320356.880432:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045948928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320356.880519:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320356.881045:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045948672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320356.881085:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320356.881162:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045949312:0@lo:400:kworker.0 00000100:00100000:0.0:1767320356.881394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320356.881546:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948928 00000100:00100000:0.0:1767320356.881556:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948928 00000100:00100000:2.0:1767320356.881752:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045948800:0@lo:38:kworker.0 00000100:00100000:2.0:1767320356.881810:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320356.882471:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948672 00000100:00100000:1.0:1767320356.882478:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948672 00000100:00100000:3.0:1767320356.883901:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045949440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320356.883982:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045949056:0@lo:38:kworker.0 00000100:00100000:3.0:1767320356.884005:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320356.884562:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045948800 00000100:00100000:3.0:1767320356.884572:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949312 00000100:00100000:0.0:1767320356.884573:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045948800 00000100:00100000:3.0:1767320356.884578:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949312 00000100:00100000:3.0:1767320356.884615:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949440 00000100:00100000:3.0:1767320356.884618:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949440 00000100:00100000:3.0:1767320356.884642:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1767320356.884651:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045949312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320356.884695:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1639 00000100:00100000:0.0:1767320356.884918:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045948928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320356.885179:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320356.885232:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045949184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320356.885244:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045949312:12345-0@lo:400:kworker.0 Request processed in 591us (3848us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320356.885255:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1767320356.885275:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1767320356.885282:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045949440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320356.885325:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045949440:12345-0@lo:400:kworker.0 Request processed in 43us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320356.885333:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1767320356.885351:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949056 00000100:00100000:1.0:1767320356.885357:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949056 00000100:00100000:1.0:1767320356.885386:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1767320356.885396:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045948672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320356.885438:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045948672:12345-0@lo:400:kworker.0 Request processed in 45us (4352us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320356.885445:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1640 00000100:00100000:1.0:1767320356.885465:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:1.0:1767320356.885470:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045948800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320356.885494:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320356.885518:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045949440:0@lo:400:kworker.0 00000100:00100000:1.0:1767320356.885531:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045948800:12345-0@lo:38:kworker.0 Request processed in 58us (3718us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320356.885540:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:1.0:1767320356.885557:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:1.0:1767320356.885561:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045949056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320356.885571:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320356.885699:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045948928:12345-0@lo:400:kworker.0 Request processed in 996us (5179us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320356.885931:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1639 00000100:00080000:0.0:1767320356.885959:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320356.886114:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8000 x1853164045948928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320356.886128:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045948928:0@lo:400:kworker.0 00000100:00100000:0.0:1767320356.886162:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045949312:0@lo:400:kworker.0 00010000:00080000:0.0:1767320356.886237:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaea00 x1853164045948672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320356.886383:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320356.886423:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045949568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320356.886452:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320356.886491:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320356.886497:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320356.886502:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045948800:0@lo:38:kworker.0 00000100:00100000:2.0:1767320356.886530:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949184 00000100:00100000:2.0:1767320356.886534:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949184 00000100:00100000:2.0:1767320356.886568:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1767320356.886573:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045949184:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320356.886675:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045948672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320356.886800:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949568 00000100:00100000:3.0:1767320356.886805:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949568 00000100:00100000:3.0:1767320356.887357:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2150 00000100:00100000:3.0:1767320356.887362:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045949568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320356.887388:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320356.887418:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045949568:12345-0@lo:38:kworker.0 Request processed in 54us (964us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320356.887419:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045949056:12345-0@lo:38:kworker.0 Request processed in 1683us (2069us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320356.887427:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2150 00000100:00100000:1.0:1767320356.887435:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00080000:3.0:1767320356.887480:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320356.887484:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320356.887487:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045949056:0@lo:38:kworker.0 00000100:00080000:3.0:1767320356.887493:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320356.887496:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320356.887498:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045949568:0@lo:38:kworker.0 00010000:00020000:2.0:1767320356.887539:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320356.887594:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320356.887599:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320356.887601:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045949184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320356.887687:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045949184:12345-0@lo:38:kworker.0 Request processed in 1002us (1203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320356.887696:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00010000:00010000:3.0:1767320357.647083:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320358.671257:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320359.695065:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320360.386159:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320360.386262:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320360.386354:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923200 00000100:00100000:1.0:1767320360.386368:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923200 00000100:00100000:1.0:1767320360.386593:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923072 00000100:00100000:1.0:1767320360.386598:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923072 00000100:00100000:2.0:1767320360.386885:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1641 00000100:00100000:2.0:1767320360.386905:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985923200:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320360.387001:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985923200:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320360.387008:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1641 00000100:00100000:2.0:1767320360.387032:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2151 00000100:00100000:2.0:1767320360.387036:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985923072:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320360.387059:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320360.387078:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985923072:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (817us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320360.387083:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2151 00000100:00080000:0.0:1767320360.387220:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320360.718398:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320360.974079:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320360.974103:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045949696:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320360.974107:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320360.974138:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045949824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320360.974376:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320360.974493:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320360.974540:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949696 00000100:00100000:2.0:1767320360.974553:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949696 00000100:00100000:2.0:1767320360.974642:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949824 00000100:00100000:2.0:1767320360.974646:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949824 00000100:00100000:3.0:1767320360.974694:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1767320360.974713:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045949696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320360.974746:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320360.974834:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045949696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 130us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320360.974844:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:2.0:1767320360.974871:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:2.0:1767320360.974887:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045949824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320360.974920:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767320360.975001:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320360.975007:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320360.979535:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045949696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320360.979565:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045949824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4679us (5071us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320360.979585:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1767320360.980009:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045949824:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320361.742108:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320362.007494:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320362.007508:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320362.007592:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320362.007597:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320362.007603:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320362.007603:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767320362.007617:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5555 00000100:00080000:0.0:1767320362.007624:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320362.007633:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045949952:0@lo:400:kworker.0 00000100:00080000:0.0:1767320362.007634:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320362.007668:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad180 x1853164045950080/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320362.007714:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320362.007718:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320362.007721:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320362.007724:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045950208:0@lo:400:kworker.0 00000100:00080000:0.0:1767320362.007728:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5555 00000100:00080000:0.0:1767320362.007734:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320362.007738:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320362.007753:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaea00 x1853164045950336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320362.007762:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320362.007765:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320362.007787:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320362.007792:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5555 00000100:00080000:0.0:1767320362.007795:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320362.007799:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320362.007819:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0700 x1853164045950464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320362.007836:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320362.007856:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045950080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320362.007880:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320362.007885:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320362.007887:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320362.007892:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5555 00000100:00080000:0.0:1767320362.007894:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320362.007898:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320362.007912:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2d80 x1853164045950848/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320362.007939:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045950592:0@lo:400:kworker.0 00000100:00100000:3.0:1767320362.008142:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320362.008154:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045950720:0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.012010:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320362.012104:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045950336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320362.012142:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320362.012169:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045950464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320362.014175:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.014331:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950208 00000100:00100000:0.0:1767320362.014343:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950208 00000100:00100000:0.0:1767320362.014418:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950080 00000100:00100000:2.0:1767320362.014421:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.014425:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950080 00000100:00100000:0.0:1767320362.014447:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950336 00000100:00100000:0.0:1767320362.014451:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950336 00000100:00100000:0.0:1767320362.014482:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1767320362.014496:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045950208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.014562:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045950208:12345-0@lo:400:kworker.0 Request processed in 69us (6727us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.014570:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1642 00000100:00100000:0.0:1767320362.014606:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1767320362.014612:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045950080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320362.014635:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320362.014668:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045950080:12345-0@lo:38:kworker.0 Request processed in 54us (2670us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320362.014674:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1767320362.014685:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767320362.014689:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045950336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320362.014700:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320362.014722:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045950336:12345-0@lo:38:kworker.0 Request processed in 32us (2580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320362.014728:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2153 00000100:00100000:0.0:1767320362.014762:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320362.014828:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045949952 00000100:00100000:0.0:1767320362.014832:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045949952 00000100:00100000:0.0:1767320362.014856:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1643 00000100:00100000:0.0:1767320362.014863:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045949952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.014898:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045949952:12345-0@lo:400:kworker.0 Request processed in 36us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.014905:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1643 00010000:00080000:0.0:1767320362.014947:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08dad80 x1853164045949952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320362.014963:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045949952:0@lo:400:kworker.0 00000100:00080000:0.0:1767320362.015003:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320362.015031:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950592 00000100:00100000:0.0:1767320362.015035:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950592 00000100:00100000:0.0:1767320362.015071:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1767320362.015078:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045950592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320362.015116:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045950592:12345-0@lo:400:kworker.0 Request processed in 39us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320362.015123:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00080000:0.0:1767320362.015138:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320362.015162:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950464 00000100:00100000:2.0:1767320362.015169:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950464 00010000:00080000:1.0:1767320362.015227:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaac000 x1853164045950208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320362.015240:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320362.015246:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045950208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320362.015273:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950720 00000100:00100000:3.0:1767320362.015278:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950720 00000100:00100000:2.0:1767320362.015300:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1767320362.015309:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045950464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320362.015322:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320362.015332:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00080000:1.0:1767320362.015338:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320362.015344:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045950720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320362.015362:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045950464:12345-0@lo:38:kworker.0 Request processed in 53us (942us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320362.015371:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1767320362.015391:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045950720:12345-0@lo:400:kworker.0 Request processed in 50us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320362.015398:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:1.0:1767320362.015498:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045950592:0@lo:400:kworker.0 00000100:00080000:2.0:1767320362.016134:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320362.016142:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320362.016147:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045950464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320362.016737:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045950848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320362.017075:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320362.017275:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045950720:0@lo:400:kworker.0 00000100:00080000:2.0:1767320362.017363:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320362.017370:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320362.017374:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045950080:0@lo:38:kworker.0 00000100:00080000:2.0:1767320362.017387:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320362.017391:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320362.017394:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045950336:0@lo:38:kworker.0 00000100:00100000:1.0:1767320362.025830:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950848 00000100:00100000:1.0:1767320362.025854:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950848 00000100:00100000:1.0:1767320362.025927:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:1.0:1767320362.025938:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045950848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320362.025968:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320362.026084:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045950848:12345-0@lo:38:kworker.0 Request processed in 146us (9009us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320362.026093:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00080000:2.0:1767320362.026472:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320362.026479:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320362.026485:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045950848:0@lo:38:kworker.0 00010000:00010000:2.0:1767320362.766355:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320363.790952:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320364.814549:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320365.511071:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320365.511245:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923328 00000100:00100000:0.0:1767320365.511261:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923328 00000100:00100000:0.0:1767320365.511329:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2155 00000100:00100000:0.0:1767320365.511340:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985923328:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320365.511371:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320365.511475:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985923328:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 134us (421us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320365.511484:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2155 00000100:00100000:2.0:1767320365.513759:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320365.513926:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923456 00000100:00100000:1.0:1767320365.513939:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923456 00000100:00100000:1.0:1767320365.514028:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1644 00000100:00100000:1.0:1767320365.514053:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985923456:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320365.514159:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985923456:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320365.514168:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1644 00000100:00080000:0.0:1767320365.514275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320365.838130:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320366.094640:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320366.094874:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045951104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320366.094974:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320366.098670:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951104 00000100:00100000:1.0:1767320366.098696:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951104 00000100:00100000:1.0:1767320366.098846:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1767320366.098860:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045951104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320366.098909:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320366.099045:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045951104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 175us (4056us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320366.099054:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1767320366.099146:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045951104:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320366.099346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320366.100644:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045950976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320366.100736:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320366.115641:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045950976 00000100:00100000:0.0:1767320366.115666:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045950976 00000100:00100000:0.0:1767320366.115794:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:0.0:1767320366.115807:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045950976:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320366.115852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:0.0:1767320366.115859:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320366.115993:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045950976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 188us (15256us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320366.116002:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1767320366.118903:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045950976:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320366.862225:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320367.118251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320367.118266:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320367.118352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320367.118357:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320367.118362:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320367.118373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5560 00000100:00080000:0.0:1767320367.118379:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320367.118388:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320367.118417:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2a00 x1853164045951360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320367.118452:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320367.118456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320367.118458:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320367.118461:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5560 00000100:00080000:0.0:1767320367.118464:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320367.118468:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320367.118481:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045951616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320367.118489:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320367.118492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320367.118494:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320367.118497:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5560 00000100:00080000:0.0:1767320367.118499:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320367.118502:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320367.118512:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08dad80 x1853164045951744/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320367.118535:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320367.118538:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320367.118540:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320367.118543:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5560 00000100:00080000:0.0:1767320367.118545:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320367.118548:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320367.118561:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da680 x1853164045952128/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320367.118604:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045951872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320367.118697:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320367.118800:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320367.118807:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045951488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.119244:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045951232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.119299:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320367.119337:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320367.119343:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045952000:0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.119368:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320367.119412:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951232 00000100:00100000:1.0:1767320367.119422:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951232 00000100:00100000:1.0:1767320367.119501:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767320367.119514:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045951232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.119574:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045951232:12345-0@lo:400:kworker.0 Request processed in 62us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320367.119582:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1645 00000100:00100000:1.0:1767320367.119615:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951872 00000100:00100000:1.0:1767320367.119619:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951872 00000100:00100000:1.0:1767320367.119650:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952000 00000100:00100000:1.0:1767320367.119653:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952000 00000100:00100000:1.0:1767320367.119671:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1767320367.119677:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045951872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.119709:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045951872:12345-0@lo:400:kworker.0 Request processed in 32us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320367.119716:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:1.0:1767320367.119727:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:1.0:1767320367.119732:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045952000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320367.119759:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045952000:12345-0@lo:400:kworker.0 Request processed in 26us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320367.119764:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00080000:1.0:1767320367.119802:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320367.120440:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045951360:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.120490:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.120536:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045951616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.120562:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.120595:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045951744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.120622:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.120647:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045952128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.120672:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320367.120708:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951744 00000100:00100000:2.0:1767320367.120713:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951744 00000100:00100000:2.0:1767320367.120743:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1767320367.120748:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045951744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320367.120803:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320367.121165:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320367.121207:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951360 00000100:00100000:0.0:1767320367.121212:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951360 00000100:00100000:0.0:1767320367.121236:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951616 00000100:00100000:0.0:1767320367.121239:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951616 00000100:00100000:0.0:1767320367.121252:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952128 00000100:00100000:0.0:1767320367.121254:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952128 00000100:00100000:0.0:1767320367.121264:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045951488 00000100:00100000:0.0:1767320367.121279:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045951488 00000100:00100000:0.0:1767320367.121324:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1767320367.121331:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045951488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320367.121376:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045951488:12345-0@lo:400:kworker.0 Request processed in 44us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320367.121383:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1646 00000100:00100000:0.0:1767320367.121401:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2156 00000100:00100000:0.0:1767320367.121405:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045951360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320367.121417:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320367.121449:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045951360:12345-0@lo:38:kworker.0 Request processed in 42us (958us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320367.121455:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2156 00000100:00100000:0.0:1767320367.121470:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767320367.121474:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045951616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320367.121484:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320367.121509:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045951616:12345-0@lo:38:kworker.0 Request processed in 33us (946us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320367.121515:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:0.0:1767320367.121527:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:0.0:1767320367.121531:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045952128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320367.121540:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320367.121568:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045952128:12345-0@lo:38:kworker.0 Request processed in 34us (895us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320367.121574:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00010000:00080000:0.0:1767320367.121624:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0700 x1853164045951488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320367.121641:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045951488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320367.121656:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045951872:0@lo:400:kworker.0 00000100:00080000:0.0:1767320367.121700:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320367.122396:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320367.122404:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320367.122408:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045951360:0@lo:38:kworker.0 00000100:00080000:3.0:1767320367.122422:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320367.122426:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320367.122429:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045951616:0@lo:38:kworker.0 00000100:00080000:3.0:1767320367.122438:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320367.122441:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320367.122445:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045952128:0@lo:38:kworker.0 00000100:00100000:2.0:1767320367.122595:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045951744:12345-0@lo:38:kworker.0 Request processed in 1842us (1969us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320367.122604:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1767320367.123066:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045952000:0@lo:400:kworker.0 00010000:00080000:1.0:1767320367.123084:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164045951232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320367.123095:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045951232:0@lo:400:kworker.0 00000100:00080000:3.0:1767320367.123671:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320367.123679:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320367.123683:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045951744:0@lo:38:kworker.0 00010000:00010000:3.0:1767320367.892039:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320368.910210:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320369.937252:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320370.626753:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320370.627272:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985923584 offset 0 length 520: 4 00000100:00100000:3.0:1767320370.627304:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320370.631598:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923840 00000100:00100000:1.0:1767320370.631622:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923840 00000100:00100000:2.0:1767320370.631842:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1647 00000100:00100000:2.0:1767320370.631871:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985923840:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320370.631963:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985923840:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 107us (5226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320370.631969:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1647 00000100:00100000:1.0:1767320370.632431:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923712 00000100:00100000:1.0:1767320370.632447:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923712 00000100:00100000:1.0:1767320370.632485:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2159 00000100:00100000:1.0:1767320370.632494:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985923712:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320370.632522:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320370.634092:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320370.635316:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985923712:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2808us (7996us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320370.635332:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2159 00010000:00010000:2.0:1767320370.958111:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320371.215568:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320371.215590:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045952256:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320371.215688:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320371.215998:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952256 00000100:00100000:1.0:1767320371.216008:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952256 00000100:00100000:1.0:1767320371.216079:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1767320371.216090:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045952256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320371.216144:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320371.216201:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045952256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 112us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320371.216209:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1767320371.216454:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045952256:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320371.216602:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320371.218424:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320346/real 1767320346] req@ffffa07bf99f4380 x1853164045947008/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320371 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320371.218458:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf99f4380 x1853164045947008/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320371 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320371.218481:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320371.218501:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320371.218522:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045947008:0@lo:250:kworker.0 00000100:00100000:3.0:1767320371.218553:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045952384:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320371.218662:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320371.218760:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952384 00000100:00100000:3.0:1767320371.218794:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952384 00000100:00080000:2.0:1767320371.219385:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320371.219452:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1767320371.219465:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045952384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320371.219501:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320371.219594:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045952384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320371.219603:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00080000:0.0:1767320371.219616:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320371.219624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320371.219630:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320371.219638:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5544 00000100:00080000:0.0:1767320371.219644:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320371.219651:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320371.219678:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec118380 x1853164045952512/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320371.219748:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320371.219752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320371.219754:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320371.219758:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320371.219761:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320371.219765:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320371.219814:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec11b100 x1853164045952768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320371.219856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320371.219861:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320371.219863:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320371.219869:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320371.219872:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320371.219877:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320371.219897:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70dbb80 x1853164045953024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320371.219906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320371.219909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320371.219911:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320371.219915:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320371.219918:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320371.219921:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320371.219934:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db100 x1853164045953152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320371.219943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320371.219946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320371.219948:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320371.219951:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5565 00000100:00080000:0.0:1767320371.219954:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320371.219957:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320371.219966:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70daa00 x1853164045953280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320371.219995:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045952640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320371.220052:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320371.220134:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952640 00000100:00100000:0.0:1767320371.220140:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952640 00000100:00100000:2.0:1767320371.220191:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045952512:0@lo:250:kworker.0 00000100:00100000:0.0:1767320371.220223:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1648 00000400:00000100:2.0:1767320371.220235:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045952512 offset 0 length 520: 4 00000100:00100000:0.0:1767320371.220244:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045952640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320371.220281:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045952768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320371.220313:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045952640:12345-0@lo:400:kworker.0 Request processed in 77us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320371.220324:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1648 00000100:00100000:2.0:1767320371.220333:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320371.220615:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952768 00000100:00100000:0.0:1767320371.220622:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952768 00000100:00100000:0.0:1767320371.220651:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:0.0:1767320371.220656:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045952768:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320371.220680:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320371.221197:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320371.221219:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045952896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320371.221289:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045953024:0@lo:38:kworker.0 00000100:00100000:3.0:1767320371.221403:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045952384:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1767320371.230729:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec11a680 x1853164045952640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320371.230748:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045952640:0@lo:400:kworker.0 00000100:00080000:3.0:1767320371.230845:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320371.231355:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320371.232752:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045952768:12345-0@lo:38:kworker.0 Request processed in 12078us (12404us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320371.232792:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00100000:0.0:1767320371.232836:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045952896 00000100:00100000:0.0:1767320371.232847:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045952896 00000100:00100000:0.0:1767320371.232970:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1649 00000100:00100000:0.0:1767320371.232983:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045952896:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1767320371.233168:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec119500 x1853164045952896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320371.233187:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec119500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045952896:0@lo:400:kworker.0 00000100:00080000:1.0:1767320371.233270:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320371.233380:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320371.233424:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045953152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320371.233459:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320371.233480:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045953280:0@lo:38:kworker.0 00000100:00100000:2.0:1767320371.233499:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320371.234027:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953152 00000100:00100000:3.0:1767320371.234036:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953152 00000100:00100000:3.0:1767320371.234069:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1767320371.234076:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045953152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320371.234096:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320371.234150:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045953152:12345-0@lo:38:kworker.0 Request processed in 73us (689us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320371.234156:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00080000:2.0:1767320371.234310:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320371.234316:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320371.234319:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045952768:0@lo:38:kworker.0 00000100:00080000:2.0:1767320371.234327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320371.234330:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320371.234333:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045953152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320371.234362:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953024 00000100:00100000:2.0:1767320371.234365:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953024 00000100:00100000:2.0:1767320371.234391:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953280 00000100:00100000:2.0:1767320371.234394:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953280 00000100:00100000:2.0:1767320371.234409:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:2.0:1767320371.234413:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045953024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320371.234423:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320371.234449:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045953024:12345-0@lo:38:kworker.0 Request processed in 35us (1071us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320371.234455:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00000100:00100000:2.0:1767320371.234465:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2162 00000100:00100000:2.0:1767320371.234469:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045953280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320371.234476:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320371.234492:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045953280:12345-0@lo:38:kworker.0 Request processed in 22us (993us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320371.234498:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2162 00000100:00100000:0.0:1767320371.234592:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045952896:12345-0@lo:400:kworker.0 Request processed in 130us (1756us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320371.234608:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1649 00000100:00080000:2.0:1767320371.234731:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320371.234737:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320371.234740:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045953024:0@lo:38:kworker.0 00000100:00080000:2.0:1767320371.234747:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320371.234750:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320371.234753:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045953280:0@lo:38:kworker.0 00010000:00010000:1.0:1767320371.982310:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320373.006431:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320374.037360:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320375.054093:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320375.756939:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320375.757065:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320375.757249:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924096 00000100:00100000:3.0:1767320375.757259:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924096 00000100:00100000:3.0:1767320375.757369:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985923968 00000100:00100000:3.0:1767320375.757372:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985923968 00000100:00100000:3.0:1767320375.757390:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1650 00000100:00100000:3.0:1767320375.757398:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985924096:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320375.757475:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985924096:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320375.757482:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1650 00000100:00100000:3.0:1767320375.757499:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2163 00000100:00100000:3.0:1767320375.757504:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985923968:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320375.757521:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320375.757545:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985923968:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (481us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320375.757553:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2163 00000100:00080000:2.0:1767320375.757749:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320376.079490:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320376.333960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320376.333970:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320376.334045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320376.334049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320376.334053:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320376.334061:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5569 00000100:00080000:0.0:1767320376.334066:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320376.334072:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320376.334093:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70dbb80 x1853164045953536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320376.334134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320376.334137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320376.334139:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320376.334142:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5569 00000100:00080000:0.0:1767320376.334146:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320376.334149:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320376.334160:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1500 x1853164045953792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320376.334168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320376.334171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320376.334172:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320376.334176:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5569 00000100:00080000:0.0:1767320376.334178:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320376.334181:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320376.334192:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0380 x1853164045953920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320376.334214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320376.334216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320376.334218:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320376.334221:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5569 00000100:00080000:0.0:1767320376.334223:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320376.334226:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320376.334235:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2a00 x1853164045954304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320376.334656:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045953408:0@lo:400:kworker.0 00000100:00100000:1.0:1767320376.334720:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320376.334756:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320376.334763:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045954176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320376.334803:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320376.334836:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954176 00000100:00100000:1.0:1767320376.334843:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954176 00000100:00100000:1.0:1767320376.334896:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1767320376.334905:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045954176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320376.334964:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045954176:12345-0@lo:400:kworker.0 Request processed in 60us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320376.334972:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00080000:1.0:1767320376.334997:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320376.335049:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045954176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320376.338945:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045953664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320376.339035:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320376.339077:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320376.339084:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045954048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320376.339116:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320376.339244:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045953536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320376.339277:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320376.339298:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045953792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320376.339321:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320376.339335:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045953920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320376.339359:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320376.339372:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045954304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320376.339390:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320376.339422:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953408 00000100:00100000:2.0:1767320376.339430:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953408 00000100:00100000:2.0:1767320376.339478:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953664 00000100:00100000:2.0:1767320376.339481:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953664 00000100:00100000:2.0:1767320376.339497:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953536 00000100:00100000:2.0:1767320376.339499:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953536 00000100:00100000:2.0:1767320376.339507:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953792 00000100:00100000:2.0:1767320376.339509:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953792 00000100:00100000:2.0:1767320376.339516:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954304 00000100:00100000:2.0:1767320376.339518:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954304 00000100:00100000:2.0:1767320376.339528:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1651 00000100:00100000:2.0:1767320376.339536:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045953408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320376.339600:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045953408:12345-0@lo:400:kworker.0 Request processed in 64us (4879us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320376.339608:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1651 00000100:00100000:2.0:1767320376.339623:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1652 00000100:00100000:2.0:1767320376.339630:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045953664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320376.339663:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045953664:12345-0@lo:400:kworker.0 Request processed in 33us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320376.339669:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1652 00000100:00100000:2.0:1767320376.339680:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:2.0:1767320376.339684:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045953536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320376.339702:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320376.339732:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045953536:12345-0@lo:38:kworker.0 Request processed in 46us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320376.339738:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00000100:00100000:2.0:1767320376.339749:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2165 00000100:00100000:2.0:1767320376.339754:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045953792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320376.339763:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320376.339804:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045953792:12345-0@lo:38:kworker.0 Request processed in 48us (481us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320376.339811:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2165 00000100:00100000:2.0:1767320376.339822:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1767320376.339826:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045954304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320376.339834:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320376.339855:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045954304:12345-0@lo:38:kworker.0 Request processed in 27us (463us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320376.339860:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00080000:2.0:1767320376.339907:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320376.339912:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320376.339916:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045953536:0@lo:38:kworker.0 00000100:00080000:2.0:1767320376.339925:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320376.339929:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320376.339931:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045953792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320376.339938:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320376.339941:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320376.339944:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045954304:0@lo:38:kworker.0 00010000:00080000:2.0:1767320376.339986:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70db100 x1853164045953664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320376.339997:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045953664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320376.340455:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045953920 00000100:00100000:0.0:1767320376.340460:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045953920 00000100:00100000:0.0:1767320376.340485:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1767320376.340491:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045953920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320376.340502:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320376.340543:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045953920:12345-0@lo:38:kworker.0 Request processed in 51us (1183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320376.340548:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00080000:0.0:1767320376.340589:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320376.340593:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320376.340596:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045953920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320376.341741:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954048 00000100:00100000:1.0:1767320376.341747:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954048 00000100:00100000:1.0:1767320376.341811:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1767320376.341820:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045954048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320376.341879:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045954048:12345-0@lo:400:kworker.0 Request processed in 60us (2760us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320376.341885:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00080000:1.0:1767320376.341907:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320376.341911:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320376.341929:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045954432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320376.341967:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767320376.342001:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70daa00 x1853164045953408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320376.342013:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045953408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320376.342094:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320376.342115:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045954560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320376.342142:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320376.342287:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954432 00000100:00100000:3.0:1767320376.342292:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954432 00000100:00100000:3.0:1767320376.342326:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954560 00000100:00100000:3.0:1767320376.342329:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954560 00000100:00100000:3.0:1767320376.342341:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1767320376.342347:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045954432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320376.342369:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320376.342416:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045954432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320376.342423:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1767320376.342435:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1767320376.342441:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045954560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320376.342453:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320376.342480:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045954560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 40us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320376.342486:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1767320376.342511:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045954560:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320376.342532:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045954048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320376.342726:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045954432:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320377.102029:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320378.126465:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320379.150025:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320380.177222:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320380.866213:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320380.866265:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320380.866289:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924352 00000100:00100000:1.0:1767320380.866300:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924352 00000100:00100000:0.0:1767320380.866330:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924224 00000100:00100000:0.0:1767320380.866336:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924224 00000100:00100000:0.0:1767320380.866387:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1653 00000100:00100000:0.0:1767320380.866400:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985924352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767320380.866407:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320380.866473:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985924352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320380.866482:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1653 00000100:00100000:1.0:1767320380.866501:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2167 00000100:00100000:1.0:1767320380.866510:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985924224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320380.866535:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320380.866568:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985924224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 58us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320380.866577:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2167 00010000:00010000:1.0:1767320381.197948:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320381.453904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320381.453914:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320381.453994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320381.453999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320381.454004:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320381.454013:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5574 00000100:00080000:0.0:1767320381.454018:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320381.454025:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320381.454046:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2d80 x1853164045954816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320381.455094:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045954688:0@lo:400:kworker.0 00000100:00100000:3.0:1767320381.455175:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320381.455256:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954688 00000100:00100000:3.0:1767320381.455264:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954688 00000100:00100000:3.0:1767320381.455318:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1654 00000100:00100000:3.0:1767320381.455327:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045954688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320381.455373:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045954688:12345-0@lo:400:kworker.0 Request processed in 47us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320381.455380:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1654 00000100:00080000:3.0:1767320381.455400:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320381.455426:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0700 x1853164045954688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320381.455439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045954688:0@lo:400:kworker.0 00000100:00100000:3.0:1767320381.455465:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045954816:0@lo:38:kworker.0 00000100:00100000:3.0:1767320381.455486:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320381.455514:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954816 00000100:00100000:3.0:1767320381.455517:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954816 00000100:00100000:3.0:1767320381.455532:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2168 00000100:00100000:3.0:1767320381.455536:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045954816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320381.455553:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320381.455579:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045954816:12345-0@lo:38:kworker.0 Request processed in 42us (92us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320381.455585:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2168 00000100:00080000:3.0:1767320381.455603:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320381.455608:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320381.455611:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045954816:0@lo:38:kworker.0 00000100:00080000:0.0:1767320381.457243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320381.457252:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320381.457256:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320381.457263:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5574 00000100:00080000:0.0:1767320381.457267:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320381.457281:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320381.457313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1500 x1853164045955200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320381.457337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320381.457341:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320381.457342:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320381.457346:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5574 00000100:00080000:0.0:1767320381.457348:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320381.457351:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320381.457360:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164045955328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320381.457392:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320381.457395:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320381.457397:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320381.457400:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5574 00000100:00080000:0.0:1767320381.457403:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320381.457406:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320381.457449:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee680 x1853164045955712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320381.458212:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045955456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.458337:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.458382:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320381.458391:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045955584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.458416:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.458526:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045955200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320381.458556:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.458580:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045955328:0@lo:38:kworker.0 00000100:00100000:0.0:1767320381.458677:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.458729:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045955712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320381.458757:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.458825:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045955072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320381.458859:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.459066:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1767320381.459077:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045954944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.459105:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.459130:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045955840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320381.459155:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320381.459192:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955072 00000100:00100000:0.0:1767320381.459199:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955072 00000100:00100000:0.0:1767320381.459357:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955840 00000100:00100000:0.0:1767320381.459361:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955840 00000100:00100000:0.0:1767320381.459393:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1767320381.459404:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045955072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320381.459448:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320381.459502:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045955072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320381.459510:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1767320381.459537:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1767320381.459548:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045955840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320381.459568:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320381.459618:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045955840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320381.459626:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1767320381.459683:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045955840:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320381.459706:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec11a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045955072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320381.459756:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955456 00000100:00100000:0.0:1767320381.459760:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955456 00000100:00100000:0.0:1767320381.459819:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955584 00000100:00100000:0.0:1767320381.459823:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955584 00000100:00100000:0.0:1767320381.459852:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1767320381.459860:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045955456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.459915:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045955456:12345-0@lo:400:kworker.0 Request processed in 55us (1579us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320381.459932:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:0.0:1767320381.459944:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1767320381.459960:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045955584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.459987:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045955584:12345-0@lo:400:kworker.0 Request processed in 28us (1572us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320381.459995:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1767320381.460026:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045955584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.460035:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045955456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.460073:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955200 00000100:00100000:0.0:1767320381.460077:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955200 00000100:00100000:0.0:1767320381.460094:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955712 00000100:00100000:0.0:1767320381.460097:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955712 00000100:00100000:0.0:1767320381.460114:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045954944 00000100:00100000:0.0:1767320381.460117:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045954944 00000100:00100000:0.0:1767320381.460142:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1655 00000100:00100000:0.0:1767320381.460148:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045954944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320381.460199:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045954944:12345-0@lo:400:kworker.0 Request processed in 49us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320381.460206:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1655 00000100:00100000:0.0:1767320381.460228:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:0.0:1767320381.460233:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045955200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320381.460252:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320381.460302:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045955200:12345-0@lo:38:kworker.0 Request processed in 67us (1746us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320381.460310:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:0.0:1767320381.460331:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1767320381.460336:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045955712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320381.460347:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320381.460377:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045955712:12345-0@lo:38:kworker.0 Request processed in 40us (1621us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320381.460386:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00010000:00080000:0.0:1767320381.460429:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2a00 x1853164045954944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320381.460441:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045954944:0@lo:400:kworker.0 00000100:00080000:0.0:1767320381.460477:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320381.460484:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320381.460489:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045955200:0@lo:38:kworker.0 00000100:00080000:0.0:1767320381.460505:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320381.460511:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320381.460515:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045955712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320381.460575:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955328 00000100:00100000:0.0:1767320381.460580:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955328 00000100:00100000:0.0:1767320381.460607:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1767320381.460613:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045955328:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320381.460624:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320381.460662:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045955328:12345-0@lo:38:kworker.0 Request processed in 48us (1986us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320381.460671:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:0.0:1767320381.460697:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320381.460703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320381.460706:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320381.460744:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320381.460750:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320381.460755:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045955328:0@lo:38:kworker.0 00010000:00010000:3.0:1767320382.222090:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320383.246519:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320384.270558:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320385.299737:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320385.987414:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320385.990217:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924480 00000100:00100000:0.0:1767320385.990249:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924480 00000100:00100000:3.0:1767320385.994850:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320385.995102:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924608 00000100:00100000:1.0:1767320385.995115:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924608 00000100:00100000:1.0:1767320385.995184:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1656 00000100:00100000:1.0:1767320385.995196:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985924608:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320385.995301:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985924608:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320385.995310:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1656 00000100:00100000:1.0:1767320385.995339:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2171 00000100:00100000:1.0:1767320385.995344:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985924480:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320385.995370:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320385.995401:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985924480:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (8006us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320385.995408:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2171 00000100:00080000:2.0:1767320385.995640:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320386.326191:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320386.574403:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320386.574426:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045955968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320386.574525:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320386.574749:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045955968 00000100:00100000:0.0:1767320386.574761:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045955968 00000100:00100000:0.0:1767320386.574873:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1767320386.574884:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045955968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320386.574925:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320386.574984:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045955968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320386.574993:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00080000:1.0:1767320386.575156:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320386.575206:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045955968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320386.575476:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320386.575491:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045956096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320386.575531:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320386.576200:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956096 00000100:00100000:3.0:1767320386.576210:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956096 00000100:00100000:3.0:1767320386.576281:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1767320386.576291:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045956096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320386.576337:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320386.576408:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045956096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320386.576415:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:3.0:1767320386.576465:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045956096:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320386.576560:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320386.577538:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320386.577548:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320386.577622:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320386.577627:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320386.577631:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320386.577640:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5579 00000100:00080000:2.0:1767320386.577648:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320386.577655:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320386.577658:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320386.577680:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045956224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320386.577692:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f6300 x1853164045956352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320386.577750:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320386.577756:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320386.577757:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320386.577762:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320386.577766:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5579 00000100:00080000:2.0:1767320386.577826:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320386.577841:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320386.577846:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045956352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320386.577858:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4a80 x1853164045956608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320386.577870:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320386.577875:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320386.577877:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320386.577881:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5579 00000100:00080000:2.0:1767320386.577884:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320386.577889:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320386.577903:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045956736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320386.577914:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320386.577919:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045956480:0@lo:400:kworker.0 00000100:00080000:2.0:1767320386.577919:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320386.577923:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320386.577930:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5579 00000100:00080000:2.0:1767320386.577932:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320386.577936:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320386.577952:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70daa00 x1853164045956864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320386.578638:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320386.578709:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956224 00000100:00100000:3.0:1767320386.578719:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956224 00000100:00100000:3.0:1767320386.578848:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1657 00000100:00100000:3.0:1767320386.578861:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045956224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320386.578938:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045956224:12345-0@lo:400:kworker.0 Request processed in 80us (1185us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320386.578945:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1657 00010000:00080000:3.0:1767320386.579021:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5c00 x1853164045956224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320386.579039:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045956224:0@lo:400:kworker.0 00000100:00080000:2.0:1767320386.579185:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320386.582308:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320386.582376:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045956608:0@lo:38:kworker.0 00000100:00100000:2.0:1767320386.582454:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320386.582490:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045956736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320386.582520:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320386.582548:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045956864:0@lo:38:kworker.0 00000100:00100000:2.0:1767320386.582578:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320386.582612:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956736 00000100:00100000:2.0:1767320386.582622:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956736 00000100:00100000:2.0:1767320386.582667:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1767320386.582675:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045956736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320386.582702:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320386.582751:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045956736:12345-0@lo:38:kworker.0 Request processed in 74us (228us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320386.582758:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:2.0:1767320386.582851:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320386.582858:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320386.582862:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045956736:0@lo:38:kworker.0 00000100:00100000:0.0:1767320386.583244:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956480 00000100:00100000:0.0:1767320386.583251:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956480 00000100:00100000:0.0:1767320386.583320:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956352 00000100:00100000:0.0:1767320386.583335:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956352 00000100:00100000:0.0:1767320386.583352:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956608 00000100:00100000:0.0:1767320386.583355:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956608 00000100:00100000:0.0:1767320386.583362:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956864 00000100:00100000:0.0:1767320386.583365:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956864 00000100:00100000:0.0:1767320386.583376:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1767320386.583383:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045956480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320386.583451:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045956480:12345-0@lo:400:kworker.0 Request processed in 69us (4817us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320386.583458:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1658 00000100:00100000:0.0:1767320386.583474:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:0.0:1767320386.583478:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045956352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320386.583495:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320386.583525:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045956352:12345-0@lo:38:kworker.0 Request processed in 45us (1230us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320386.583532:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:0.0:1767320386.583544:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:0.0:1767320386.583548:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045956608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320386.583557:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320386.583584:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045956608:12345-0@lo:38:kworker.0 Request processed in 34us (1129us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320386.583590:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:0.0:1767320386.583600:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2174 00000100:00100000:0.0:1767320386.583604:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045956864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320386.583613:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320386.583635:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045956864:12345-0@lo:38:kworker.0 Request processed in 30us (1057us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320386.583642:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2174 00010000:00080000:1.0:1767320386.583809:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5180 x1853164045956480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320386.583826:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045956480:0@lo:400:kworker.0 00000100:00080000:2.0:1767320386.584141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320386.584174:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320386.584180:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320386.584183:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045956608:0@lo:38:kworker.0 00000100:00080000:2.0:1767320386.584192:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320386.584196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320386.584199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045956864:0@lo:38:kworker.0 00000100:00080000:2.0:1767320386.584208:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320386.584212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320386.584215:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045956352:0@lo:38:kworker.0 00010000:00010000:2.0:1767320387.344620:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320388.366124:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320389.390547:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320390.415740:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320391.112154:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320391.112240:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320391.112365:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924864 00000100:00100000:0.0:1767320391.112390:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924864 00000100:00100000:0.0:1767320391.112489:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985924736 00000100:00100000:0.0:1767320391.112493:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985924736 00000100:00100000:0.0:1767320391.112523:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1659 00000100:00100000:0.0:1767320391.112540:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985924864:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320391.112578:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2175 00000100:00100000:3.0:1767320391.112590:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985924736:12345-192.168.204.59@tcp:38:kworker.0 00000100:00080000:2.0:1767320391.112597:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:3.0:1767320391.112617:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320391.112662:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985924864:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320391.112672:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1659 00000100:00100000:3.0:1767320391.112679:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985924736:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (437us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320391.112690:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2175 00010000:00010000:2.0:1767320391.442163:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320391.693975:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320391.694019:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045957120:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320391.694109:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320391.694136:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045956992:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320391.694245:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320391.694251:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320391.694282:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320391.694286:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320391.694291:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320391.694297:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320391.694302:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320391.694309:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320391.694332:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ec000 x1853164045957376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320391.694365:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320391.694368:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320391.694370:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320391.694374:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320391.694376:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320391.694379:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320391.694389:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee300 x1853164045957632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320391.694397:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320391.694401:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320391.694402:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320391.694406:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320391.694408:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320391.694412:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320391.694421:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9eca80 x1853164045957760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320391.694441:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320391.694444:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320391.694446:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320391.694449:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5584 00000100:00080000:0.0:1767320391.694452:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320391.694455:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320391.694462:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9edc00 x1853164045958144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320391.694485:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045957376:0@lo:38:kworker.0 00000100:00100000:0.0:1767320391.694517:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320391.694977:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045957632:0@lo:38:kworker.0 00000100:00100000:0.0:1767320391.695009:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320391.698354:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045957248:0@lo:400:kworker.0 00000100:00100000:3.0:1767320391.698467:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045957888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.698631:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045958016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.698665:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320391.698710:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320391.698730:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958016 00000100:00100000:1.0:1767320391.698752:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958016 00000100:00100000:3.0:1767320391.698764:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320391.698799:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045957504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.698860:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957888 00000100:00100000:1.0:1767320391.698865:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957888 00000100:00100000:1.0:1767320391.698895:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1767320391.698904:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045958016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.698956:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045958016:12345-0@lo:400:kworker.0 Request processed in 52us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320391.698963:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1767320391.698983:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1767320391.698989:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045957888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.699033:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045957888:12345-0@lo:400:kworker.0 Request processed in 32us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320391.699040:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:1.0:1767320391.699084:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045958016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.699146:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320391.700256:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957120 00000100:00100000:3.0:1767320391.700266:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957120 00000100:00100000:3.0:1767320391.700317:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:3.0:1767320391.700324:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045957120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320391.700354:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320391.700411:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045957120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (6302us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320391.700419:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1767320391.701570:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045957760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320391.701665:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320391.701718:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045958144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320391.701810:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957760 00000100:00100000:0.0:1767320391.701819:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957760 00000100:00100000:0.0:1767320391.701872:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1767320391.701893:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045957760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320391.701922:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320391.701974:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045957760:12345-0@lo:38:kworker.0 Request processed in 93us (308us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320391.701997:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1767320391.702587:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045957120:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320391.702649:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320391.702839:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320391.702846:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320391.702870:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045956992 00000100:00100000:0.0:1767320391.702876:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045956992 00000100:00100000:0.0:1767320391.703413:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1767320391.703423:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045956992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320391.703467:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320391.703545:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045956992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320391.703553:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00100000:0.0:1767320391.703610:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045956992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320391.712354:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320391.712606:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957376 00000100:00100000:3.0:1767320391.712614:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957632 00000100:00100000:3.0:1767320391.712626:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957632 00000100:00100000:2.0:1767320391.712700:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957376 00000100:00080000:1.0:1767320391.712918:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320391.712928:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320391.712934:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045957760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320391.713250:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957248 00000100:00100000:0.0:1767320391.713257:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957248 00000100:00100000:3.0:1767320391.715751:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958144 00000100:00100000:3.0:1767320391.715799:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958144 00000100:00100000:2.0:1767320391.715802:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1660 00000100:00100000:2.0:1767320391.715841:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045957248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320391.715852:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1767320391.715864:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045957632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320391.715891:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320391.716286:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2177 00000100:00100000:1.0:1767320391.716297:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045957376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320391.716319:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320391.716328:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045957632:12345-0@lo:38:kworker.0 Request processed in 457us (21309us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320391.716340:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:3.0:1767320391.716367:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:3.0:1767320391.716374:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045958144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320391.716389:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320391.716395:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045957376:12345-0@lo:38:kworker.0 Request processed in 93us (21871us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320391.716406:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2177 00000100:00100000:3.0:1767320391.716445:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045958144:12345-0@lo:38:kworker.0 Request processed in 68us (4096us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320391.716454:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:1.0:1767320391.716467:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320391.716540:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045957248:12345-0@lo:400:kworker.0 Request processed in 723us (17392us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320391.716549:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1660 00000100:00100000:3.0:1767320391.716570:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045957504 00000100:00100000:3.0:1767320391.716578:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045957504 00000100:00100000:3.0:1767320391.716628:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1661 00000100:00100000:3.0:1767320391.716638:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045957504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320391.716664:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045957888:0@lo:400:kworker.0 00000100:00080000:0.0:1767320391.716850:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320391.717136:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9efb80 x1853164045957248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320391.717151:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045957248:0@lo:400:kworker.0 00000100:00080000:1.0:1767320391.717193:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320391.717200:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320391.717205:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045957376:0@lo:38:kworker.0 00000100:00080000:1.0:1767320391.717217:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320391.717223:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320391.717227:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045957632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320391.717238:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320391.717241:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320391.717244:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045958144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320391.722331:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045957504:12345-0@lo:400:kworker.0 Request processed in 5681us (5861us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320391.722350:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1661 00010000:00080000:1.0:1767320391.722449:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ec380 x1853164045957504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320391.722472:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045957504:0@lo:400:kworker.0 00010000:00010000:1.0:1767320392.462696:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320393.486526:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320394.510174:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320395.203294:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985924992 offset 0 length 520: 4 00000100:00100000:3.0:1767320395.203354:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320395.203421:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925120 00000100:00100000:0.0:1767320395.203432:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925120 00000100:00100000:0.0:1767320395.203481:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2179 00000100:00100000:0.0:1767320395.203489:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985925120:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320395.203511:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320395.203894:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985925120:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 403us (537us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320395.203903:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2179 00000100:00100000:2.0:1767320395.215943:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320395.216216:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925248 00000100:00100000:0.0:1767320395.216227:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925248 00000100:00080000:2.0:1767320395.216584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320395.216724:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1662 00000100:00100000:3.0:1767320395.216737:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985925248:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320395.216844:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985925248:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 111us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320395.216852:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1662 00010000:00010000:2.0:1767320395.535083:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320396.558228:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320396.813895:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320371/real 1767320371] req@ffffa07bec118380 x1853164045952512/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320396 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320396.813927:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bec118380 x1853164045952512/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320396 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320396.813946:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320396.813975:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320396.813979:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec118380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045952512:0@lo:250:kworker.0 00000100:00100000:2.0:1767320396.814621:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045958272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320396.814687:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045958400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320396.814695:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320396.814728:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320396.814815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.814821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320396.814824:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320396.814829:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5569 00000100:00080000:3.0:1767320396.814833:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320396.814839:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320396.814857:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08dad80 x1853164045958528/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320396.814935:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045958528:0@lo:250:kworker.0 00000400:00000100:2.0:1767320396.814958:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045958528 offset 0 length 520: 4 00000100:00100000:2.0:1767320396.815003:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958272 00000100:00100000:2.0:1767320396.815010:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958272 00000100:00100000:2.0:1767320396.815060:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958400 00000100:00100000:2.0:1767320396.815063:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958400 00000100:00100000:2.0:1767320396.815081:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1767320396.815090:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045958272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320396.815120:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320396.815159:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045958272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320396.815166:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:2.0:1767320396.815182:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1767320396.815189:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045958400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320396.815203:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320396.815698:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045958656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320396.815738:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320396.815802:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958656 00000100:00100000:1.0:1767320396.815807:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958656 00000100:00100000:1.0:1767320396.815848:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1663 00000100:00100000:1.0:1767320396.815855:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045958656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320396.815892:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045958656:12345-0@lo:400:kworker.0 Request processed in 38us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320396.815898:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1663 00010000:00080000:1.0:1767320396.815934:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd08da680 x1853164045958656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320396.815947:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045958656:0@lo:400:kworker.0 00000100:00080000:1.0:1767320396.815981:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320396.815986:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320396.815988:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320396.816020:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045958272:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320396.823485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.823495:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320396.823500:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320396.823508:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5589 00000100:00080000:3.0:1767320396.823512:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320396.823520:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320396.823567:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08da680 x1853164045958784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320396.823619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.823622:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320396.823624:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320396.823628:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5589 00000100:00080000:3.0:1767320396.823630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320396.823633:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320396.823655:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f4a80 x1853164045959040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320396.823665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.823668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320396.823670:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320396.823674:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5589 00000100:00080000:3.0:1767320396.823677:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320396.823680:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320396.823693:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5180 x1853164045959168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320396.823704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320396.823707:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320396.823709:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320396.823712:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5589 00000100:00080000:3.0:1767320396.823714:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320396.823718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320396.823727:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045959296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320396.823781:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045958912:0@lo:400:kworker.0 00000100:00100000:3.0:1767320396.823849:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320396.823908:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958912 00000100:00100000:3.0:1767320396.823916:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958912 00000100:00100000:3.0:1767320396.823971:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1664 00000100:00100000:3.0:1767320396.823980:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045958912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320396.824029:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045958912:12345-0@lo:400:kworker.0 Request processed in 50us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320396.824036:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1664 00010000:00080000:3.0:1767320396.824071:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f6300 x1853164045958912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320396.824089:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045958912:0@lo:400:kworker.0 00000100:00080000:1.0:1767320396.828820:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320396.828860:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045958784:0@lo:38:kworker.0 00000100:00100000:1.0:1767320396.828940:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320396.828976:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045959040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320396.829000:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320396.829019:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045959168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320396.829048:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320396.829075:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045959296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320396.829095:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320396.829162:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959168 00000100:00100000:1.0:1767320396.829170:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959168 00000100:00100000:1.0:1767320396.829202:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1767320396.829209:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045959168:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320396.829229:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320396.829268:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045959168:12345-0@lo:38:kworker.0 Request processed in 57us (218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320396.829275:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00080000:1.0:1767320396.829336:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320396.829341:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320396.829345:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045959168:0@lo:38:kworker.0 00000100:00100000:3.0:1767320396.829484:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045958784 00000100:00100000:3.0:1767320396.829488:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045958784 00000100:00100000:3.0:1767320396.829519:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959040 00000100:00100000:3.0:1767320396.829522:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959040 00000100:00100000:3.0:1767320396.829537:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959296 00000100:00100000:3.0:1767320396.829540:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959296 00000100:00100000:3.0:1767320396.829555:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2180 00000100:00100000:3.0:1767320396.829560:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045958784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320396.829570:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320396.829604:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045958784:12345-0@lo:38:kworker.0 Request processed in 42us (663us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320396.829610:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2180 00000100:00100000:3.0:1767320396.829622:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:3.0:1767320396.829626:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045959040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320396.829634:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320396.829667:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045959040:12345-0@lo:38:kworker.0 Request processed in 39us (667us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320396.829673:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:3.0:1767320396.829686:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:3.0:1767320396.829691:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045959296:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320396.829794:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320396.829799:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320396.829803:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045958784:0@lo:38:kworker.0 00000100:00080000:1.0:1767320396.829811:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320396.829813:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320396.829816:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045959040:0@lo:38:kworker.0 00010000:00020000:3.0:1767320396.829876:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320396.829912:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045959296:12345-0@lo:38:kworker.0 Request processed in 220us (816us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320396.829919:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00000100:00080000:1.0:1767320396.829980:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320396.829984:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320396.829988:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045959296:0@lo:38:kworker.0 00000100:00100000:2.0:1767320396.830066:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045958400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 14876us (15337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320396.830074:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1767320396.831213:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045958400:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320397.582082:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320398.606017:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320399.632113:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320400.323319:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320400.323493:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320400.330722:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925504 00000100:00100000:3.0:1767320400.330737:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925504 00000100:00080000:2.0:1767320400.331024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320400.331082:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925376 00000100:00100000:3.0:1767320400.331087:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925376 00000100:00100000:1.0:1767320400.331185:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1665 00000100:00100000:1.0:1767320400.331199:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985925504:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320400.331295:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985925504:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (7987us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320400.331304:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1665 00000100:00100000:1.0:1767320400.331327:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2183 00000100:00100000:1.0:1767320400.331332:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985925376:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320400.331356:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320400.331382:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985925376:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (7890us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320400.331389:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2183 00010000:00010000:1.0:1767320400.662732:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320401.678169:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320401.934052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.934064:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320401.934123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.934128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320401.934132:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320401.934140:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5595 00000100:00080000:3.0:1767320401.934144:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320401.934151:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320401.934174:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f7100 x1853164045959552/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320401.934178:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320401.934190:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045959424:0@lo:400:kworker.0 00000100:00080000:3.0:1767320401.934202:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.934205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320401.934206:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320401.934209:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5595 00000100:00080000:3.0:1767320401.934211:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320401.934214:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320401.934223:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5180 x1853164045959808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320401.934230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.934233:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320401.934234:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320401.934237:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5595 00000100:00080000:3.0:1767320401.934239:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320401.934243:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320401.934253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbebb80 x1853164045959936/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320401.934269:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320401.934278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320401.934280:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320401.934282:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320401.934285:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5595 00000100:00080000:3.0:1767320401.934287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320401.934290:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320401.934301:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbead80 x1853164045960320/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320401.934304:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045960192:0@lo:400:kworker.0 00000100:00100000:1.0:1767320401.934329:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320401.934329:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045959552:0@lo:38:kworker.0 00000100:00100000:3.0:1767320401.934356:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320401.934360:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045959680:0@lo:400:kworker.0 00000100:00100000:3.0:1767320401.934375:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045959808:0@lo:38:kworker.0 00000100:00100000:1.0:1767320401.934382:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320401.934395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320401.934399:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320401.934404:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045960064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320401.934409:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045959936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320401.934423:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320401.934427:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320401.934441:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045960320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320401.934448:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960192 00000100:00100000:1.0:1767320401.934456:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960192 00000100:00100000:3.0:1767320401.934458:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320401.934488:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959424 00000100:00100000:3.0:1767320401.934491:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959424 00000100:00100000:1.0:1767320401.934505:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960064 00000100:00100000:1.0:1767320401.934508:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960064 00000100:00100000:3.0:1767320401.934515:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959552 00000100:00100000:3.0:1767320401.934518:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959552 00000100:00100000:3.0:1767320401.934525:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959680 00000100:00100000:3.0:1767320401.934527:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959680 00000100:00100000:1.0:1767320401.934528:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1767320401.934535:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045960192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320401.934538:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959808 00000100:00100000:3.0:1767320401.934539:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959808 00000100:00100000:3.0:1767320401.934559:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960320 00000100:00100000:3.0:1767320401.934562:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960320 00000100:00100000:3.0:1767320401.934572:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1767320401.934577:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045959424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320401.934599:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045960192:12345-0@lo:400:kworker.0 Request processed in 63us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320401.934604:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045959424:12345-0@lo:400:kworker.0 Request processed in 27us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320401.934606:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00100000:3.0:1767320401.934609:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1666 00000100:00100000:3.0:1767320401.934621:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1667 00000100:00100000:1.0:1767320401.934622:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1767320401.934626:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045959680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320401.934627:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045960064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320401.934650:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045960064:12345-0@lo:400:kworker.0 Request processed in 22us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320401.934650:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045959680:12345-0@lo:400:kworker.0 Request processed in 24us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320401.934656:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1667 00000100:00100000:1.0:1767320401.934657:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:3.0:1767320401.934667:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1767320401.934671:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045959552:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320401.934672:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320401.934676:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320401.934677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00020000:3.0:1767320401.934688:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320401.934690:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:1.0:1767320401.934694:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045959808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320401.934702:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320401.934716:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045959552:12345-0@lo:38:kworker.0 Request processed in 43us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320401.934721:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:3.0:1767320401.934732:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2186 00000100:00100000:3.0:1767320401.934745:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045960320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320401.934755:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320401.934764:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045959808:12345-0@lo:38:kworker.0 Request processed in 69us (368us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320401.934792:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:3.0:1767320401.934793:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045960320:12345-0@lo:38:kworker.0 Request processed in 46us (333us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320401.934798:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2186 00000100:00100000:3.0:1767320401.934815:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045959936 00000100:00100000:3.0:1767320401.934819:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045959936 00000100:00100000:1.0:1767320401.934831:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045960192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320401.934837:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1767320401.934842:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045959936:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320401.934851:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320401.934875:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045959936:12345-0@lo:38:kworker.0 Request processed in 31us (446us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320401.934881:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:3.0:1767320401.934912:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320401.934917:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320401.934921:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045959552:0@lo:38:kworker.0 00000100:00080000:3.0:1767320401.934929:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320401.934932:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320401.934935:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045959808:0@lo:38:kworker.0 00000100:00080000:3.0:1767320401.934941:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320401.934944:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320401.934947:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045959936:0@lo:38:kworker.0 00000100:00080000:3.0:1767320401.934953:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320401.934955:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320401.934958:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045960320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320401.935006:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045960064:0@lo:400:kworker.0 00010000:00080000:3.0:1767320401.935019:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4a80 x1853164045959680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320401.935027:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045959680:0@lo:400:kworker.0 00010000:00080000:1.0:1767320401.935396:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f6300 x1853164045959424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320401.935406:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045959424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320401.935419:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320401.935424:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045960448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320401.935459:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320401.935587:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960448 00000100:00100000:0.0:1767320401.935594:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960448 00000100:00100000:0.0:1767320401.935638:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1767320401.935646:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045960448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320401.935677:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320401.935725:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045960448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320401.935732:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:0.0:1767320401.935786:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045960448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320401.936310:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320401.936404:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045960576:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320401.936441:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320401.936535:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960576 00000100:00100000:0.0:1767320401.936541:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960576 00000100:00100000:0.0:1767320401.936619:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:0.0:1767320401.936627:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045960576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320401.936647:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320401.936688:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045960576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320401.936694:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1767320401.936751:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045960576:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320402.702012:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320403.726112:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320404.750011:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320405.447709:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320405.447825:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925632 00000100:00100000:0.0:1767320405.447835:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925632 00000100:00100000:3.0:1767320405.447860:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320405.457394:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925760 00000100:00100000:0.0:1767320405.457411:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925760 00000100:00100000:0.0:1767320405.457506:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1668 00000100:00100000:0.0:1767320405.457517:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985925760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320405.457599:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985925760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (9737us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320405.457607:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1668 00000100:00100000:0.0:1767320405.457627:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2187 00000100:00100000:0.0:1767320405.457633:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985925632:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320405.457654:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320405.457679:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985925632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (9981us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320405.457685:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2187 00000100:00080000:3.0:1767320405.457807:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320405.776224:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320406.799518:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320407.054931:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320407.054951:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045960704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320407.055039:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320407.055218:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.055224:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320407.055248:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.055252:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.055256:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320407.055257:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045960960:0@lo:400:kworker.0 00000100:00080000:0.0:1767320407.055264:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5600 00000100:00080000:0.0:1767320407.055268:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.055274:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320407.055295:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320407.055313:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164045961088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320407.055327:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320407.055336:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045960832:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320407.055349:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.055353:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.055355:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.055360:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5600 00000100:00100000:3.0:1767320407.055363:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320407.055366:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.055372:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320407.055387:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164045961344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320407.055396:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320407.055399:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960960 00000100:00080000:0.0:1767320407.055400:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.055404:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.055407:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5600 00000100:00100000:3.0:1767320407.055409:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960960 00000100:00080000:0.0:1767320407.055410:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.055416:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320407.055429:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164045961472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320407.055437:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320407.055440:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320407.055442:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320407.055446:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5600 00000100:00080000:0.0:1767320407.055449:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320407.055466:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320407.055481:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164045961600/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320407.055481:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1669 00000100:00100000:3.0:1767320407.055496:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045960960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320407.055556:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045960960:12345-0@lo:400:kworker.0 Request processed in 63us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320407.055564:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1669 00000100:00100000:3.0:1767320407.055589:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960704 00000100:00100000:3.0:1767320407.055593:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960704 00000100:00100000:3.0:1767320407.055621:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045960832 00000100:00100000:3.0:1767320407.055624:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045960832 00000100:00100000:0.0:1767320407.055642:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1767320407.055652:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1767320407.055655:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045960704:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320407.055664:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045960832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320407.055688:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320407.055719:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045960832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320407.055725:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00080000:3.0:1767320407.055745:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320407.055749:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320407.055751:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320407.055798:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045960832:0@lo:13:osp-pre-0-1.0 00010000:00080000:3.0:1767320407.055811:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164045960960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320407.055820:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045960960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320407.055847:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045961216:0@lo:400:kworker.0 00000100:00100000:3.0:1767320407.055870:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1767320407.055944:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320407.056008:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961216 00000100:00100000:3.0:1767320407.056013:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961216 00000100:00100000:3.0:1767320407.056047:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1670 00000100:00100000:3.0:1767320407.056054:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045961216:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320407.056066:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320407.056081:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045961088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320407.057189:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.057245:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045961344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320407.057271:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.057292:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045961472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320407.057311:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.057337:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961472 00000100:00100000:2.0:1767320407.057341:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961472 00000100:00100000:2.0:1767320407.057369:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1767320407.057374:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045961472:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.057393:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.057424:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045961472:12345-0@lo:38:kworker.0 Request processed in 48us (111us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.057430:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00080000:2.0:1767320407.057477:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.057482:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.057485:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045961472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320407.057491:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045961600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320407.057509:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320407.057530:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961088 00000100:00100000:2.0:1767320407.057533:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961088 00000100:00100000:2.0:1767320407.057548:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961344 00000100:00100000:2.0:1767320407.057551:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961344 00000100:00100000:2.0:1767320407.057558:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961600 00000100:00100000:2.0:1767320407.057560:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961600 00000100:00100000:2.0:1767320407.057569:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:2.0:1767320407.057573:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045961088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.057583:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.057606:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045961088:12345-0@lo:38:kworker.0 Request processed in 32us (421us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.057612:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:2.0:1767320407.057622:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2189 00000100:00100000:2.0:1767320407.057626:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045961344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.057634:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.057651:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045961344:12345-0@lo:38:kworker.0 Request processed in 24us (380us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.057657:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2189 00000100:00100000:2.0:1767320407.057667:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:2.0:1767320407.057678:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045961600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320407.057687:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320407.057708:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045961600:12345-0@lo:38:kworker.0 Request processed in 36us (197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320407.057713:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00000100:00080000:2.0:1767320407.057733:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.057737:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.057741:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045961600:0@lo:38:kworker.0 00000100:00080000:2.0:1767320407.057764:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.057789:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.057792:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045961088:0@lo:38:kworker.0 00000100:00080000:2.0:1767320407.057800:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320407.057802:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320407.057805:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045961344:0@lo:38:kworker.0 00000100:00100000:3.0:1767320407.066364:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045961216:12345-0@lo:400:kworker.0 Request processed in 10300us (10481us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320407.066377:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1670 00010000:00080000:2.0:1767320407.073859:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224700 x1853164045961216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320407.073878:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045961216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320407.074075:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045960704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 18422us (19035us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320407.074087:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:3.0:1767320407.080807:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045960704:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320407.822087:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320408.846395:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320409.870112:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320410.568428:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320410.568488:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320410.568746:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985925888 00000100:00100000:3.0:1767320410.568901:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985925888 00000100:00100000:3.0:1767320410.568969:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926016 00000100:00100000:3.0:1767320410.568974:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926016 00000100:00100000:3.0:1767320410.569101:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1671 00000100:00100000:3.0:1767320410.569114:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985926016:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320410.569228:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985926016:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 117us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320410.569238:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1671 00000100:00100000:3.0:1767320410.569260:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2191 00000100:00100000:3.0:1767320410.569265:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985925888:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320410.569291:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320410.569325:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985925888:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 58us (941us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320410.569332:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2191 00000100:00080000:2.0:1767320410.576450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320410.895082:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320411.918143:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320412.174980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320412.174995:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320412.175083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320412.175088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320412.175093:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320412.175103:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5605 00000100:00080000:2.0:1767320412.175110:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320412.175117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320412.175147:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577800 x1853164045961856/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320412.175181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320412.175185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320412.175229:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320412.175244:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045961728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320412.175311:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045961984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.175344:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320412.175387:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320412.175435:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320412.175442:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5605 00000100:00080000:2.0:1767320412.175445:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320412.175450:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320412.175463:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961728 00000100:00100000:2.0:1767320412.175468:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574e00 x1853164045962112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320412.175473:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961728 00000100:00080000:2.0:1767320412.175482:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320412.175486:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320412.175488:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320412.175493:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5605 00000100:00080000:2.0:1767320412.175496:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320412.175500:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320412.175514:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574000 x1853164045962240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320412.175537:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961984 00000100:00100000:0.0:1767320412.175542:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961984 00000100:00080000:2.0:1767320412.175552:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320412.175556:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320412.175559:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320412.175563:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5605 00000100:00080000:2.0:1767320412.175566:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320412.175570:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320412.175575:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1672 00000100:00100000:2.0:1767320412.175585:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574a80 x1853164045962624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320412.175589:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045961728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320412.175615:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320412.175625:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045962496:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.175659:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045961728:12345-0@lo:400:kworker.0 Request processed in 74us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.175669:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1672 00000100:00100000:2.0:1767320412.175675:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.175696:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1673 00000100:00100000:0.0:1767320412.175706:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045961984:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320412.175712:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320412.175741:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045961984:12345-0@lo:400:kworker.0 Request processed in 37us (355us total) trans 0 rc 0/0 00010000:00080000:2.0:1767320412.175747:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575180 x1853164045961728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320412.175753:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1673 00000100:00100000:2.0:1767320412.175790:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045961728:0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.175807:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962496 00000100:00100000:0.0:1767320412.175813:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962496 00000100:00080000:2.0:1767320412.175834:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320412.175859:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1767320412.175881:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045962496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.175926:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045962496:12345-0@lo:400:kworker.0 Request processed in 48us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.175933:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:2.0:1767320412.176097:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045962496:0@lo:400:kworker.0 00010000:00080000:1.0:1767320412.176544:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575880 x1853164045961984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320412.176555:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045961984:0@lo:400:kworker.0 00000100:00100000:1.0:1767320412.176570:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320412.176576:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045962368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320412.176613:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320412.177143:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045962752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320412.177186:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320412.177221:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045961856:0@lo:38:kworker.0 00000100:00100000:3.0:1767320412.177307:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320412.177391:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045961856 00000100:00100000:3.0:1767320412.177401:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045961856 00000100:00100000:1.0:1767320412.177454:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320412.177466:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045962880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320412.177503:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320412.177537:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962752 00000100:00100000:1.0:1767320412.177542:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962752 00000100:00100000:3.0:1767320412.184938:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2192 00000100:00100000:3.0:1767320412.184952:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045961856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320412.184978:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320412.185070:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045961856:12345-0@lo:38:kworker.0 Request processed in 118us (7765us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320412.185077:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2192 00000100:00080000:2.0:1767320412.186861:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320412.186879:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320412.186886:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045961856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320412.186901:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045962112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320412.186979:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320412.187028:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962112 00000100:00100000:2.0:1767320412.187037:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962112 00000100:00100000:2.0:1767320412.187081:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:2.0:1767320412.187089:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045962112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320412.187114:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320412.187155:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045962112:12345-0@lo:38:kworker.0 Request processed in 65us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320412.187162:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:1.0:1767320412.187300:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962880 00000100:00100000:1.0:1767320412.187306:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962880 00000100:00100000:0.0:1767320412.187563:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1767320412.187578:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045962752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320412.187617:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320412.187675:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045962752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (10490us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.187682:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1767320412.187779:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1767320412.187787:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045962880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320412.187804:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320412.187842:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045962880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (10338us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.187848:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1767320412.187870:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962368 00000100:00100000:0.0:1767320412.187874:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962368 00000100:00100000:0.0:1767320412.187905:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1767320412.187911:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045962368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320412.187942:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045962368:12345-0@lo:400:kworker.0 Request processed in 31us (11329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320412.187948:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:2.0:1767320412.188288:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320412.188297:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320412.188302:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045962112:0@lo:38:kworker.0 00000100:00100000:2.0:1767320412.188312:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045962240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320412.188355:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.188373:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045962752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320412.188423:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962240 00000100:00100000:2.0:1767320412.188429:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962240 00000100:00080000:0.0:1767320412.188432:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320412.188458:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1767320412.188460:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045962368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320412.188468:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045962240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320412.188487:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320412.188501:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045962880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320412.188524:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045962240:12345-0@lo:38:kworker.0 Request processed in 57us (167us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320412.188536:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:2.0:1767320412.188578:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320412.188583:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320412.188587:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045962240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320412.188595:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045962624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320412.188622:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320412.188688:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045962624 00000100:00100000:0.0:1767320412.188693:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045962624 00000100:00100000:0.0:1767320412.188852:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:0.0:1767320412.188859:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045962624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320412.188871:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320412.188914:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045962624:12345-0@lo:38:kworker.0 Request processed in 55us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320412.188920:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00000100:00080000:3.0:1767320412.189397:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320412.189411:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320412.189417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045962624:0@lo:38:kworker.0 00010000:00010000:1.0:1767320412.942407:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320413.966889:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320414.993693:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320415.682078:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320415.682165:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926272 00000100:00100000:3.0:1767320415.682176:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926272 00000100:00100000:3.0:1767320415.682258:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1674 00000100:00100000:3.0:1767320415.682269:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985926272:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320415.682486:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985926272:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 217us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320415.682495:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1674 00000100:00080000:0.0:1767320415.682812:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320415.684086:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320415.684825:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926144 00000100:00100000:3.0:1767320415.684837:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926144 00000100:00100000:3.0:1767320415.684888:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2195 00000100:00100000:3.0:1767320415.684896:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985926144:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320415.684917:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320415.684983:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985926144:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (904us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320415.684991:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2195 00010000:00010000:2.0:1767320416.014199:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320417.038810:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320417.294208:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045963008:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320417.294310:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320417.294425:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963008 00000100:00100000:1.0:1767320417.294433:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963008 00000100:00100000:1.0:1767320417.294496:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:1.0:1767320417.294505:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045963008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320417.294537:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320417.294593:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045963008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320417.294601:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:3.0:1767320417.294658:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045963008:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320417.294936:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320417.295047:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320417.295052:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320417.295072:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320417.295076:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320417.295079:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320417.295129:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045963264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320417.295163:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320417.295167:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5610 00000100:00080000:3.0:1767320417.295172:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320417.295177:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320417.295197:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320417.295198:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2d80 x1853164045963392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320417.295202:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045963136:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320417.295226:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320417.295230:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320417.295232:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320417.295235:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5610 00000100:00100000:1.0:1767320417.295237:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320417.295238:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320417.295241:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320417.295252:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46a00 x1853164045963648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320417.295258:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963136 00000100:00100000:1.0:1767320417.295261:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963136 00000100:00080000:3.0:1767320417.295261:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320417.295276:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320417.295278:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320417.295282:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5610 00000100:00080000:3.0:1767320417.295284:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320417.295287:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320417.295300:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44000 x1853164045963776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320417.295308:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320417.295311:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320417.295312:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320417.295315:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5610 00000100:00080000:3.0:1767320417.295317:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320417.295320:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320417.295332:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d46680 x1853164045963904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320417.295351:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045963520:0@lo:400:kworker.0 00000100:00100000:3.0:1767320417.295379:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320417.295454:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1767320417.295461:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045963136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320417.295479:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320417.295512:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045963136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320417.295518:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:1.0:1767320417.295552:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045963136:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320417.295587:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963264 00000100:00100000:1.0:1767320417.295591:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963264 00000100:00100000:1.0:1767320417.295615:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963520 00000100:00100000:1.0:1767320417.295618:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963520 00000100:00100000:1.0:1767320417.295637:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1767320417.295644:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045963264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320417.295678:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045963264:12345-0@lo:400:kworker.0 Request processed in 34us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320417.295684:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1675 00000100:00100000:1.0:1767320417.295697:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1676 00000100:00100000:1.0:1767320417.295703:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045963520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320417.295733:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045963520:12345-0@lo:400:kworker.0 Request processed in 30us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320417.295738:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1676 00010000:00080000:1.0:1767320417.295762:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70daa00 x1853164045963264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320417.295795:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045963264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320417.295836:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045963392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320417.295865:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320417.295888:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045963648:0@lo:38:kworker.0 00000100:00100000:3.0:1767320417.295907:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320417.295921:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045963776:0@lo:38:kworker.0 00000100:00100000:3.0:1767320417.295942:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320417.295963:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045963904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320417.295984:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320417.296011:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963776 00000100:00100000:3.0:1767320417.296015:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963776 00000100:00100000:3.0:1767320417.296035:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1767320417.296039:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045963776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320417.296055:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320417.296134:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963392 00000100:00100000:2.0:1767320417.296139:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963392 00000100:00100000:2.0:1767320417.296153:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963648 00000100:00100000:2.0:1767320417.296156:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963648 00000100:00100000:2.0:1767320417.296162:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045963904 00000100:00100000:2.0:1767320417.296164:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045963904 00000100:00100000:2.0:1767320417.296173:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1767320417.296177:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045963392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320417.296187:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320417.296226:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045963392:12345-0@lo:38:kworker.0 Request processed in 47us (360us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320417.296233:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00000100:00100000:2.0:1767320417.296245:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1767320417.296249:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045963648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320417.296257:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320417.296324:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045963776:12345-0@lo:38:kworker.0 Request processed in 282us (379us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320417.296330:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1767320417.296352:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2198 00000100:00100000:3.0:1767320417.296356:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045963904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320417.296365:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320417.296392:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045963904:12345-0@lo:38:kworker.0 Request processed in 34us (406us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320417.296397:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2198 00000100:00100000:2.0:1767320417.296521:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045963648:12345-0@lo:38:kworker.0 Request processed in 270us (612us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320417.296527:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00080000:0.0:1767320417.296657:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320417.296661:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1767320417.298657:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9500 x1853164045963520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320417.298676:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045963520:0@lo:400:kworker.0 00000100:00080000:2.0:1767320417.298734:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320417.298740:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320417.298743:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045963392:0@lo:38:kworker.0 00000100:00080000:2.0:1767320417.298754:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320417.298757:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320417.298760:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045963648:0@lo:38:kworker.0 00000100:00080000:2.0:1767320417.298784:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320417.298788:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320417.298791:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045963776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320417.298815:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320417.298819:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320417.298822:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045963904:0@lo:38:kworker.0 00010000:00010000:1.0:1767320418.062115:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320419.086419:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320420.110139:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767320420.802515:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985926400 offset 0 length 520: 4 00000100:00100000:0.0:1767320420.802568:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320420.802676:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320420.803493:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926528 00000100:00100000:2.0:1767320420.803504:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926528 00000100:00100000:2.0:1767320420.803593:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926656 00000100:00100000:2.0:1767320420.803597:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926656 00000100:00080000:0.0:1767320420.803667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320420.803712:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1677 00000100:00100000:1.0:1767320420.803726:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985926656:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320420.803842:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985926656:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 119us (1165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320420.803851:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1677 00000100:00100000:1.0:1767320420.803870:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2199 00000100:00100000:1.0:1767320420.803875:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985926528:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320420.803894:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320420.803920:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985926528:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (1353us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320420.803927:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2199 00010000:00010000:1.0:1767320421.133988:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320421.390054:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320396/real 1767320396] req@ffffa07bd08dad80 x1853164045958528/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320421 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320421.390088:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd08dad80 x1853164045958528/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320421 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320421.390110:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320421.390141:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320421.390145:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045958528:0@lo:250:kworker.0 00000100:00080000:0.0:1767320421.391505:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320421.391512:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320421.391516:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320421.391522:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5595 00000100:00080000:0.0:1767320421.391526:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320421.391533:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320421.391562:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224a80 x1853164045964032/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320421.391617:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320421.391620:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320421.391622:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320421.391626:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5615 00000100:00080000:0.0:1767320421.391629:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320421.391633:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320421.391647:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225500 x1853164045964288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320421.391665:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320421.391667:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320421.391669:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320421.391671:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5615 00000100:00080000:0.0:1767320421.391673:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320421.391675:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320421.391681:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225f80 x1853164045964544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320421.391686:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320421.391689:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320421.391690:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320421.391692:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5615 00000100:00080000:0.0:1767320421.391693:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320421.391696:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320421.391701:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164045964672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320421.391713:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320421.391715:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320421.391716:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320421.391719:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5615 00000100:00080000:0.0:1767320421.391720:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320421.391723:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320421.391728:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164045965056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320421.391887:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045964800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320421.391957:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320421.392012:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320421.392018:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045964416:0@lo:400:kworker.0 00000100:00100000:0.0:1767320421.392044:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320421.392071:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964800 00000100:00100000:0.0:1767320421.392077:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964800 00000100:00100000:0.0:1767320421.392113:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:0.0:1767320421.392119:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045964800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320421.392166:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045964800:12345-0@lo:400:kworker.0 Request processed in 46us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320421.392173:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00080000:0.0:1767320421.392204:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320421.392233:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045964800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320421.392597:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964416 00000100:00100000:3.0:1767320421.392602:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964416 00000100:00100000:3.0:1767320421.392811:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1678 00000100:00100000:3.0:1767320421.392835:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045964416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320421.392946:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045964416:12345-0@lo:400:kworker.0 Request processed in 121us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320421.392950:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045964160:0@lo:400:kworker.0 00000100:00100000:3.0:1767320421.392967:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1678 00000100:00100000:2.0:1767320421.392999:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320421.393005:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320421.393092:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045964928:0@lo:400:kworker.0 00000100:00100000:0.0:1767320421.393119:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320421.398349:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964160 00000100:00100000:1.0:1767320421.398364:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964160 00010000:00080000:3.0:1767320421.398439:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225c00 x1853164045964416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320421.398459:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1679 00000100:00100000:3.0:1767320421.398468:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045964416:0@lo:400:kworker.0 00000100:00100000:1.0:1767320421.398477:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045964160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320421.398534:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045964032:0@lo:250:kworker.0 00000100:00100000:1.0:1767320421.398576:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045964160:12345-0@lo:400:kworker.0 Request processed in 105us (5576us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320421.398585:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1679 00000400:00000100:3.0:1767320421.398596:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045964032 offset 0 length 520: 4 00000100:00080000:1.0:1767320421.398622:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320421.398654:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045964288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320421.398663:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964928 00000100:00100000:1.0:1767320421.398670:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964928 00000100:00100000:3.0:1767320421.398696:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320421.398716:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1767320421.398727:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045964928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320421.398735:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045964544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320421.398814:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320421.398842:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045964928:12345-0@lo:400:kworker.0 Request processed in 116us (5720us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320421.398849:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045964672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320421.398866:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00080000:1.0:1767320421.398891:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320421.398905:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320421.398930:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964288 00000100:00100000:3.0:1767320421.398936:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045965056:0@lo:38:kworker.0 00000100:00100000:1.0:1767320421.398937:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964288 00000100:00100000:3.0:1767320421.398970:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320421.399025:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964672 00000100:00100000:3.0:1767320421.399031:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964672 00000100:00100000:3.0:1767320421.400487:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1767320421.400501:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045964672:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320421.400537:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320421.400632:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045964672:12345-0@lo:38:kworker.0 Request processed in 131us (1730us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320421.400641:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1767320421.400687:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045964544 00000100:00100000:1.0:1767320421.400701:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045964544 00000100:00080000:3.0:1767320421.400719:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320421.400729:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320421.400733:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045964672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320421.400761:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965056 00000100:00100000:1.0:1767320421.400785:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965056 00000100:00100000:1.0:1767320421.400829:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:1.0:1767320421.400841:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045964288:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320421.400842:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2201 00000100:00100000:3.0:1767320421.400856:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045964544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320421.400871:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767320421.400876:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320421.400936:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045964544:12345-0@lo:38:kworker.0 Request processed in 79us (2122us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320421.400944:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2201 00000100:00100000:3.0:1767320421.400974:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:1.0:1767320421.400975:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045964288:12345-0@lo:38:kworker.0 Request processed in 131us (2274us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320421.400984:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045965056:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320421.400995:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00010000:00020000:3.0:1767320421.401007:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320421.401054:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045965056:12345-0@lo:38:kworker.0 Request processed in 70us (2081us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320421.401063:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00080000:3.0:1767320421.401106:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320421.401110:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320421.401114:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045964288:0@lo:38:kworker.0 00000100:00080000:3.0:1767320421.401124:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320421.401128:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320421.401131:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045964544:0@lo:38:kworker.0 00000100:00080000:3.0:1767320421.401140:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320421.401144:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320421.401147:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045965056:0@lo:38:kworker.0 00000100:00100000:0.0:1767320421.404467:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045964928:0@lo:400:kworker.0 00010000:00080000:2.0:1767320421.404721:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8227100 x1853164045964160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320421.404733:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045964160:0@lo:400:kworker.0 00010000:00010000:1.0:1767320422.158636:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320422.440196:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045965184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320422.440345:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320422.440455:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965184 00000100:00100000:3.0:1767320422.440475:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965184 00000100:00100000:3.0:1767320422.440543:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1767320422.440555:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045965184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320422.440600:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320422.440679:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045965184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320422.440691:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:3.0:1767320422.440752:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045965184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320422.443438:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320422.443463:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045965312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320422.443535:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320422.443626:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965312 00000100:00100000:3.0:1767320422.443636:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965312 00000100:00100000:3.0:1767320422.443691:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:3.0:1767320422.443701:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045965312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320422.443730:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320422.443825:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045965312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 125us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320422.443833:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1767320422.443917:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045965312:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320423.182752:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320424.206671:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320425.234210:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320425.931874:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320425.931952:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320425.932181:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926784 00000100:00100000:2.0:1767320425.932192:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926784 00000100:00100000:2.0:1767320425.932251:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985926912 00000100:00100000:2.0:1767320425.932255:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985926912 00000100:00100000:2.0:1767320425.932321:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1680 00000100:00100000:2.0:1767320425.932332:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985926912:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320425.932403:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985926912:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320425.932411:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1680 00000100:00100000:2.0:1767320425.932428:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2203 00000100:00100000:2.0:1767320425.932432:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985926784:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320425.932450:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320425.932477:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985926784:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (613us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320425.932484:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2203 00000100:00080000:0.0:1767320425.932646:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320426.257176:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320426.511666:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320426.511677:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320426.511785:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767320426.511830:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320426.511842:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320426.511846:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320426.511854:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5619 00000100:00080000:3.0:1767320426.511858:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320426.511865:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320426.511888:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fea00 x1853164045965568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320426.511927:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320426.511930:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320426.511932:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320426.511936:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5619 00000100:00080000:3.0:1767320426.511939:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320426.511943:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320426.511954:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc700 x1853164045965824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320426.511962:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320426.511966:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320426.511968:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320426.511971:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5619 00000100:00080000:3.0:1767320426.511973:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320426.511977:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320426.511988:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd180 x1853164045965952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320426.512061:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045965568:0@lo:38:kworker.0 00000100:00100000:2.0:1767320426.512154:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320426.512190:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045965824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320426.512211:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320426.512226:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045965952:0@lo:38:kworker.0 00000100:00100000:2.0:1767320426.512251:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320426.512337:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965568 00000100:00100000:2.0:1767320426.512345:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965568 00000100:00100000:2.0:1767320426.512376:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965824 00000100:00100000:2.0:1767320426.512380:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965824 00000100:00100000:2.0:1767320426.512398:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2204 00000100:00100000:2.0:1767320426.512405:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045965568:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320426.512426:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320426.512464:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045965568:12345-0@lo:38:kworker.0 Request processed in 58us (310us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320426.512471:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2204 00000100:00100000:2.0:1767320426.512487:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:2.0:1767320426.512492:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045965824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320426.512501:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320426.512523:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045965824:12345-0@lo:38:kworker.0 Request processed in 30us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320426.512538:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00080000:2.0:1767320426.512575:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320426.512580:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320426.512584:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045965568:0@lo:38:kworker.0 00000100:00080000:2.0:1767320426.512592:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320426.512596:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320426.512598:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045965824:0@lo:38:kworker.0 00000100:00100000:2.0:1767320426.512637:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045965696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320426.512677:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320426.512697:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320426.512703:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045966080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320426.512725:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320426.512749:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965696 00000100:00100000:2.0:1767320426.512752:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965696 00000100:00100000:2.0:1767320426.512805:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1681 00000100:00100000:2.0:1767320426.512810:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045965696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320426.512839:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045965696:12345-0@lo:400:kworker.0 Request processed in 29us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320426.512842:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1681 00010000:00080000:2.0:1767320426.512860:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fed80 x1853164045965696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320426.512868:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045965696:0@lo:400:kworker.0 00000100:00100000:2.0:1767320426.512891:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965952 00000100:00100000:2.0:1767320426.512893:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965952 00000100:00100000:2.0:1767320426.512909:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1767320426.512914:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045965952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320426.512923:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320426.512950:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045965952:12345-0@lo:38:kworker.0 Request processed in 35us (698us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320426.512956:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00080000:2.0:1767320426.512977:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320426.512981:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320426.512984:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045965952:0@lo:38:kworker.0 00000100:00100000:1.0:1767320426.513093:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966080 00000100:00100000:1.0:1767320426.513106:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966080 00000100:00100000:1.0:1767320426.513149:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1767320426.513159:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045966080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320426.513200:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045966080:12345-0@lo:400:kworker.0 Request processed in 44us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320426.513205:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1767320426.513234:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045966080:0@lo:400:kworker.0 00000100:00100000:1.0:1767320426.513246:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320426.513252:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045966208:0@lo:400:kworker.0 00000100:00100000:1.0:1767320426.513275:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320426.513341:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966208 00000100:00100000:1.0:1767320426.513346:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966208 00000100:00100000:1.0:1767320426.513370:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1767320426.513376:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045966208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320426.513408:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045966208:12345-0@lo:400:kworker.0 Request processed in 32us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320426.513413:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00100000:1.0:1767320426.513440:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045966208:0@lo:400:kworker.0 00000100:00080000:1.0:1767320426.513462:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320426.513465:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320426.513467:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320426.517191:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045965440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320426.517301:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320426.517422:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045965440 00000100:00100000:2.0:1767320426.517432:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045965440 00000100:00100000:2.0:1767320426.517548:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1682 00000100:00100000:2.0:1767320426.517558:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045965440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320426.517616:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045965440:12345-0@lo:400:kworker.0 Request processed in 60us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320426.517625:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1682 00000100:00080000:1.0:1767320426.517736:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320426.519645:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32ff480 x1853164045965440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320426.519666:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045965440:0@lo:400:kworker.0 00000100:00080000:3.0:1767320426.523600:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320426.523610:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320426.523615:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320426.523624:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5619 00000100:00080000:3.0:1767320426.523709:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320426.523718:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320426.523760:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fce00 x1853164045966336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320426.524569:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045966336:0@lo:38:kworker.0 00000100:00100000:2.0:1767320426.524648:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320426.525069:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966336 00000100:00100000:0.0:1767320426.525090:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966336 00000100:00100000:0.0:1767320426.525146:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:0.0:1767320426.525154:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045966336:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320426.525178:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320426.525245:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045966336:12345-0@lo:38:kworker.0 Request processed in 90us (596us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320426.525253:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00000100:00080000:1.0:1767320426.525437:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320426.525443:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320426.525447:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045966336:0@lo:38:kworker.0 00010000:00010000:3.0:1767320427.282477:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320427.534339:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045966464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320427.534399:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320427.534470:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966464 00000100:00100000:2.0:1767320427.534477:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966464 00000100:00100000:2.0:1767320427.534533:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:2.0:1767320427.534543:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045966464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320427.534573:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320427.534630:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045966464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320427.534637:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1767320427.534643:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045966592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320427.534677:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320427.534780:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966592 00000100:00100000:2.0:1767320427.534784:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966592 00000100:00100000:2.0:1767320427.534809:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:2.0:1767320427.534813:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045966592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320427.534829:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320427.534865:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045966592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 52us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320427.534871:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045966464:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320427.534874:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1767320427.534952:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045966592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320428.302549:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320429.326556:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320430.350013:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320431.042475:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320431.043338:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927168 00000100:00100000:2.0:1767320431.043351:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927168 00000100:00100000:2.0:1767320431.043493:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1683 00000100:00100000:2.0:1767320431.043519:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985927168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320431.043608:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985927168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 105us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320431.043620:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1683 00000100:00080000:1.0:1767320431.046891:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320431.047248:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320431.047591:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927040 00000100:00100000:0.0:1767320431.047603:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927040 00000100:00100000:0.0:1767320431.047694:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2207 00000100:00100000:0.0:1767320431.047706:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985927040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320431.047735:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320431.047859:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985927040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 154us (623us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320431.047867:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2207 00010000:00010000:3.0:1767320431.375528:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320431.631249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320431.631259:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320431.631320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320431.631325:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320431.631328:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320431.631335:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5624 00000100:00080000:1.0:1767320431.631339:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320431.631345:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320431.631370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045966720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320431.631395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf100 x1853164045966848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320431.631443:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320431.631446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320431.631448:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320431.631451:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5624 00000100:00080000:1.0:1767320431.631453:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320431.631457:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320431.631467:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164045967104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320431.631475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320431.631478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320431.631481:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320431.631484:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5624 00000100:00080000:1.0:1767320431.631487:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320431.631490:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320431.631501:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd500 x1853164045967232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320431.631533:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320431.631539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320431.631544:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320431.631546:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320431.631557:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5624 00000100:00080000:1.0:1767320431.631560:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320431.631565:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320431.631577:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995180 x1853164045967616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320431.631606:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045966976:0@lo:400:kworker.0 00000100:00100000:2.0:1767320431.631630:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320431.631641:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320431.631642:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045967488:0@lo:400:kworker.0 00000100:00100000:1.0:1767320431.631668:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320431.631676:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045967360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320431.631755:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045966848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320431.631973:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966720 00000100:00100000:0.0:1767320431.631982:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966720 00000100:00100000:1.0:1767320431.632080:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320431.632109:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967360 00000100:00100000:1.0:1767320431.632112:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967360 00000100:00100000:2.0:1767320431.632124:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320431.632171:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966976 00000100:00100000:2.0:1767320431.632177:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966976 00000100:00100000:1.0:1767320431.632184:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967488 00000100:00100000:1.0:1767320431.632189:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967488 00000100:00100000:1.0:1767320431.632222:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:2.0:1767320431.632231:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:1.0:1767320431.632234:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045967360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320431.632243:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045966976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320431.632317:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1685 00000100:00100000:0.0:1767320431.632325:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045966720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320431.632380:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045966976:12345-0@lo:400:kworker.0 Request processed in 140us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320431.632388:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:2.0:1767320431.632434:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1767320431.632443:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045967488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320431.632478:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045967488:12345-0@lo:400:kworker.0 Request processed in 38us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320431.632485:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:2.0:1767320431.632532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045967488:0@lo:400:kworker.0 00000100:00080000:2.0:1767320431.632561:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320431.632565:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320431.632567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320431.633490:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045967360:12345-0@lo:400:kworker.0 Request processed in 1256us (1406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320431.633499:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1767320431.633540:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045967360:0@lo:400:kworker.0 00010000:00080000:1.0:1767320431.633552:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bc380 x1853164045966976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320431.633560:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045966976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320431.637685:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320431.637756:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045967104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320431.637815:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045966848 00000100:00100000:3.0:1767320431.637821:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320431.637825:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045966848 00000100:00100000:3.0:1767320431.637849:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045967232:0@lo:38:kworker.0 00000100:00100000:2.0:1767320431.637867:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967104 00000100:00100000:3.0:1767320431.637879:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320431.637896:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967104 00000100:00100000:3.0:1767320431.637904:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045967616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320431.637922:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:3.0:1767320431.637929:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320431.637933:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045966848:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320431.637966:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967232 00010000:00020000:2.0:1767320431.637968:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320431.637971:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967232 00000100:00100000:3.0:1767320431.637996:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1767320431.638013:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045967232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320431.638026:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320431.638035:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045966848:12345-0@lo:38:kworker.0 Request processed in 102us (356us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320431.638043:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00100000:2.0:1767320431.638061:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967616 00000100:00100000:3.0:1767320431.638064:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045967232:12345-0@lo:38:kworker.0 Request processed in 49us (183us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320431.638066:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967616 00000100:00100000:3.0:1767320431.638074:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1767320431.638083:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:2.0:1767320431.638089:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045967104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320431.638099:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320431.638118:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320431.638125:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320431.638131:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045967104:12345-0@lo:38:kworker.0 Request processed in 38us (307us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320431.638132:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045966848:0@lo:38:kworker.0 00000100:00100000:2.0:1767320431.638144:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00080000:3.0:1767320431.638150:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320431.638156:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320431.638161:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045967104:0@lo:38:kworker.0 00000100:00100000:2.0:1767320431.638162:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2210 00000100:00100000:2.0:1767320431.638170:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045967616:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320431.638175:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320431.638181:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:2.0:1767320431.638183:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320431.638187:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045967232:0@lo:38:kworker.0 00000100:00080000:3.0:1767320431.638214:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320431.638219:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045967616:12345-0@lo:38:kworker.0 Request processed in 47us (289us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320431.638221:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320431.638227:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045967616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320431.638233:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2210 00000100:00100000:0.0:1767320431.648592:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045966720:12345-0@lo:400:kworker.0 Request processed in 16257us (17049us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320431.648609:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1685 00010000:00080000:2.0:1767320431.649354:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b00000 x1853164045966720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320431.649371:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045966720:0@lo:400:kworker.0 00010000:00010000:2.0:1767320432.398132:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320432.654092:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320432.654166:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045967744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320432.654234:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320432.654320:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967744 00000100:00100000:1.0:1767320432.654327:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967744 00000100:00100000:1.0:1767320432.654382:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1767320432.654391:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045967744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320432.654419:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320432.654463:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045967744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320432.654471:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:1.0:1767320432.654534:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045967744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320432.655138:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045967872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320432.655170:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320432.655251:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045967872 00000100:00100000:2.0:1767320432.655256:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045967872 00000100:00100000:2.0:1767320432.655285:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:2.0:1767320432.655292:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045967872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320432.655324:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320432.655369:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045967872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320432.655375:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1767320432.655454:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045967872:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320433.422019:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320434.446077:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320435.470812:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320436.163374:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320436.163540:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927296 00000100:00100000:0.0:1767320436.163559:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927296 00000100:00100000:0.0:1767320436.163637:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2211 00000100:00100000:0.0:1767320436.163645:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985927296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320436.163686:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320436.163818:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985927296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 160us (440us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320436.163825:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2211 00000100:00100000:1.0:1767320436.166267:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320436.166368:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927424 00000100:00100000:2.0:1767320436.166376:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927424 00000100:00100000:2.0:1767320436.166467:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1686 00000100:00100000:2.0:1767320436.166477:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985927424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320436.166562:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985927424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320436.166569:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1686 00000100:00080000:1.0:1767320436.167335:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320436.494166:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320436.749948:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320436.749958:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320436.750018:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320436.750022:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320436.750027:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320436.750035:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5629 00000100:00080000:3.0:1767320436.750040:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320436.750046:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320436.750067:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164045968128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320436.750146:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320436.750149:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320436.750152:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320436.750167:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5629 00000100:00080000:3.0:1767320436.750170:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320436.750174:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320436.750187:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fe680 x1853164045968384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320436.750201:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320436.750204:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320436.750206:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320436.750209:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5629 00000100:00080000:3.0:1767320436.750212:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320436.750215:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320436.750227:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fce00 x1853164045968512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320436.750249:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320436.750252:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320436.750253:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320436.750256:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5629 00000100:00080000:3.0:1767320436.750258:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320436.750261:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320436.750270:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff800 x1853164045968896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320436.750307:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045968256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320436.750383:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320436.750483:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320436.750490:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045968640:0@lo:400:kworker.0 00000100:00100000:3.0:1767320436.750528:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320436.750889:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045968768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320436.750941:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320436.750980:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320436.750985:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045968000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320436.751026:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320436.751060:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968256 00000100:00100000:2.0:1767320436.751068:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968256 00000100:00100000:2.0:1767320436.751117:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968000 00000100:00100000:2.0:1767320436.751120:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968000 00000100:00100000:2.0:1767320436.751143:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1687 00000100:00100000:2.0:1767320436.751151:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045968256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320436.751200:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045968256:12345-0@lo:400:kworker.0 Request processed in 49us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320436.751206:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1687 00000100:00100000:2.0:1767320436.751222:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1688 00000100:00100000:2.0:1767320436.751230:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045968000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320436.751259:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045968000:12345-0@lo:400:kworker.0 Request processed in 30us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320436.751265:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1688 00000100:00080000:2.0:1767320436.751281:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320436.751313:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fd500 x1853164045968000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320436.751325:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045968000:0@lo:400:kworker.0 00010000:00080000:2.0:1767320436.751351:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fdf80 x1853164045968256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320436.751360:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045968256:0@lo:400:kworker.0 00000100:00100000:3.0:1767320436.751563:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968640 00000100:00100000:3.0:1767320436.751567:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968640 00000100:00100000:3.0:1767320436.751633:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968768 00000100:00100000:3.0:1767320436.751637:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968768 00000100:00100000:3.0:1767320436.751658:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1767320436.751664:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045968640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320436.751707:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045968640:12345-0@lo:400:kworker.0 Request processed in 43us (1178us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320436.751714:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1767320436.751726:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1767320436.751732:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045968768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320436.751801:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045968768:12345-0@lo:400:kworker.0 Request processed in 69us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320436.751807:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1767320436.751848:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045968640:0@lo:400:kworker.0 00000100:00080000:2.0:1767320436.752037:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320436.752040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320436.752058:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045968768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320436.757097:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045968128:0@lo:38:kworker.0 00000100:00100000:0.0:1767320436.757175:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320436.757265:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045968384:0@lo:38:kworker.0 00000100:00100000:0.0:1767320436.757288:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320436.757306:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045968512:0@lo:38:kworker.0 00000100:00100000:0.0:1767320436.757354:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320436.757389:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045968896:0@lo:38:kworker.0 00000100:00100000:0.0:1767320436.757411:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320436.757468:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968128 00000100:00100000:0.0:1767320436.757476:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968128 00000100:00100000:0.0:1767320436.757509:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968384 00000100:00100000:0.0:1767320436.757512:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968384 00000100:00100000:0.0:1767320436.757522:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968896 00000100:00100000:0.0:1767320436.757524:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968896 00000100:00100000:0.0:1767320436.757538:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:0.0:1767320436.757545:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045968128:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320436.757567:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320436.757607:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045968128:12345-0@lo:38:kworker.0 Request processed in 61us (432us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320436.757614:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00000100:00100000:0.0:1767320436.757629:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2213 00000100:00100000:0.0:1767320436.757632:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045968384:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320436.757640:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320436.757661:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045968384:12345-0@lo:38:kworker.0 Request processed in 27us (372us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320436.757667:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2213 00000100:00100000:0.0:1767320436.757678:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:0.0:1767320436.757683:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045968896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320436.757692:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320436.757715:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045968896:12345-0@lo:38:kworker.0 Request processed in 31us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320436.757720:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00000100:00080000:0.0:1767320436.757750:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320436.757755:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320436.757759:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045968128:0@lo:38:kworker.0 00000100:00080000:0.0:1767320436.757802:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320436.757806:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320436.757810:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045968384:0@lo:38:kworker.0 00000100:00080000:0.0:1767320436.757819:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320436.757823:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320436.757825:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045968896:0@lo:38:kworker.0 00000100:00100000:3.0:1767320436.759704:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045968512 00000100:00100000:3.0:1767320436.759717:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045968512 00000100:00100000:3.0:1767320436.759782:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1767320436.759789:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045968512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320436.759809:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320436.759890:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045968512:12345-0@lo:38:kworker.0 Request processed in 100us (2534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320436.759898:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00080000:0.0:1767320436.763983:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320436.763996:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320436.764001:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045968512:0@lo:38:kworker.0 00010000:00010000:1.0:1767320437.518322:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320437.774401:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320437.774417:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045969024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320437.774483:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320437.774901:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969024 00000100:00100000:1.0:1767320437.774910:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969024 00000100:00100000:1.0:1767320437.774961:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1767320437.774970:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045969024:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320437.775252:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320437.775286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045969152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320437.775319:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1767320437.775434:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320437.775489:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045969024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 520us (1005us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320437.775497:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1767320437.775516:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969152 00000100:00100000:1.0:1767320437.775519:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969152 00000100:00100000:3.0:1767320437.775606:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045969024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320437.775832:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1767320437.775843:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045969152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320437.775879:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320437.775981:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045969152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320437.775988:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:0.0:1767320437.776274:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045969152:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320438.550443:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320439.566335:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320440.590061:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320441.287260:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320441.290184:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320441.292575:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927680 00000100:00100000:2.0:1767320441.292591:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927680 00000100:00100000:2.0:1767320441.292799:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927552 00000100:00100000:2.0:1767320441.292804:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927552 00000100:00100000:2.0:1767320441.292837:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1689 00000100:00100000:2.0:1767320441.292889:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985927680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320441.293142:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985927680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 294us (5889us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320441.293151:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1689 00000100:00100000:2.0:1767320441.293192:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2215 00000100:00100000:2.0:1767320441.293197:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985927552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320441.293217:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320441.293244:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985927552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (3072us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320441.293250:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2215 00000100:00080000:3.0:1767320441.293724:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320441.619495:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320441.870826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320441.870837:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320441.870896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320441.870899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320441.870902:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320441.870910:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5635 00000100:00080000:0.0:1767320441.870914:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320441.870921:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320441.870940:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164045969408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320441.871012:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045969408:0@lo:38:kworker.0 00000100:00080000:0.0:1767320441.871014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320441.871020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320441.871022:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320441.871025:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5635 00000100:00080000:0.0:1767320441.871027:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320441.871029:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320441.871069:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6519f80 x1853164045969664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320441.871081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320441.871085:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320441.871088:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320441.871090:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320441.871096:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5635 00000100:00080000:0.0:1767320441.871100:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320441.871104:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320441.871118:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651a680 x1853164045969792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320441.871142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320441.871146:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320441.871148:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320441.871151:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5635 00000100:00080000:0.0:1767320441.871153:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320441.871158:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320441.871171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045969664:0@lo:38:kworker.0 00000100:00100000:0.0:1767320441.871172:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651aa00 x1853164045970176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320441.871202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320441.871204:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045969920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320441.871223:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045969792:0@lo:38:kworker.0 00000100:00100000:0.0:1767320441.871247:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320441.871276:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320441.871282:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320441.871284:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045969536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320441.871316:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320441.871320:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045970176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320441.871351:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320441.871355:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969920 00000100:00100000:0.0:1767320441.871363:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969920 00000100:00100000:1.0:1767320441.871386:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969408 00000100:00100000:1.0:1767320441.871392:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969408 00000100:00100000:0.0:1767320441.871422:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1767320441.871433:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969664 00000100:00100000:0.0:1767320441.871434:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045969920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320441.871443:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969664 00000100:00100000:1.0:1767320441.871460:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969536 00000100:00100000:1.0:1767320441.871463:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969536 00000100:00100000:1.0:1767320441.871484:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970176 00000100:00100000:1.0:1767320441.871487:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970176 00000100:00100000:0.0:1767320441.871492:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045969920:12345-0@lo:400:kworker.0 Request processed in 59us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320441.871499:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1690 00000100:00100000:0.0:1767320441.871503:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:1.0:1767320441.871508:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045969536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320441.871536:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2216 00000100:00100000:0.0:1767320441.871544:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045969408:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320441.871546:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045969536:12345-0@lo:400:kworker.0 Request processed in 39us (229us total) trans 0 rc 0/0 00010000:00020000:0.0:1767320441.871565:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320441.871567:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1690 00000100:00100000:1.0:1767320441.871586:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:1.0:1767320441.871591:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045969664:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320441.871606:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320441.871608:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045969408:12345-0@lo:38:kworker.0 Request processed in 62us (518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320441.871618:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2216 00000100:00100000:1.0:1767320441.871635:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045969664:12345-0@lo:38:kworker.0 Request processed in 41us (431us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320441.871641:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:0.0:1767320441.871647:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045970176:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320441.871709:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045970048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320441.871743:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320441.871752:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045969280:0@lo:400:kworker.0 00000100:00100000:3.0:1767320441.871804:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970048 00000100:00100000:2.0:1767320441.871809:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320441.871810:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970048 00000100:00100000:2.0:1767320441.871847:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969280 00000100:00100000:2.0:1767320441.871851:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969280 00000100:00100000:3.0:1767320441.871857:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1767320441.871867:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045970048:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1767320441.871921:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320441.871942:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045970176:12345-0@lo:38:kworker.0 Request processed in 295us (593us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320441.871981:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045970048:12345-0@lo:400:kworker.0 Request processed in 118us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320441.871985:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1767320441.872015:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045970048:0@lo:400:kworker.0 00000100:00080000:3.0:1767320441.872032:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320441.872035:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320441.872037:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320441.872054:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045969792 00000100:00100000:3.0:1767320441.872056:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045969792 00000100:00100000:3.0:1767320441.872080:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1767320441.872085:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045969792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320441.872094:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320441.872119:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045969792:12345-0@lo:38:kworker.0 Request processed in 33us (838us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320441.872125:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:3.0:1767320441.872191:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320441.872196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320441.872199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045970176:0@lo:38:kworker.0 00000100:00080000:3.0:1767320441.872209:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320441.872211:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320441.872214:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045969664:0@lo:38:kworker.0 00000100:00080000:3.0:1767320441.872222:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320441.872225:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320441.872227:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045969792:0@lo:38:kworker.0 00000100:00080000:3.0:1767320441.872235:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320441.872238:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320441.872241:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045969408:0@lo:38:kworker.0 00010000:00080000:3.0:1767320441.872281:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225c00 x1853164045969536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320441.872291:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045969536:0@lo:400:kworker.0 00000100:00100000:3.0:1767320441.872301:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045969920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320441.872481:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767320441.875415:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00000100:00100000:2.0:1767320441.875432:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1691 00000100:00100000:2.0:1767320441.875455:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045969280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320441.875572:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045969280:12345-0@lo:400:kworker.0 Request processed in 130us (3764us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320441.875578:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1691 00010000:00080000:0.0:1767320441.876992:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225500 x1853164045969280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320441.877017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045969280:0@lo:400:kworker.0 00010000:00010000:1.0:1767320442.637949:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320442.894303:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320442.894333:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045970304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320442.894447:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320442.894568:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970304 00000100:00100000:3.0:1767320442.894575:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970304 00000100:00100000:3.0:1767320442.894633:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1767320442.894648:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045970304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320442.894679:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320442.894722:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045970304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320442.894734:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1767320442.894806:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045970304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320442.896685:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320442.896709:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045970432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320442.897645:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320442.897746:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970432 00000100:00100000:1.0:1767320442.897755:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970432 00000100:00100000:1.0:1767320442.897835:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1767320442.897846:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045970432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320442.897880:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320442.897926:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045970432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320442.897931:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:3.0:1767320442.898550:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045970432:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320443.662162:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320444.686814:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320445.379038:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320445.379090:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985927808 offset 0 length 520: 4 00000100:00100000:3.0:1767320445.379113:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320445.385529:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928064 00000100:00100000:2.0:1767320445.385562:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928064 00000100:00100000:2.0:1767320445.385798:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985927936 00000100:00100000:2.0:1767320445.385803:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985927936 00000100:00100000:2.0:1767320445.385833:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1692 00000100:00100000:2.0:1767320445.385849:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985928064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320445.385934:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985928064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 92us (6908us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320445.385942:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1692 00000100:00100000:2.0:1767320445.385961:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2219 00000100:00100000:2.0:1767320445.385966:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985927936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320445.385986:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320445.386015:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985927936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 47us (6901us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320445.386021:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2219 00000100:00080000:3.0:1767320445.398354:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320445.720213:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320446.736660:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320446.990813:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320446.990823:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320446.990938:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320446.990991:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320421/real 1767320421] req@ffffa07bc8224a80 x1853164045964032/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320446 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320446.991021:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8224a80 x1853164045964032/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320446 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320446.991048:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320446.991063:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320446.991067:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045964032:0@lo:250:kworker.0 00000100:00080000:0.0:1767320446.992671:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320446.992680:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320446.992683:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320446.992703:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320446.992708:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320446.992730:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320446.992765:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651b800 x1853164045970688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320446.992832:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767320446.992837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045970688:0@lo:38:kworker.0 00000100:00080000:0.0:1767320446.992844:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320446.992847:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320446.992852:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320446.992855:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320446.992859:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320446.992873:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518e00 x1853164045970944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320446.992882:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320446.992886:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320446.992888:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320446.992891:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320446.992894:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320446.992898:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320446.992912:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518000 x1853164045971072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320446.992913:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.992984:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045970944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320446.993006:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320446.993015:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970688 00000100:00100000:3.0:1767320446.993022:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045971072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320446.993023:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970688 00000100:00100000:1.0:1767320446.993055:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970944 00000100:00100000:1.0:1767320446.993059:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970944 00000100:00100000:3.0:1767320446.993059:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320446.993078:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:1.0:1767320446.993085:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045970688:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320446.993092:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971072 00000100:00100000:3.0:1767320446.993095:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971072 00010000:00020000:1.0:1767320446.993104:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320446.993114:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1767320446.993118:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045971072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320446.993127:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320446.993143:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045970688:12345-0@lo:38:kworker.0 Request processed in 57us (232us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320446.993148:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045971072:12345-0@lo:38:kworker.0 Request processed in 29us (89us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320446.993150:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00100000:3.0:1767320446.993154:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1767320446.993167:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1767320446.993171:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045970944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320446.993181:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320446.993201:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045970944:12345-0@lo:38:kworker.0 Request processed in 29us (195us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320446.993206:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00000100:00100000:1.0:1767320446.993223:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320446.993230:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045971328:0@lo:400:kworker.0 00000100:00100000:1.0:1767320446.993254:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.993273:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045971200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.993297:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320446.993298:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320446.993302:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320446.993305:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045970944:0@lo:38:kworker.0 00000100:00080000:1.0:1767320446.993315:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320446.993315:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767320446.993318:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320446.993320:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045971072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320446.993320:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045970816:0@lo:400:kworker.0 00000100:00080000:1.0:1767320446.993327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320446.993330:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320446.993332:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045970688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320446.993338:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.993362:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971328 00000100:00100000:1.0:1767320446.993363:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970816 00000100:00100000:1.0:1767320446.993366:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970816 00000100:00100000:3.0:1767320446.993366:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971328 00000100:00100000:3.0:1767320446.993398:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971200 00000100:00100000:1.0:1767320446.993400:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1693 00000100:00100000:3.0:1767320446.993401:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971200 00000100:00100000:1.0:1767320446.993406:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045970816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320446.993419:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1767320446.993424:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045971328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320446.993445:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045970816:12345-0@lo:400:kworker.0 Request processed in 39us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320446.993452:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1693 00000100:00100000:3.0:1767320446.993453:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045971328:12345-0@lo:400:kworker.0 Request processed in 30us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320446.993458:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1767320446.993469:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1767320446.993474:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045971200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320446.993492:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320446.993496:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320446.993498:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320446.993499:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045971200:12345-0@lo:400:kworker.0 Request processed in 26us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320446.993505:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00100000:1.0:1767320446.993525:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045971328:0@lo:400:kworker.0 00010000:00080000:3.0:1767320446.993525:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6519880 x1853164045970816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320446.993535:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045970816:0@lo:400:kworker.0 00000100:00100000:2.0:1767320446.994195:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045970560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320446.994234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320446.996069:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045971200:0@lo:400:kworker.0 00000100:00080000:0.0:1767320446.996115:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320446.996121:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320446.996125:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320446.996129:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5640 00000100:00080000:0.0:1767320446.996133:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320446.996140:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320446.996539:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518a80 x1853164045971456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320446.996575:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320446.996579:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320446.996581:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320446.996584:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5619 00000100:00080000:0.0:1767320446.996586:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320446.996589:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320446.996600:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651b100 x1853164045971584/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320446.996818:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045971456:0@lo:38:kworker.0 00000100:00100000:3.0:1767320446.996874:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320447.000508:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045971584:0@lo:250:kworker.0 00000400:00000100:3.0:1767320447.000571:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045971584 offset 0 length 520: 4 00000100:00100000:0.0:1767320447.000988:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971456 00000100:00100000:0.0:1767320447.000998:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971456 00000100:00100000:0.0:1767320447.001148:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2222 00000100:00100000:0.0:1767320447.001157:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045971456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320447.001178:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320447.001240:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045971456:12345-0@lo:38:kworker.0 Request processed in 82us (4364us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320447.001251:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2222 00000100:00080000:0.0:1767320447.001295:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320447.001300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320447.001304:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045971456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320447.002096:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045970560 00000100:00100000:1.0:1767320447.002104:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045970560 00000100:00100000:1.0:1767320447.002178:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1694 00000100:00100000:1.0:1767320447.002187:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045970560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320447.002263:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045970560:12345-0@lo:400:kworker.0 Request processed in 79us (8028us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320447.002270:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1694 00010000:00080000:0.0:1767320447.002491:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6519180 x1853164045970560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320447.002506:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045970560:0@lo:400:kworker.0 00000100:00080000:3.0:1767320447.002660:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320447.758117:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320448.014174:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320448.014197:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045971840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320448.014278:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320448.015424:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971840 00000100:00100000:2.0:1767320448.015437:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971840 00000100:00100000:2.0:1767320448.015513:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1767320448.015531:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045971840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320448.015559:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320448.015619:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045971840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (1340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320448.015625:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1767320448.015670:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045971840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320448.015709:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320448.015717:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045971712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320448.015746:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320448.015804:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971712 00000100:00100000:2.0:1767320448.015808:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971712 00000100:00100000:2.0:1767320448.015828:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1767320448.015834:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045971712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320448.015848:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320448.015875:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045971712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320448.015880:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1767320448.015914:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045971712:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320448.016367:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320448.016373:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320448.782003:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320449.807492:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320450.503109:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320450.503234:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928192 00000100:00100000:3.0:1767320450.503246:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928192 00000100:00100000:3.0:1767320450.503305:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2223 00000100:00100000:3.0:1767320450.503314:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985928192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320450.503343:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320450.503435:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985928192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 119us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320450.503443:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2223 00000100:00100000:0.0:1767320450.507716:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320450.508509:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928320 00000100:00100000:1.0:1767320450.508521:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928320 00000100:00100000:1.0:1767320450.508614:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1695 00000100:00100000:1.0:1767320450.508625:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985928320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320450.508707:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985928320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320450.508714:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1695 00000100:00080000:3.0:1767320450.508792:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320450.829943:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320451.854038:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320452.112062:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320452.112074:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320452.112137:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320452.112141:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320452.112145:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320452.112155:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5645 00000100:00080000:1.0:1767320452.112160:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320452.112169:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320452.112190:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28700 x1853164045972096/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320452.112214:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320452.112217:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320452.112219:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320452.112222:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5645 00000100:00080000:1.0:1767320452.112224:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320452.112227:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320452.112238:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28e00 x1853164045972352/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320452.112246:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320452.112249:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320452.112251:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320452.112254:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5645 00000100:00080000:1.0:1767320452.112257:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320452.112260:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320452.112272:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164045972480/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320452.112295:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320452.112299:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320452.112301:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320452.112304:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5645 00000100:00080000:1.0:1767320452.112306:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320452.112309:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320452.112320:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762d80 x1853164045972864/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320452.112371:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045972736:0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.112431:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320452.112467:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320452.112473:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045971968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.112498:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320452.112526:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972736 00000100:00100000:1.0:1767320452.112533:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972736 00000100:00100000:1.0:1767320452.112586:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1079 00000100:00100000:1.0:1767320452.112595:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045972736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.112657:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045972736:12345-0@lo:400:kworker.0 Request processed in 62us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320452.112664:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1079 00000100:00080000:1.0:1767320452.112694:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320452.112721:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045972736:0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.112808:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045972608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.112837:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.112864:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320452.112869:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045972224:0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.112892:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.112921:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045971968 00000100:00100000:0.0:1767320452.112925:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045971968 00000100:00100000:0.0:1767320452.112971:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972224 00000100:00100000:0.0:1767320452.112974:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972224 00000100:00100000:0.0:1767320452.112996:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1767320452.113001:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045971968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.113034:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045971968:12345-0@lo:400:kworker.0 Request processed in 32us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320452.113040:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1696 00000100:00100000:0.0:1767320452.113052:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1697 00000100:00100000:0.0:1767320452.113057:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045972224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.113087:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045972224:12345-0@lo:400:kworker.0 Request processed in 29us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320452.113093:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1697 00000100:00080000:0.0:1767320452.113111:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320452.113127:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b100 x1853164045972224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320452.113137:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045972224:0@lo:400:kworker.0 00010000:00080000:0.0:1767320452.113158:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bce00 x1853164045971968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320452.113166:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045971968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320452.113194:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045972096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320452.113265:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.113282:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045972352:0@lo:38:kworker.0 00000100:00100000:0.0:1767320452.113303:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.113317:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045972480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320452.113337:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.113354:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045972864:0@lo:38:kworker.0 00000100:00100000:0.0:1767320452.113371:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320452.113393:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972480 00000100:00100000:0.0:1767320452.113396:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972480 00000100:00100000:0.0:1767320452.113413:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1767320452.113418:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045972480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320452.113433:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320452.113467:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045972480:12345-0@lo:38:kworker.0 Request processed in 47us (128us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320452.113476:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1767320452.113490:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972096 00000100:00100000:0.0:1767320452.113494:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972096 00000100:00100000:0.0:1767320452.113507:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972352 00000100:00100000:0.0:1767320452.113509:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972352 00000100:00100000:0.0:1767320452.113518:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972864 00000100:00100000:0.0:1767320452.113520:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972864 00000100:00100000:0.0:1767320452.113531:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2224 00000100:00100000:0.0:1767320452.113535:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045972096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320452.113544:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320452.113565:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045972096:12345-0@lo:38:kworker.0 Request processed in 29us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320452.113570:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2224 00000100:00100000:0.0:1767320452.113580:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1767320452.113583:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045972352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320452.113591:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320452.113611:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045972352:12345-0@lo:38:kworker.0 Request processed in 26us (307us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320452.113615:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2225 00000100:00100000:0.0:1767320452.113636:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2226 00000100:00100000:0.0:1767320452.113640:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045972864:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320452.113648:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320452.113669:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045972864:12345-0@lo:38:kworker.0 Request processed in 28us (297us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320452.113674:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2226 00000100:00080000:0.0:1767320452.113702:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320452.113708:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320452.113711:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045972096:0@lo:38:kworker.0 00000100:00080000:0.0:1767320452.113720:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320452.113722:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320452.113726:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045972352:0@lo:38:kworker.0 00000100:00080000:0.0:1767320452.113733:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320452.113735:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320452.113737:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045972480:0@lo:38:kworker.0 00000100:00080000:0.0:1767320452.113744:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320452.113746:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320452.113748:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045972864:0@lo:38:kworker.0 00000100:00100000:1.0:1767320452.114152:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972608 00000100:00100000:1.0:1767320452.114157:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972608 00000100:00100000:1.0:1767320452.114208:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1080 00000100:00100000:1.0:1767320452.114217:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045972608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320452.114267:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045972608:12345-0@lo:400:kworker.0 Request processed in 51us (1428us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320452.114273:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1080 00000100:00100000:2.0:1767320452.114343:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045972608:0@lo:400:kworker.0 00000100:00080000:0.0:1767320452.115044:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320452.878002:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320453.134231:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045973120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320453.134301:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320453.134394:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973120 00000100:00100000:1.0:1767320453.134402:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973120 00000100:00100000:1.0:1767320453.134459:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1767320453.134468:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045973120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320453.134495:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320453.134541:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045973120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320453.134548:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:1.0:1767320453.134597:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045973120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320453.134807:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320453.134818:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045972992:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320453.134851:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320453.134929:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045972992 00000100:00100000:3.0:1767320453.134934:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045972992 00000100:00100000:3.0:1767320453.134960:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1767320453.134966:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045972992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320453.134982:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320453.135023:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045972992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (171us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320453.135030:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:2.0:1767320453.135739:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045972992:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320453.902029:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320454.926911:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320455.621516:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320455.621636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320455.621701:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928576 00000100:00100000:0.0:1767320455.621712:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928576 00000100:00100000:2.0:1767320455.621822:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928448 00000100:00100000:2.0:1767320455.621827:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928448 00000100:00100000:0.0:1767320455.621832:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1698 00000100:00100000:0.0:1767320455.621842:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985928576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320455.621849:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2227 00000100:00100000:2.0:1767320455.621854:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985928448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320455.621874:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320455.621915:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985928576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 69us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320455.621923:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1698 00000100:00080000:1.0:1767320455.621969:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320455.623917:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985928448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2050us (2270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320455.623931:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2227 00010000:00010000:2.0:1767320455.949967:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320456.974053:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320457.232248:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320457.232259:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320457.232324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320457.232328:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320457.232334:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320457.232345:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320457.232350:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320457.232357:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320457.232391:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518000 x1853164045973376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320457.232428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320457.232432:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320457.232434:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320457.232442:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320457.232445:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320457.232448:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320457.232460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651bb80 x1853164045973632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320457.232468:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320457.232471:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320457.232473:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320457.232488:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320457.232490:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320457.232493:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320457.232506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651a680 x1853164045973760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320457.232527:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320457.232540:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320457.232542:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320457.232545:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5650 00000100:00080000:0.0:1767320457.232547:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320457.232551:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320457.232563:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651b480 x1853164045974144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320457.232590:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045973888:0@lo:400:kworker.0 00000100:00100000:0.0:1767320457.232658:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320457.232729:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320457.232736:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045973504:0@lo:400:kworker.0 00000100:00100000:0.0:1767320457.232763:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320457.232829:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973888 00000100:00100000:0.0:1767320457.232836:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973888 00000100:00100000:0.0:1767320457.232891:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1767320457.232900:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045973888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320457.232949:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045973888:12345-0@lo:400:kworker.0 Request processed in 49us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320457.232956:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:0.0:1767320457.232996:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045973888:0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233086:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045973248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233119:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320457.233146:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320457.233151:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045974016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233173:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320457.233197:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974016 00000100:00100000:2.0:1767320457.233200:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974016 00000100:00100000:2.0:1767320457.233224:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1767320457.233231:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045974016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233266:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045974016:12345-0@lo:400:kworker.0 Request processed in 35us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320457.233271:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:2.0:1767320457.233295:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045974016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233315:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973504 00000100:00100000:2.0:1767320457.233319:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973504 00000100:00100000:2.0:1767320457.233342:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973248 00000100:00100000:2.0:1767320457.233345:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973248 00000100:00100000:2.0:1767320457.233366:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1767320457.233371:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045973504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233409:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045973504:12345-0@lo:400:kworker.0 Request processed in 37us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320457.233416:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1699 00000100:00100000:2.0:1767320457.233428:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1700 00000100:00100000:2.0:1767320457.233434:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045973248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320457.233462:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045973248:12345-0@lo:400:kworker.0 Request processed in 28us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320457.233467:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1700 00010000:00080000:2.0:1767320457.233493:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be651b800 x1853164045973248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320457.233503:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045973248:0@lo:400:kworker.0 00010000:00080000:2.0:1767320457.233522:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6518e00 x1853164045973504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320457.233544:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045973504:0@lo:400:kworker.0 00000100:00080000:1.0:1767320457.233818:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320457.233824:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320457.233826:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320457.236239:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045973376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320457.236319:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320457.236619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045973632:0@lo:38:kworker.0 00000100:00100000:3.0:1767320457.236648:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320457.236675:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045973760:0@lo:38:kworker.0 00000100:00100000:3.0:1767320457.236700:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320457.236817:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045974144:0@lo:38:kworker.0 00000100:00100000:3.0:1767320457.236844:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320457.236888:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973760 00000100:00100000:3.0:1767320457.237056:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973760 00000100:00100000:3.0:1767320457.237095:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1767320457.237102:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045973760:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320457.237890:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973376 00000100:00100000:1.0:1767320457.237899:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973376 00000100:00100000:1.0:1767320457.237935:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045973632 00000100:00100000:1.0:1767320457.237939:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045973632 00000100:00100000:1.0:1767320457.237951:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974144 00000100:00100000:1.0:1767320457.237953:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974144 00000100:00100000:1.0:1767320457.237967:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2228 00000100:00100000:1.0:1767320457.237972:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045973376:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320457.238038:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2229 00000100:00100000:2.0:1767320457.238045:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045973632:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320457.238123:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2230 00000100:00100000:0.0:1767320457.238129:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045974144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320457.239571:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320457.239665:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045973760:12345-0@lo:38:kworker.0 Request processed in 2560us (2962us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320457.239678:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00080000:3.0:1767320457.239749:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320457.239756:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320457.239760:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045973760:0@lo:38:kworker.0 00010000:00020000:1.0:1767320457.243238:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320457.243432:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045973376:12345-0@lo:38:kworker.0 Request processed in 5454us (7108us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320457.243446:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2228 00010000:00020000:2.0:1767320457.245190:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320457.245269:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045973632:12345-0@lo:38:kworker.0 Request processed in 7221us (8618us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320457.245281:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2229 00010000:00020000:0.0:1767320457.246685:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320457.246790:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045974144:12345-0@lo:38:kworker.0 Request processed in 8656us (9941us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320457.246802:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2230 00000100:00080000:3.0:1767320457.256314:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320457.256327:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320457.256332:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045973376:0@lo:38:kworker.0 00000100:00080000:3.0:1767320457.256348:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320457.256352:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320457.256355:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045973632:0@lo:38:kworker.0 00000100:00080000:3.0:1767320457.256365:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320457.256380:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320457.256383:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045974144:0@lo:38:kworker.0 00010000:00010000:1.0:1767320458.004102:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320458.254050:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045974400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320458.254133:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320458.254201:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974400 00000100:00100000:3.0:1767320458.254211:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974400 00000100:00100000:3.0:1767320458.254276:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1767320458.254287:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045974400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320458.254329:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320458.254344:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320458.254354:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045974272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320458.254394:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320458.254396:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045974400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320458.254406:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1767320458.254426:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974272 00000100:00100000:3.0:1767320458.254430:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974272 00000100:00100000:3.0:1767320458.254450:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1767320458.254456:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045974272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320458.254472:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320458.254520:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045974272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320458.254526:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:0.0:1767320458.254630:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045974400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320458.254643:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045974272:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320459.022014:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320460.047159:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320460.739383:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320460.739433:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320460.739480:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928832 00000100:00100000:0.0:1767320460.739492:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928832 00000100:00100000:0.0:1767320460.739578:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928704 00000100:00100000:0.0:1767320460.739581:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928704 00000100:00100000:0.0:1767320460.739600:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1701 00000100:00100000:0.0:1767320460.739611:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985928832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320460.739685:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985928832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320460.739693:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1701 00000100:00100000:0.0:1767320460.739712:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2231 00000100:00100000:0.0:1767320460.739716:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985928704:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320460.739734:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320460.739759:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985928704:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (326us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320460.739766:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2231 00000100:00080000:2.0:1767320460.743983:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320461.074336:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320462.094434:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320462.350857:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320462.350868:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320462.350935:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320462.350939:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320462.350943:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320462.350952:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5655 00000100:00080000:1.0:1767320462.350957:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320462.350965:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320462.350973:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045974528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320462.350987:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164045974656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320462.351039:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320462.351046:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320462.351047:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320462.351051:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320462.351055:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5655 00000100:00080000:1.0:1767320462.351058:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320462.351062:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320462.351076:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14700 x1853164045974912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320462.351086:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320462.351089:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320462.351091:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320462.351095:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5655 00000100:00080000:1.0:1767320462.351097:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320462.351100:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320462.351115:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14380 x1853164045975040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320462.351138:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045974784:0@lo:400:kworker.0 00000100:00080000:1.0:1767320462.351149:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320462.351153:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320462.351156:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320462.351160:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5655 00000100:00080000:1.0:1767320462.351163:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320462.351169:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320462.351170:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320462.351187:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762d80 x1853164045975424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320462.351198:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320462.351207:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045975168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320462.351235:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320462.351271:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320462.351278:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045975296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320462.351310:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320462.351351:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975168 00000100:00100000:2.0:1767320462.351358:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975168 00000100:00100000:2.0:1767320462.351406:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975296 00000100:00100000:2.0:1767320462.351409:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975296 00000100:00100000:2.0:1767320462.351471:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1767320462.351480:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045975168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320462.351528:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045975168:12345-0@lo:400:kworker.0 Request processed in 48us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320462.351534:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:2.0:1767320462.351550:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:2.0:1767320462.351556:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045975296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320462.351584:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045975296:12345-0@lo:400:kworker.0 Request processed in 28us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320462.351590:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00080000:2.0:1767320462.351609:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320462.351867:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320462.351870:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974528 00000100:00100000:3.0:1767320462.351877:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974528 00000100:00100000:2.0:1767320462.351905:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045975168:0@lo:400:kworker.0 00000100:00080000:2.0:1767320462.351926:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320462.351939:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045975296:0@lo:400:kworker.0 00000100:00100000:3.0:1767320462.351961:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974784 00000100:00100000:3.0:1767320462.351966:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974784 00000100:00100000:2.0:1767320462.351968:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045974656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320462.352005:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320462.352009:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1702 00000100:00100000:3.0:1767320462.352019:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045974528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320462.352037:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045974912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320462.352071:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320462.352071:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045974528:12345-0@lo:400:kworker.0 Request processed in 53us (1027us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320462.352082:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1702 00000100:00100000:2.0:1767320462.352094:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045975040:0@lo:38:kworker.0 00000100:00100000:3.0:1767320462.352096:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974656 00000100:00100000:3.0:1767320462.352102:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974656 00000100:00100000:3.0:1767320462.352122:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045974912 00000100:00100000:2.0:1767320462.352127:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320462.352127:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045974912 00000100:00100000:3.0:1767320462.352144:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1703 00000100:00100000:3.0:1767320462.352152:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045974784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320462.352160:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045975424:0@lo:38:kworker.0 00000100:00100000:3.0:1767320462.352195:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045974784:12345-0@lo:400:kworker.0 Request processed in 44us (1026us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320462.352201:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1703 00000100:00100000:2.0:1767320462.352215:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320462.352220:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2232 00000100:00100000:3.0:1767320462.352225:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045974656:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320462.352243:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320462.352244:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320462.352265:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17100 x1853164045974784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320462.352276:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045974784:0@lo:400:kworker.0 00000100:00100000:3.0:1767320462.352279:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045974656:12345-0@lo:38:kworker.0 Request processed in 51us (275us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320462.352287:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2232 00000100:00100000:3.0:1767320462.352302:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975424 00000100:00100000:3.0:1767320462.352305:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975424 00010000:00080000:2.0:1767320462.352311:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15f80 x1853164045974528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320462.352320:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2233 00000100:00100000:3.0:1767320462.352327:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045974912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320462.352336:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320462.352337:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045974528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320462.352366:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045974912:12345-0@lo:38:kworker.0 Request processed in 38us (296us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320462.352367:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2234 00000100:00100000:2.0:1767320462.352376:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045975424:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320462.352378:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2233 00010000:00020000:2.0:1767320462.352394:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320462.352407:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975040 00000100:00100000:3.0:1767320462.352411:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975040 00000100:00100000:3.0:1767320462.352429:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1767320462.352434:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045975040:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320462.352457:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320462.352563:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320462.352568:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320462.352572:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045974656:0@lo:38:kworker.0 00000100:00080000:0.0:1767320462.352579:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320462.352581:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320462.352584:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045974912:0@lo:38:kworker.0 00000100:00100000:3.0:1767320462.353402:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045975040:12345-0@lo:38:kworker.0 Request processed in 964us (1276us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320462.353411:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:0.0:1767320462.356118:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320462.356131:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320462.356138:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045975040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320462.361826:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045975424:12345-0@lo:38:kworker.0 Request processed in 9440us (9602us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320462.361841:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2234 00000100:00080000:0.0:1767320462.368266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320462.368281:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320462.368286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045975424:0@lo:38:kworker.0 00010000:00010000:1.0:1767320463.118039:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320463.374371:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320463.374389:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045975552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320463.374461:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320463.374785:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045975680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320463.374810:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320463.374879:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975552 00000100:00100000:3.0:1767320463.374887:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975552 00000100:00100000:3.0:1767320463.374932:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975680 00000100:00100000:3.0:1767320463.374935:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975680 00000100:00100000:3.0:1767320463.374949:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1767320463.374957:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045975552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320463.374985:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320463.375023:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045975552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (562us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320463.375030:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1767320463.375044:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1767320463.375050:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045975680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320463.375075:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320463.375099:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045975680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320463.375104:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:0.0:1767320463.375208:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045975552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320463.375233:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045975680:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320464.142310:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320465.166117:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320465.857883:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320465.857932:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320465.858036:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929088 00000100:00100000:2.0:1767320465.858045:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929088 00000100:00100000:2.0:1767320465.858113:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985928960 00000100:00100000:2.0:1767320465.858116:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985928960 00000100:00100000:2.0:1767320465.858137:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1704 00000100:00100000:2.0:1767320465.858150:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985929088:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320465.858231:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985929088:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320465.858238:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1704 00000100:00100000:2.0:1767320465.858256:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2235 00000100:00100000:2.0:1767320465.858262:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985928960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320465.858290:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320465.858317:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985928960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (384us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320465.858323:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2235 00000100:00080000:3.0:1767320465.858845:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320466.191443:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320467.214462:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320467.470142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320467.470153:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320467.470232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320467.470236:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320467.470240:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320467.470248:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5660 00000100:00080000:0.0:1767320467.470253:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320467.470260:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320467.470291:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518000 x1853164045975936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320467.470337:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320467.470340:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320467.470352:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320467.470356:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5660 00000100:00080000:0.0:1767320467.470359:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320467.470363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320467.470375:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518e00 x1853164045976192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320467.470383:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320467.470386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320467.470388:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320467.470391:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5660 00000100:00080000:0.0:1767320467.470393:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320467.470397:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320467.470407:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651b800 x1853164045976320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320467.470428:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320467.470431:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320467.470433:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320467.470436:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5660 00000100:00080000:0.0:1767320467.470438:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320467.470442:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320467.470475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4700 x1853164045976704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320467.470501:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045976064:0@lo:400:kworker.0 00000100:00100000:0.0:1767320467.470566:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320467.470630:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320467.470636:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045976448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320467.470660:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320467.470828:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045976576:0@lo:400:kworker.0 00000100:00100000:3.0:1767320467.470858:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320467.470888:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320467.470894:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045975808:0@lo:400:kworker.0 00000100:00100000:3.0:1767320467.470914:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320467.470950:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976064 00000100:00100000:3.0:1767320467.470958:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976064 00000100:00100000:3.0:1767320467.471004:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975808 00000100:00100000:3.0:1767320467.471007:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975808 00000100:00100000:3.0:1767320467.471027:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1767320467.471035:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045976064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320467.471087:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045976064:12345-0@lo:400:kworker.0 Request processed in 52us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320467.471094:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1705 00000100:00100000:3.0:1767320467.471111:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1706 00000100:00100000:3.0:1767320467.471118:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045975808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320467.471151:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045975808:12345-0@lo:400:kworker.0 Request processed in 34us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320467.471156:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1706 00000100:00080000:3.0:1767320467.471188:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320467.471215:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be651a680 x1853164045976064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320467.471227:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045976064:0@lo:400:kworker.0 00010000:00080000:3.0:1767320467.471254:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be651bb80 x1853164045975808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320467.471263:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045975808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320467.471504:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976448 00000100:00100000:1.0:1767320467.471509:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976448 00000100:00100000:0.0:1767320467.471552:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976576 00000100:00100000:0.0:1767320467.471558:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976576 00000100:00100000:1.0:1767320467.471562:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1767320467.471572:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045976448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320467.471596:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:0.0:1767320467.471606:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045976576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320467.471616:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045976448:12345-0@lo:400:kworker.0 Request processed in 46us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320467.471623:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1767320467.471663:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045976448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320467.471664:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045976576:12345-0@lo:400:kworker.0 Request processed in 58us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320467.471675:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1767320467.471690:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045975936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320467.471716:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320467.471752:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045976192:0@lo:38:kworker.0 00000100:00100000:1.0:1767320467.471792:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320467.471810:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045976320:0@lo:38:kworker.0 00000100:00100000:1.0:1767320467.471833:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320467.471850:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045976704:0@lo:38:kworker.0 00000100:00100000:1.0:1767320467.471870:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320467.471956:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045975936 00000100:00100000:2.0:1767320467.471961:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045975936 00000100:00100000:2.0:1767320467.471987:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976192 00000100:00100000:2.0:1767320467.471990:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976192 00000100:00100000:2.0:1767320467.471998:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976704 00000100:00100000:2.0:1767320467.472000:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976704 00000100:00100000:2.0:1767320467.472010:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1767320467.472015:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045975936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320467.472033:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320467.472070:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045975936:12345-0@lo:38:kworker.0 Request processed in 53us (353us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320467.472076:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2236 00000100:00100000:2.0:1767320467.472089:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2237 00000100:00100000:2.0:1767320467.472093:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045976192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320467.472102:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320467.472125:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045976192:12345-0@lo:38:kworker.0 Request processed in 29us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320467.472131:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2237 00000100:00100000:2.0:1767320467.472141:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2238 00000100:00100000:2.0:1767320467.472145:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045976704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320467.472153:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320467.472175:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045976704:12345-0@lo:38:kworker.0 Request processed in 28us (304us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320467.472181:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2238 00000100:00080000:1.0:1767320467.472483:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320467.472489:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320467.472492:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045975936:0@lo:38:kworker.0 00000100:00080000:1.0:1767320467.472500:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320467.472502:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320467.472505:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045976192:0@lo:38:kworker.0 00000100:00080000:1.0:1767320467.472512:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320467.472515:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320467.472518:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045976704:0@lo:38:kworker.0 00000100:00080000:3.0:1767320467.472585:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320467.472590:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320467.472600:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976320 00000100:00100000:3.0:1767320467.472604:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976320 00000100:00100000:3.0:1767320467.472635:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1767320467.472640:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045976320:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320467.472650:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320467.472688:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045976320:12345-0@lo:38:kworker.0 Request processed in 46us (854us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320467.472694:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1767320467.472722:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045976576:0@lo:400:kworker.0 00000100:00080000:1.0:1767320467.472790:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320467.472794:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320467.472798:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045976320:0@lo:38:kworker.0 00010000:00010000:2.0:1767320468.238014:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320468.494045:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045976832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320468.494111:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320468.494277:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976832 00000100:00100000:0.0:1767320468.494285:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976832 00000100:00100000:0.0:1767320468.494355:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:0.0:1767320468.494364:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045976832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320468.494392:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320468.494439:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045976832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320468.494445:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:3.0:1767320468.494714:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045976832:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320468.494730:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045976960:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320468.494757:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320468.495188:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045976960 00000100:00100000:3.0:1767320468.495194:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045976960 00000100:00100000:3.0:1767320468.495236:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:3.0:1767320468.495243:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045976960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320468.495261:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320468.499423:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045976960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4170us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320468.499443:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1767320468.502080:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045976960:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320469.262031:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320470.286113:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320470.981731:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985929216 offset 0 length 520: 4 00000100:00100000:2.0:1767320470.981816:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320470.981948:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320470.985898:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929344 00000100:00100000:3.0:1767320470.985919:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929344 00000100:00100000:3.0:1767320470.985985:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929472 00000100:00100000:3.0:1767320470.985990:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929472 00000100:00100000:3.0:1767320470.986065:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1707 00000100:00100000:3.0:1767320470.986077:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985929472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320470.986078:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2239 00000100:00100000:1.0:1767320470.986085:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985929344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320470.986110:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320470.986177:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320470.986184:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985929472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (4236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320470.986192:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1707 00000100:00100000:1.0:1767320470.986623:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985929344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 535us (4805us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320470.986631:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2239 00010000:00010000:1.0:1767320471.311496:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320471.565979:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320446/real 1767320447] req@ffffa07be651b100 x1853164045971584/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320471 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320471.566023:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be651b100 x1853164045971584/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320471 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320471.566046:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320471.566059:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320471.566063:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045971584:0@lo:250:kworker.0 00000100:00080000:2.0:1767320471.566289:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320471.566296:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320471.566299:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320471.566305:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5645 00000100:00080000:2.0:1767320471.566309:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320471.566317:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320471.566352:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02680 x1853164045977088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320471.567124:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767320471.567145:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320471.567149:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320471.567153:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320471.567159:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320471.567162:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320471.567167:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320471.567209:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03480 x1853164045977344/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320471.567246:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320471.567250:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320471.567252:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320471.567255:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320471.567259:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320471.567263:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320471.567288:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02d80 x1853164045977600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320471.567297:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320471.567301:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320471.567302:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320471.567306:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320471.567308:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320471.567312:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320471.567324:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00700 x1853164045977728/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320471.567383:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045977472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320471.567387:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045977088:0@lo:250:kworker.0 00000100:00100000:0.0:1767320471.568479:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000100:3.0:1767320471.568479:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045977088 offset 0 length 520: 4 00000100:00100000:1.0:1767320471.568567:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045977984:0@lo:400:kworker.0 00000100:00100000:3.0:1767320471.568723:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045977344:0@lo:38:kworker.0 00000100:00080000:2.0:1767320471.568787:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320471.568792:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320471.568795:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320471.568800:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5665 00000100:00080000:2.0:1767320471.568803:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320471.568810:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320471.568849:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01880 x1853164045978112/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320471.568922:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045977856:0@lo:400:kworker.0 00000100:00100000:0.0:1767320471.570166:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977472 00000100:00100000:0.0:1767320471.570183:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977472 00000100:00100000:1.0:1767320471.570346:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320471.570386:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045977216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320471.570425:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320471.570458:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977216 00000100:00100000:1.0:1767320471.570462:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977216 00000100:00100000:0.0:1767320471.570559:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1708 00000100:00100000:1.0:1767320471.570812:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1709 00000100:00100000:1.0:1767320471.570834:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045977216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320471.570912:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045977216:12345-0@lo:400:kworker.0 Request processed in 91us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320471.570919:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1709 00010000:00080000:1.0:1767320471.570974:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c03b80 x1853164045977216/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320471.570991:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045977216:0@lo:400:kworker.0 00000100:00080000:1.0:1767320471.571034:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320471.571185:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977984 00000100:00100000:1.0:1767320471.571190:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977984 00000100:00100000:1.0:1767320471.571481:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1087 00000100:00100000:1.0:1767320471.571489:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045977984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320471.571490:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320471.571521:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045977600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320471.571529:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045977984:12345-0@lo:400:kworker.0 Request processed in 42us (1186us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320471.571535:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1087 00000100:00080000:1.0:1767320471.571617:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320471.571797:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045977984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320471.572013:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045977472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320471.572063:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045977472:12345-0@lo:400:kworker.0 Request processed in 1496us (3586us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320471.572071:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1708 00000100:00100000:0.0:1767320471.572088:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977344 00000100:00100000:0.0:1767320471.572092:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977344 00000100:00100000:0.0:1767320471.572113:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2240 00000100:00100000:0.0:1767320471.572118:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045977344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320471.572141:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320471.572176:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045977344:12345-0@lo:38:kworker.0 Request processed in 56us (685us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320471.572182:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2240 00010000:00080000:0.0:1767320471.572426:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c02a00 x1853164045977472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320471.572439:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045977472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320471.572674:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320471.572674:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320471.572710:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045977728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320471.572718:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977600 00000100:00100000:1.0:1767320471.572722:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977600 00000100:00100000:1.0:1767320471.572743:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2241 00000100:00100000:3.0:1767320471.572743:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320471.572748:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045977600:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320471.572760:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320471.572766:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045978112:0@lo:38:kworker.0 00000100:00100000:3.0:1767320471.572803:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320471.572815:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045977600:12345-0@lo:38:kworker.0 Request processed in 67us (143us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320471.572827:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320471.572832:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320471.572835:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045977344:0@lo:38:kworker.0 00000100:00080000:3.0:1767320471.572844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320471.572848:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320471.572851:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045977600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320471.573064:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2241 00000100:00100000:1.0:1767320471.573083:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978112 00000100:00100000:1.0:1767320471.573086:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978112 00000100:00100000:1.0:1767320471.573117:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2242 00000100:00100000:1.0:1767320471.573122:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045978112:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320471.573133:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320471.573164:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045978112:12345-0@lo:38:kworker.0 Request processed in 41us (360us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320471.573170:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2242 00000100:00100000:1.0:1767320471.573470:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977856 00000100:00100000:1.0:1767320471.573475:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977856 00000100:00100000:1.0:1767320471.573518:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:1.0:1767320471.573525:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045977856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320471.573583:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045977856:12345-0@lo:400:kworker.0 Request processed in 58us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320471.573589:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00080000:1.0:1767320471.573611:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320471.573757:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045977728 00000100:00100000:1.0:1767320471.573819:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045977728 00000100:00100000:1.0:1767320471.573884:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1767320471.573893:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045977728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320471.573915:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320471.573988:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045977728:12345-0@lo:38:kworker.0 Request processed in 94us (1242us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320471.573995:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:3.0:1767320471.575379:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320471.575392:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320471.575398:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045978112:0@lo:38:kworker.0 00000100:00080000:3.0:1767320471.575416:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320471.575420:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320471.575424:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045977728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320471.577815:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045977856:0@lo:400:kworker.0 00010000:00010000:2.0:1767320472.334198:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320473.360858:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320473.614531:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320473.614554:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045978240:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320473.614654:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320473.614954:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978240 00000100:00100000:3.0:1767320473.614965:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978240 00000100:00100000:3.0:1767320473.615254:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1767320473.615267:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045978240:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320473.615303:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320473.615379:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045978240:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320473.615387:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1767320473.615447:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045978240:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320473.615704:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045978368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320473.615743:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320473.615863:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978368 00000100:00100000:0.0:1767320473.615869:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978368 00000100:00080000:1.0:1767320473.619156:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320473.619172:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320473.619579:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:0.0:1767320473.619602:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045978368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320473.620016:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320473.620210:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045978368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 619us (4465us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320473.620220:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:2.0:1767320473.620493:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045978368:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320474.382080:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320475.406086:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320476.104614:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320476.104672:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320476.104855:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929728 00000100:00100000:0.0:1767320476.104869:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929728 00000100:00100000:0.0:1767320476.104970:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929600 00000100:00100000:0.0:1767320476.104973:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929600 00000100:00100000:0.0:1767320476.104998:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1710 00000100:00100000:0.0:1767320476.105011:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985929728:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320476.105062:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2243 00000100:00100000:3.0:1767320476.105077:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985929600:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320476.105108:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320476.105137:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985929728:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 127us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320476.105147:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1710 00000100:00100000:3.0:1767320476.105211:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985929600:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 131us (534us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320476.105220:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2243 00000100:00080000:2.0:1767320476.106150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320476.430032:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320476.687188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320476.687205:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320476.687298:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320476.687303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320476.687309:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320476.687320:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5669 00000100:00080000:3.0:1767320476.687327:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320476.687336:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320476.687511:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045978496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320476.687605:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320476.687733:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978496 00000100:00100000:0.0:1767320476.687744:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978496 00000100:00100000:0.0:1767320476.687841:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1711 00000100:00100000:0.0:1767320476.687852:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045978496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320476.687918:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045978496:12345-0@lo:400:kworker.0 Request processed in 67us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320476.687927:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1711 00000100:00080000:2.0:1767320476.687996:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320476.688036:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afdc00 x1853164045978496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320476.688054:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045978496:0@lo:400:kworker.0 00000100:00100000:3.0:1767320476.688143:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afdf80 x1853164045978624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320476.688228:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045978752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320476.688271:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320476.688365:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978752 00000100:00100000:1.0:1767320476.688370:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978752 00000100:00100000:1.0:1767320476.688408:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1712 00000100:00100000:1.0:1767320476.688415:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045978752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320476.688484:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045978624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320476.688513:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320476.688543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320476.688568:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978624 00000100:00100000:2.0:1767320476.688572:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978624 00000100:00100000:2.0:1767320476.688595:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2244 00000100:00100000:2.0:1767320476.688600:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045978624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320476.688621:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320476.688655:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045978624:12345-0@lo:38:kworker.0 Request processed in 53us (141us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320476.688662:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2244 00000100:00080000:2.0:1767320476.688694:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320476.688699:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320476.688703:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045978624:0@lo:38:kworker.0 00000100:00080000:3.0:1767320476.688973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320476.688979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320476.688982:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320476.688988:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5669 00000100:00080000:3.0:1767320476.688993:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320476.688998:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320476.689020:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afce00 x1853164045978880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320476.689038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320476.689042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320476.689044:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320476.689047:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5669 00000100:00080000:3.0:1767320476.689049:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320476.689053:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320476.689066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afd880 x1853164045979008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320476.690632:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045979136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320476.690730:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320476.690855:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045978880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320476.690887:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320476.690907:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045979008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320476.690934:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320476.690972:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045978880 00000100:00100000:2.0:1767320476.690980:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045978880 00000100:00100000:2.0:1767320476.691018:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2245 00000100:00100000:2.0:1767320476.691025:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045978880:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320476.691059:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320476.691100:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045978880:12345-0@lo:38:kworker.0 Request processed in 74us (211us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320476.691106:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2245 00000100:00080000:2.0:1767320476.691146:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320476.691151:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320476.691155:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045978880:0@lo:38:kworker.0 00000100:00100000:2.0:1767320476.691208:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979136 00000100:00100000:2.0:1767320476.691212:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979136 00000100:00100000:2.0:1767320476.691261:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1767320476.691270:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045979136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320476.691313:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045979136:12345-0@lo:400:kworker.0 Request processed in 46us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320476.691319:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00080000:2.0:1767320476.691337:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320476.691927:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045979136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320476.691971:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979008 00000100:00100000:2.0:1767320476.691977:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979008 00000100:00100000:2.0:1767320476.692005:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1767320476.692010:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045979008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320476.692025:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320476.692082:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045979008:12345-0@lo:38:kworker.0 Request processed in 70us (1147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320476.692089:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:2.0:1767320476.692117:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320476.692122:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320476.692126:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045979008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320476.695790:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045978752:12345-0@lo:400:kworker.0 Request processed in 7345us (7488us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320476.695815:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1712 00010000:00080000:0.0:1767320476.699879:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afdc00 x1853164045978752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320476.699905:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045978752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320476.700464:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045979264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320476.700558:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320476.700658:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979264 00000100:00100000:2.0:1767320476.700667:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979264 00000100:00100000:2.0:1767320476.700759:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:2.0:1767320476.700796:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045979264:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320476.700889:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320476.700895:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320476.700899:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320476.700906:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5669 00000100:00080000:3.0:1767320476.700912:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320476.700918:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320476.700945:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afe680 x1853164045979392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320476.701023:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045979392:0@lo:38:kworker.0 00000100:00100000:3.0:1767320476.701076:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320476.703195:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320476.703276:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979392 00000100:00100000:0.0:1767320476.703289:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979392 00000100:00100000:0.0:1767320476.703375:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2246 00000100:00100000:0.0:1767320476.703385:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045979392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320476.703414:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320476.703515:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045979392:12345-0@lo:38:kworker.0 Request processed in 130us (2437us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320476.703523:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2246 00000100:00080000:3.0:1767320476.704519:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320476.704533:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320476.704538:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045979392:0@lo:38:kworker.0 00000100:00100000:2.0:1767320476.714933:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045979264:12345-0@lo:400:kworker.0 Request processed in 14148us (14359us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320476.714955:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:1.0:1767320476.715032:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045979264:0@lo:400:kworker.0 00010000:00010000:1.0:1767320477.454340:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320478.478038:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320478.734250:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045979520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320478.734340:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320478.734438:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979520 00000100:00100000:0.0:1767320478.734449:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979520 00000100:00100000:0.0:1767320478.734537:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1767320478.734550:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045979520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320478.734590:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320478.734672:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045979520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320478.734681:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1767320478.734743:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045979520:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320478.736043:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320478.736080:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045979648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320478.736164:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320478.737525:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979648 00000100:00100000:3.0:1767320478.737548:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979648 00000100:00100000:1.0:1767320478.737696:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1767320478.737742:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045979648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320478.737808:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320478.737876:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045979648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 168us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320478.737883:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00080000:3.0:1767320478.738106:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320478.738202:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045979648:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320479.502722:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320480.530330:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320481.221496:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320481.221615:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320481.221710:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929984 00000100:00100000:3.0:1767320481.221723:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929984 00000100:00100000:3.0:1767320481.221859:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985929856 00000100:00100000:3.0:1767320481.221863:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985929856 00000100:00100000:3.0:1767320481.221889:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1713 00000100:00100000:3.0:1767320481.221902:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985929984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320481.222012:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985929984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320481.222022:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1713 00000100:00100000:3.0:1767320481.222043:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2247 00000100:00100000:3.0:1767320481.222047:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985929856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320481.222071:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320481.222112:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985929856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 63us (497us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320481.222119:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2247 00000100:00080000:1.0:1767320481.222149:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320481.550056:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320481.805964:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.805980:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320481.806071:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320481.806127:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045979776:0@lo:400:kworker.0 00000100:00080000:2.0:1767320481.806216:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320481.806223:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320481.806225:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320481.806239:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5674 00000100:00080000:2.0:1767320481.806245:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320481.806252:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320481.806295:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14380 x1853164045979904/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320481.806386:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.806390:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320481.806393:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320481.806397:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5674 00000100:00080000:2.0:1767320481.806400:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320481.806404:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320481.806414:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979776 00000100:00100000:2.0:1767320481.806421:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164045980160/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320481.806428:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979776 00000100:00080000:2.0:1767320481.806436:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.806441:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320481.806444:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320481.806449:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5674 00000100:00080000:2.0:1767320481.806452:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320481.806456:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320481.806473:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045980288/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320481.806522:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1714 00000100:00100000:3.0:1767320481.806539:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045979776:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320481.806552:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320481.806557:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320481.806560:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320481.806564:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5674 00000100:00080000:2.0:1767320481.806567:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320481.806571:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320481.806595:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bea00 x1853164045980672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320481.806613:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045979776:12345-0@lo:400:kworker.0 Request processed in 77us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320481.806623:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1714 00000100:00100000:2.0:1767320481.806642:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045980416:0@lo:400:kworker.0 00000100:00100000:3.0:1767320481.806666:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045980544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320481.806730:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320481.806859:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320481.806868:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045980032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320481.806899:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320481.806989:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320481.807018:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045979904:0@lo:38:kworker.0 00000100:00100000:3.0:1767320481.807102:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980032 00000100:00100000:3.0:1767320481.807110:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980032 00000100:00100000:3.0:1767320481.807169:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1715 00000100:00100000:3.0:1767320481.807177:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045980032:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320481.807234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320481.807283:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c03b80 x1853164045979776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320481.807296:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045979776:0@lo:400:kworker.0 00000100:00100000:0.0:1767320481.807331:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980416 00000100:00100000:0.0:1767320481.807335:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980416 00000100:00100000:0.0:1767320481.807368:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1767320481.807374:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045980416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320481.810150:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320481.810228:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045980160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320481.810290:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320481.810319:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045980288:0@lo:38:kworker.0 00000100:00100000:1.0:1767320481.810345:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320481.810371:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045980672:0@lo:38:kworker.0 00000100:00100000:1.0:1767320481.810395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320481.810441:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980288 00000100:00100000:1.0:1767320481.810448:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980288 00000100:00100000:1.0:1767320481.810486:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1767320481.810492:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045980288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320481.810513:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320481.810554:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045980288:12345-0@lo:38:kworker.0 Request processed in 60us (207us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320481.810561:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1767320481.810586:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045979904 00000100:00100000:1.0:1767320481.810590:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045979904 00000100:00100000:1.0:1767320481.810609:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980160 00000100:00100000:1.0:1767320481.810612:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980160 00000100:00100000:1.0:1767320481.810619:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980672 00000100:00100000:1.0:1767320481.810621:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980672 00000100:00100000:1.0:1767320481.810630:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2248 00000100:00100000:1.0:1767320481.810634:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045979904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320481.810646:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320481.810671:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045979904:12345-0@lo:38:kworker.0 Request processed in 35us (529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320481.810676:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2248 00000100:00100000:1.0:1767320481.810687:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2249 00000100:00100000:1.0:1767320481.810690:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045980160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320481.810698:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320481.810714:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045980160:12345-0@lo:38:kworker.0 Request processed in 23us (423us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320481.810721:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2249 00000100:00100000:1.0:1767320481.810729:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2250 00000100:00100000:1.0:1767320481.810732:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045980672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320481.810739:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320481.810758:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045980672:12345-0@lo:38:kworker.0 Request processed in 24us (362us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320481.810762:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2250 00000100:00080000:1.0:1767320481.810849:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320481.810854:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320481.810857:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045979904:0@lo:38:kworker.0 00000100:00080000:1.0:1767320481.810864:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320481.810867:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320481.810869:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045980160:0@lo:38:kworker.0 00000100:00080000:1.0:1767320481.810875:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320481.810878:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320481.810880:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045980288:0@lo:38:kworker.0 00000100:00080000:1.0:1767320481.810885:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320481.810888:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320481.810890:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045980672:0@lo:38:kworker.0 00000100:00080000:1.0:1767320481.810964:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320481.811174:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045980032:12345-0@lo:400:kworker.0 Request processed in 3994us (4271us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320481.811183:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1715 00010000:00080000:1.0:1767320481.811705:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14700 x1853164045980032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320481.811717:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045980032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320481.813708:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320481.813763:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980544 00000100:00100000:1.0:1767320481.813790:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980544 00000100:00080000:3.0:1767320481.813836:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320481.813856:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:1.0:1767320481.813868:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045980544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320481.813944:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045980544:12345-0@lo:400:kworker.0 Request processed in 79us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320481.813950:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1767320481.815701:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045980544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320481.816711:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045980416:12345-0@lo:400:kworker.0 Request processed in 9331us (9989us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320481.816758:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045980416:0@lo:400:kworker.0 00000100:00100000:0.0:1767320481.817669:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00010000:00010000:1.0:1767320482.574133:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320483.598097:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320483.854347:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045980800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320483.854438:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320483.854760:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320483.854901:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980800 00000100:00100000:0.0:1767320483.854922:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980800 00000100:00100000:0.0:1767320483.854994:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1767320483.855004:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045980800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320483.855062:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320483.855132:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045980800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (693us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320483.855139:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:0.0:1767320483.855182:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045980800:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320483.855283:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320483.855740:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045980928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320483.855794:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320483.855985:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045980928 00000100:00100000:2.0:1767320483.855990:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045980928 00000100:00100000:2.0:1767320483.856211:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1767320483.856218:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045980928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320483.856238:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320483.856314:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045980928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320483.856320:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1767320483.856558:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045980928:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320483.856643:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320484.625360:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320485.646070:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320486.340421:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320486.340487:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320486.340617:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985930112 00000100:00100000:3.0:1767320486.340627:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985930112 00000100:00100000:3.0:1767320486.340685:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985930240 00000100:00100000:3.0:1767320486.340688:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985930240 00000100:00080000:0.0:1767320486.340859:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320486.340942:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1716 00000100:00100000:3.0:1767320486.340956:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985930240:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320486.341049:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985930240:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 97us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320486.341329:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2251 00000100:00100000:2.0:1767320486.341337:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985930112:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320486.341357:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320486.341385:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985930112:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (974us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320486.341392:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2251 00000100:00100000:3.0:1767320486.348161:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1716 00010000:00010000:1.0:1767320486.677001:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320486.925966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320486.925998:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320486.926060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320486.926065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320486.926069:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320486.926077:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5680 00000100:00080000:1.0:1767320486.926081:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320486.926088:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320486.926109:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164045981184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320486.926155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320486.926161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320486.926163:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320486.926169:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5680 00000100:00100000:3.0:1767320486.926171:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045981056:0@lo:400:kworker.0 00000100:00080000:1.0:1767320486.926172:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320486.926179:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320486.926192:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045981440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320486.926200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320486.926203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320486.926205:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320486.926209:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5680 00000100:00080000:1.0:1767320486.926211:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320486.926214:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320486.926230:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164045981568/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320486.926241:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320486.926257:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320486.926262:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320486.926264:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320486.926268:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5680 00000100:00080000:1.0:1767320486.926270:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320486.926274:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320486.926284:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584380 x1853164045981952/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320486.926306:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045981312:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.926343:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320486.926353:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045981824:0@lo:400:kworker.0 00000100:00100000:1.0:1767320486.926360:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320486.926388:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320486.926398:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320486.926407:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045981696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.926425:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981056 00000100:00100000:3.0:1767320486.926433:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981056 00000100:00100000:1.0:1767320486.926437:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320486.926471:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981824 00000100:00100000:1.0:1767320486.926475:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981824 00000100:00100000:3.0:1767320486.926487:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981312 00000100:00100000:3.0:1767320486.926492:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981312 00000100:00100000:1.0:1767320486.926510:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981696 00000100:00100000:1.0:1767320486.926515:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981696 00000100:00100000:3.0:1767320486.926523:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1717 00000100:00100000:3.0:1767320486.926533:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045981056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320486.926542:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1767320486.926552:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045981824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.926591:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045981056:12345-0@lo:400:kworker.0 Request processed in 59us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320486.926597:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045981824:12345-0@lo:400:kworker.0 Request processed in 44us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320486.926605:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:3.0:1767320486.926622:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1717 00000100:00100000:1.0:1767320486.926626:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:1.0:1767320486.926635:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045981696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.926643:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1718 00000100:00100000:3.0:1767320486.926653:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045981312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320486.926670:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045981696:12345-0@lo:400:kworker.0 Request processed in 35us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320486.926677:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:3.0:1767320486.926694:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045981312:12345-0@lo:400:kworker.0 Request processed in 42us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320486.926701:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1718 00000100:00100000:1.0:1767320486.926729:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045981696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.926740:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045981824:0@lo:400:kworker.0 00010000:00080000:1.0:1767320486.926747:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14700 x1853164045981312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767320486.926758:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451180 x1853164045981056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320486.926759:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045981312:0@lo:400:kworker.0 00000100:00100000:3.0:1767320486.926814:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045981056:0@lo:400:kworker.0 00000100:00080000:0.0:1767320486.926885:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320486.926889:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320486.926891:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320486.926902:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045981184:0@lo:38:kworker.0 00000100:00100000:0.0:1767320486.926930:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320486.926965:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045981440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320486.926995:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320486.927018:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045981568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320486.927041:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320486.927060:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045981952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320486.927079:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320486.927107:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981184 00000100:00100000:0.0:1767320486.927111:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981184 00000100:00100000:0.0:1767320486.927130:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981440 00000100:00100000:0.0:1767320486.927133:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981440 00000100:00100000:0.0:1767320486.927140:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981952 00000100:00100000:0.0:1767320486.927142:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981952 00000100:00100000:0.0:1767320486.927151:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1767320486.927155:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045981184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320486.927172:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320486.927204:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045981184:12345-0@lo:38:kworker.0 Request processed in 47us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320486.927210:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2252 00000100:00100000:0.0:1767320486.927222:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2253 00000100:00100000:0.0:1767320486.927226:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045981440:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320486.927235:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320486.927258:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045981440:12345-0@lo:38:kworker.0 Request processed in 30us (271us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320486.927267:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2254 00000100:00100000:2.0:1767320486.927275:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045981952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320486.927292:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320486.927326:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045981952:12345-0@lo:38:kworker.0 Request processed in 50us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320486.927376:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045981568 00000100:00100000:1.0:1767320486.927381:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045981568 00000100:00100000:1.0:1767320486.927402:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1767320486.927407:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045981568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320486.927417:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320486.927446:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045981568:12345-0@lo:38:kworker.0 Request processed in 38us (404us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320486.927451:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:1.0:1767320486.927495:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.927499:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.927502:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045981184:0@lo:38:kworker.0 00000100:00080000:1.0:1767320486.927511:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.927514:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.927516:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045981440:0@lo:38:kworker.0 00000100:00080000:1.0:1767320486.927523:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.927526:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.927528:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045981568:0@lo:38:kworker.0 00000100:00080000:1.0:1767320486.927535:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320486.927537:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320486.927539:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045981952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320486.931296:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2253 00000100:00100000:2.0:1767320486.934206:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2254 00010000:00010000:1.0:1767320487.694402:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320488.718323:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320488.973939:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320488.973973:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045982080:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320488.974017:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045982208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320488.974043:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320488.974061:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320488.974122:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982080 00000100:00100000:1.0:1767320488.974131:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982080 00000100:00100000:2.0:1767320488.974168:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982208 00000100:00100000:2.0:1767320488.974172:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982208 00000100:00100000:1.0:1767320488.974196:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00080000:3.0:1767320488.974242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320488.974247:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320488.974284:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045982080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320488.974318:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320488.974360:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045982080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320488.983561:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045982080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320488.987165:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1767320488.987200:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045982208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320488.987239:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320488.987320:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045982208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 141us (13256us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320488.987328:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:0.0:1767320488.991273:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045982208:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320488.995931:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00010000:00010000:1.0:1767320489.742145:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320490.766134:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320491.468452:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320491.468721:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320491.469073:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985930496 00000100:00100000:0.0:1767320491.469084:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985930496 00000100:00080000:3.0:1767320491.469183:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320491.469188:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985930368 00000100:00100000:0.0:1767320491.469192:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985930368 00000100:00100000:0.0:1767320491.469237:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1719 00000100:00100000:0.0:1767320491.469250:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985930496:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320491.469332:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985930496:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320491.469340:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1719 00000100:00100000:3.0:1767320491.469363:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2255 00000100:00100000:3.0:1767320491.469370:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985930368:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320491.469391:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320491.469431:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985930368:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (710us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320491.470538:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2255 00010000:00010000:1.0:1767320491.794438:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320492.047802:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320492.047813:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320492.047946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045982336:0@lo:400:kworker.0 00000100:00100000:3.0:1767320492.048200:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320492.048323:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982336 00000100:00100000:1.0:1767320492.048330:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982336 00000100:00100000:1.0:1767320492.048374:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1720 00000100:00100000:1.0:1767320492.048380:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045982336:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320492.048435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320492.048438:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320492.048441:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320492.048445:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5685 00000100:00080000:2.0:1767320492.048448:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320492.048451:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320492.048469:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81be300 x1853164045982464/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320492.048491:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320492.048493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320492.048494:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320492.048497:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5685 00000100:00080000:2.0:1767320492.048498:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320492.048500:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320492.048516:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bf100 x1853164045982720/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320492.048521:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320492.048523:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320492.048524:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320492.048526:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5685 00000100:00080000:2.0:1767320492.048527:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320492.048529:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320492.048540:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bd500 x1853164045982848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320492.048628:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045983104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320492.048690:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.048725:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045983104 00000100:00100000:0.0:1767320492.048729:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045983104 00000100:00100000:0.0:1767320492.048760:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1767320492.048781:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045983104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320492.048821:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045983104:12345-0@lo:400:kworker.0 Request processed in 55us (130us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320492.048826:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1095 00000100:00100000:0.0:1767320492.048858:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045983104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320492.048982:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045982464:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.049007:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.049030:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045982720:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.049048:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.049070:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045982848:0@lo:38:kworker.0 00000100:00100000:0.0:1767320492.049090:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.049119:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982464 00000100:00100000:0.0:1767320492.049123:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982464 00000100:00100000:0.0:1767320492.049142:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982720 00000100:00100000:0.0:1767320492.049145:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982720 00000100:00100000:0.0:1767320492.049160:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2256 00000100:00100000:0.0:1767320492.049164:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045982464:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320492.049183:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320492.049214:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045982464:12345-0@lo:38:kworker.0 Request processed in 48us (206us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320492.049221:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2256 00000100:00100000:0.0:1767320492.049232:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2257 00000100:00100000:0.0:1767320492.049236:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045982720:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320492.049245:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320492.049267:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045982720:12345-0@lo:38:kworker.0 Request processed in 29us (217us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320492.049272:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2257 00000100:00100000:1.0:1767320492.049442:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045982336:12345-0@lo:400:kworker.0 Request processed in 1061us (1241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320492.049449:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1720 00000100:00100000:1.0:1767320492.049481:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982848 00000100:00100000:1.0:1767320492.049485:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982848 00000100:00100000:1.0:1767320492.049505:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1767320492.049510:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045982848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320492.049519:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320492.049563:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045982848:12345-0@lo:38:kworker.0 Request processed in 51us (472us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320492.049570:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:1.0:1767320492.049621:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320492.049625:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320492.049628:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045982464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320492.049635:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320492.049638:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320492.049640:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045982720:0@lo:38:kworker.0 00000100:00080000:1.0:1767320492.049647:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320492.049649:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320492.049651:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045982848:0@lo:38:kworker.0 00000100:00100000:1.0:1767320492.049688:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045982976:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.049721:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320492.049750:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320492.049756:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045982592:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.049794:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320492.049815:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982592 00000100:00100000:1.0:1767320492.049818:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982592 00000100:00100000:1.0:1767320492.049843:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1721 00000100:00100000:1.0:1767320492.049848:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045982592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.049880:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045982592:12345-0@lo:400:kworker.0 Request processed in 32us (85us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320492.049885:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1721 00010000:00080000:1.0:1767320492.049924:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bca80 x1853164045982592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320492.049934:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045982592:0@lo:400:kworker.0 00000100:00080000:1.0:1767320492.049949:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320492.049954:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320492.050113:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045982976 00000100:00100000:1.0:1767320492.050117:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045982976 00000100:00100000:1.0:1767320492.050147:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1767320492.050153:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045982976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.050186:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045982976:12345-0@lo:400:kworker.0 Request processed in 33us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320492.050192:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1096 00000100:00100000:1.0:1767320492.050218:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045982976:0@lo:400:kworker.0 00000100:00080000:1.0:1767320492.050231:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320492.052254:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320492.052263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320492.052267:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320492.052273:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5685 00000100:00080000:2.0:1767320492.052277:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320492.052285:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320492.052320:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81be680 x1853164045983232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:3.0:1767320492.052498:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bc380 x1853164045982336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320492.052518:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045982336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320492.052619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045983232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320492.052676:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320492.052858:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045983232 00000100:00100000:0.0:1767320492.052866:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045983232 00000100:00100000:0.0:1767320492.052921:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2258 00000100:00100000:0.0:1767320492.052927:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045983232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320492.052948:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320492.052995:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045983232:12345-0@lo:38:kworker.0 Request processed in 67us (319us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320492.053003:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2258 00000100:00080000:1.0:1767320492.053066:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320492.053072:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320492.053075:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045983232:0@lo:38:kworker.0 00010000:00010000:2.0:1767320492.814225:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320493.839614:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320494.094021:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320494.094081:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045983360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320494.094146:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320494.094203:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045983360 00000100:00100000:3.0:1767320494.094211:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045983360 00000100:00100000:3.0:1767320494.094289:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1767320494.094299:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045983360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320494.094330:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320494.094386:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045983360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320494.094393:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00080000:0.0:1767320494.094452:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320494.094534:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045983360:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320494.094583:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045983488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320494.094616:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320494.094662:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045983488 00000100:00100000:1.0:1767320494.094667:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045983488 00000100:00100000:1.0:1767320494.094706:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1767320494.094713:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045983488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320494.094728:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320494.094759:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045983488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320494.094765:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:2.0:1767320494.094794:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045983488:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320494.094847:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320494.862136:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320495.554705:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767320495.554753:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985930624 offset 0 length 520: 4 00000100:00100000:2.0:1767320495.554858:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320495.554957:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985930880 00000100:00100000:1.0:1767320495.554968:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985930880 00000100:00100000:0.0:1767320495.554984:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985930752 00000100:00100000:0.0:1767320495.554991:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985930752 00000100:00100000:1.0:1767320495.555043:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1722 00000100:00100000:1.0:1767320495.555054:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985930880:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767320495.555060:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320495.555154:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985930880:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 102us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320495.555163:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1722 00000100:00100000:1.0:1767320495.555186:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2259 00000100:00100000:1.0:1767320495.555191:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985930752:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320495.555223:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320495.555248:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985930752:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 55us (390us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320495.555255:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2259 00010000:00010000:1.0:1767320495.889416:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320496.142089:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320471/real 1767320471] req@ffffa07bc4c02680 x1853164045977088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320496 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320496.142136:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc4c02680 x1853164045977088/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320496 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320496.142151:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320496.142173:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320496.142178:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045977088:0@lo:250:kworker.0 00000100:00080000:0.0:1767320496.142257:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320496.142263:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320496.142266:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320496.142271:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5669 00000100:00080000:0.0:1767320496.142274:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320496.142280:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320496.142324:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5880 x1853164045983616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320496.142385:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320496.142388:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320496.142390:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320496.142394:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5690 00000100:00080000:0.0:1767320496.142396:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320496.142400:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320496.142424:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4380 x1853164045983872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320496.142467:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320496.142470:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320496.142472:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320496.142484:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5690 00000100:00080000:0.0:1767320496.142486:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320496.142489:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320496.142502:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03b80 x1853164045984128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320496.142513:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320496.142515:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320496.142517:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320496.142520:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5690 00000100:00080000:0.0:1767320496.142522:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320496.142524:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320496.142558:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164045984256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320496.142590:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045984000:0@lo:400:kworker.0 00000100:00080000:0.0:1767320496.142595:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320496.142600:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320496.142602:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320496.142605:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5690 00000100:00080000:0.0:1767320496.142608:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320496.142612:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320496.142623:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b800 x1853164045984640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320496.142647:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045984384:0@lo:400:kworker.0 00000100:00100000:0.0:1767320496.142712:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320496.142730:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320496.142839:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045984512:0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.142880:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320496.142931:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320496.142939:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045983744:0@lo:400:kworker.0 00000100:00100000:1.0:1767320496.142945:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984384 00000100:00100000:1.0:1767320496.142953:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984384 00000100:00100000:2.0:1767320496.142983:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320496.143022:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984512 00000100:00100000:1.0:1767320496.143026:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984512 00000100:00100000:2.0:1767320496.143034:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984000 00000100:00100000:2.0:1767320496.143039:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984000 00000100:00100000:1.0:1767320496.143055:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:1.0:1767320496.143066:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045984384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.143091:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045983744 00000100:00100000:2.0:1767320496.143096:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045983744 00000100:00100000:1.0:1767320496.143124:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045984384:12345-0@lo:400:kworker.0 Request processed in 59us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320496.143126:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1767320496.143139:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:2.0:1767320496.143140:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045984000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320496.143165:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1767320496.143173:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045984512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320496.143187:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73b8c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045984000:12345-0@lo:400:kworker.0 Request processed in 50us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320496.143195:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1723 00000100:00100000:1.0:1767320496.143216:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045984512:12345-0@lo:400:kworker.0 Request processed in 43us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320496.143224:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1767320496.143233:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1724 00000100:00100000:3.0:1767320496.143245:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045983744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320496.143269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045984384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320496.143288:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045983616:0@lo:250:kworker.0 00000100:00100000:3.0:1767320496.143300:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045983744:12345-0@lo:400:kworker.0 Request processed in 58us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320496.143308:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1724 00000400:00000100:1.0:1767320496.143312:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045983616 offset 0 length 520: 4 00000100:00100000:1.0:1767320496.143342:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045983872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320496.143369:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320496.143379:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320496.143385:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320496.143388:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320496.143415:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045983872 00000100:00100000:1.0:1767320496.143421:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045984128:0@lo:38:kworker.0 00000100:00100000:3.0:1767320496.143422:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045983872 00000100:00100000:3.0:1767320496.143454:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2260 00000100:00100000:1.0:1767320496.143455:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320496.143464:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045983872:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320496.143479:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045984256:0@lo:38:kworker.0 00010000:00020000:3.0:1767320496.143484:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320496.143525:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320496.143532:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045983872:12345-0@lo:38:kworker.0 Request processed in 66us (162us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320496.143540:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2260 00000100:00100000:3.0:1767320496.143557:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984128 00000100:00100000:3.0:1767320496.143561:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984128 00000100:00100000:1.0:1767320496.143562:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045984640:0@lo:38:kworker.0 00000100:00100000:3.0:1767320496.143585:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2261 00000100:00100000:1.0:1767320496.143592:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320496.143597:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045984128:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320496.143608:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320496.143624:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320496.143630:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320496.143634:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045983872:0@lo:38:kworker.0 00000100:00100000:0.0:1767320496.143693:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984640 00000100:00100000:0.0:1767320496.143697:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984640 00000100:00100000:0.0:1767320496.143719:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1767320496.143725:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045984640:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320496.143736:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320496.143765:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045984640:12345-0@lo:38:kworker.0 Request processed in 40us (177us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320496.143789:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2262 00000100:00100000:0.0:1767320496.143846:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984256 00000100:00100000:0.0:1767320496.143850:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984256 00000100:00100000:0.0:1767320496.143888:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1767320496.143894:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045984256:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320496.143904:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320496.143935:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045984256:12345-0@lo:38:kworker.0 Request processed in 40us (412us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320496.143942:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00010000:00080000:0.0:1767320496.143993:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c4700 x1853164045983744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320496.144005:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045983744:0@lo:400:kworker.0 00000100:00100000:0.0:1767320496.144022:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045984512:0@lo:400:kworker.0 00010000:00080000:0.0:1767320496.144066:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c02680 x1853164045984000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320512 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320496.144075:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045984000:0@lo:400:kworker.0 00000100:00100000:3.0:1767320496.144119:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045984128:12345-0@lo:38:kworker.0 Request processed in 522us (665us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320496.144127:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2261 00000100:00080000:1.0:1767320496.146219:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320496.146230:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320496.146235:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045984128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320496.146249:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320496.146252:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320496.146255:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045984256:0@lo:38:kworker.0 00000100:00080000:1.0:1767320496.146266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320496.146270:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320496.146272:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045984640:0@lo:38:kworker.0 00010000:00010000:2.0:1767320496.911127:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320497.936678:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320498.958034:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320499.214324:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320499.214341:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045984768:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320499.214407:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320499.214504:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984768 00000100:00100000:1.0:1767320499.214513:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984768 00000100:00080000:3.0:1767320499.214590:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320499.214623:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1767320499.214633:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045984768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320499.214664:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320499.214733:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045984768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320499.214741:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:0.0:1767320499.214961:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320499.214972:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045984896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320499.215049:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045984768:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320499.223210:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320499.223376:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045984896 00000100:00100000:2.0:1767320499.223387:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045984896 00000100:00100000:2.0:1767320499.223516:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00080000:3.0:1767320499.223535:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320499.223585:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045984896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320499.223619:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320499.223684:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045984896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320499.223692:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:0.0:1767320499.223815:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045984896:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320499.982123:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320500.673653:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320500.673704:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320500.673823:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931008 00000100:00100000:1.0:1767320500.673834:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931008 00000100:00100000:1.0:1767320500.673885:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931136 00000100:00100000:1.0:1767320500.673888:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931136 00000100:00100000:1.0:1767320500.673933:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1725 00000100:00100000:1.0:1767320500.673944:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985931136:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320500.674148:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2263 00000100:00100000:0.0:1767320500.674155:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985931008:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320500.674175:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320500.674242:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985931008:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 86us (598us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320500.674251:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2263 00000100:00100000:1.0:1767320500.674536:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985931136:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 594us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320500.674544:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1725 00000100:00080000:2.0:1767320500.674667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320501.006022:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320501.261961:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320501.261972:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320501.262038:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320501.262044:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320501.262048:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320501.262056:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5694 00000100:00080000:1.0:1767320501.262060:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320501.262067:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320501.262090:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15f80 x1853164045985152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320501.262119:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320501.262123:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320501.262124:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320501.262127:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5694 00000100:00080000:1.0:1767320501.262130:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320501.262133:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320501.262144:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16d80 x1853164045985408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320501.262153:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320501.262157:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320501.262159:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320501.262162:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5694 00000100:00080000:1.0:1767320501.262164:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320501.262167:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320501.262177:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15180 x1853164045985536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320501.262197:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320501.262200:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320501.262202:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320501.262205:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5694 00000100:00080000:1.0:1767320501.262207:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320501.262210:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320501.262220:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15880 x1853164045985920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320501.262260:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045985664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320501.262322:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320501.262358:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320501.262365:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045985280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320501.262389:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320501.262432:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985280 00000100:00100000:1.0:1767320501.262439:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985280 00000100:00100000:1.0:1767320501.262491:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1726 00000100:00100000:1.0:1767320501.262501:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045985280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320501.262928:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045985280:12345-0@lo:400:kworker.0 Request processed in 428us (536us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320501.262938:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1726 00010000:00080000:1.0:1767320501.262985:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16680 x1853164045985280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320501.262998:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045985280:0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.263371:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045985792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.263428:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320501.263454:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320501.263460:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045985024:0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.263480:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320501.263504:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985664 00000100:00100000:3.0:1767320501.263508:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985664 00000100:00100000:3.0:1767320501.263550:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985792 00000100:00100000:3.0:1767320501.263554:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985792 00000100:00100000:3.0:1767320501.263579:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1767320501.263586:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045985664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.263619:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045985664:12345-0@lo:400:kworker.0 Request processed in 34us (1298us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320501.263626:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1767320501.263638:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1767320501.263645:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045985792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.263676:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045985792:12345-0@lo:400:kworker.0 Request processed in 32us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320501.263682:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1767320501.263706:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985024 00000100:00100000:3.0:1767320501.263710:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985024 00000100:00100000:3.0:1767320501.263747:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1727 00000100:00100000:3.0:1767320501.263754:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045985024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.263801:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045985024:12345-0@lo:400:kworker.0 Request processed in 43us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320501.263807:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1727 00010000:00080000:3.0:1767320501.263834:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17100 x1853164045985024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320517 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320501.263844:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045985024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320501.263849:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045985152:0@lo:38:kworker.0 00000100:00100000:3.0:1767320501.263853:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045985792:0@lo:400:kworker.0 00000100:00100000:0.0:1767320501.263879:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320501.263898:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045985408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320501.263917:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320501.263937:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045985536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320501.263959:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320501.264045:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320501.264049:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320501.264051:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320501.264104:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045985664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320501.264814:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985152 00000100:00100000:3.0:1767320501.264821:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985152 00000100:00100000:3.0:1767320501.264844:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985408 00000100:00100000:3.0:1767320501.264847:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985408 00000100:00100000:3.0:1767320501.264873:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2264 00000100:00100000:3.0:1767320501.264878:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045985152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320501.265730:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320501.265827:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045985152:12345-0@lo:38:kworker.0 Request processed in 946us (1946us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320501.265835:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2264 00000100:00100000:3.0:1767320501.265855:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2265 00000100:00100000:3.0:1767320501.265860:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045985408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320501.265872:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320501.267125:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045985408:12345-0@lo:38:kworker.0 Request processed in 1256us (3199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320501.267136:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2265 00000100:00100000:0.0:1767320501.268717:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045985920:0@lo:38:kworker.0 00000100:00100000:0.0:1767320501.269329:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320501.269466:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320501.269471:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320501.269475:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045985152:0@lo:38:kworker.0 00000100:00080000:0.0:1767320501.269485:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320501.269489:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320501.269492:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045985408:0@lo:38:kworker.0 00000100:00100000:0.0:1767320501.269530:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985536 00000100:00100000:0.0:1767320501.269536:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985536 00000100:00100000:0.0:1767320501.269612:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1767320501.269618:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045985536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320501.269639:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320501.269695:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045985536:12345-0@lo:38:kworker.0 Request processed in 75us (5734us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320501.269702:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00080000:1.0:1767320501.269794:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320501.269800:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320501.269804:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045985536:0@lo:38:kworker.0 00000100:00100000:2.0:1767320501.274034:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045985920 00000100:00100000:2.0:1767320501.274052:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045985920 00000100:00100000:2.0:1767320501.274111:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2266 00000100:00100000:2.0:1767320501.274120:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045985920:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320501.274143:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320501.274235:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045985920:12345-0@lo:38:kworker.0 Request processed in 115us (4907us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320501.274252:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2266 00000100:00080000:1.0:1767320501.274570:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320501.274577:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320501.274581:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045985920:0@lo:38:kworker.0 00010000:00010000:1.0:1767320502.030096:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320503.054089:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320504.078090:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320504.334051:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320504.334071:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045986048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320504.334114:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320504.334127:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045986176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320504.334136:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320504.334163:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320504.334227:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986048 00000100:00100000:3.0:1767320504.334235:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986048 00000100:00100000:0.0:1767320504.334283:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986176 00000100:00100000:0.0:1767320504.334287:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986176 00000100:00100000:3.0:1767320504.334289:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1767320504.334300:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045986048:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320504.334315:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1767320504.334325:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045986176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320504.334329:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:0.0:1767320504.334346:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320504.334373:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045986048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320504.334381:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1767320504.334388:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045986176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 65us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320504.334394:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1767320504.334428:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045986048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320504.334452:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045986176:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320504.334536:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320504.334541:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320505.102012:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320505.799301:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320505.799336:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320505.799634:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931392 00000100:00100000:2.0:1767320505.799655:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931392 00000100:00100000:2.0:1767320505.799843:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931264 00000100:00100000:2.0:1767320505.799848:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931264 00000100:00100000:2.0:1767320505.799871:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1728 00000100:00100000:2.0:1767320505.799884:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985931392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320505.799957:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985931392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320505.799965:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1728 00000100:00100000:2.0:1767320505.799983:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2267 00000100:00100000:2.0:1767320505.799988:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985931264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320505.800008:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320505.800034:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985931264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (697us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320505.800040:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2267 00000100:00080000:0.0:1767320505.800337:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320506.127155:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320506.382510:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320506.382521:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320506.382570:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320506.382573:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320506.382577:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320506.382585:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5699 00000100:00080000:0.0:1767320506.382589:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320506.382595:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320506.382612:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79f80 x1853164045986432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320506.382647:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320506.382652:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320506.382653:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320506.382657:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5699 00000100:00080000:0.0:1767320506.382659:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320506.382662:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320506.382671:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7bb80 x1853164045986688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320506.382680:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320506.382683:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320506.382684:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320506.382687:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5699 00000100:00080000:0.0:1767320506.382689:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320506.382692:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320506.382701:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b480 x1853164045986816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320506.382719:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320506.382721:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320506.382722:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320506.382725:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5699 00000100:00080000:0.0:1767320506.382727:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320506.382729:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320506.382737:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b800 x1853164045987200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320506.382816:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045986944:0@lo:400:kworker.0 00000100:00100000:2.0:1767320506.382880:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.382952:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320506.382959:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045986560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320506.382981:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383014:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986560 00000100:00100000:2.0:1767320506.383020:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986560 00000100:00100000:2.0:1767320506.383062:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1767320506.383070:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045986560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320506.383117:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164045986560:12345-0@lo:400:kworker.0 Request processed in 48us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320506.383124:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1729 00000100:00100000:2.0:1767320506.383157:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045986432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320506.383177:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383194:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045986688:0@lo:38:kworker.0 00000100:00100000:2.0:1767320506.383208:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383218:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045986816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320506.383234:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383250:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045987200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320506.383265:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383285:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986816 00000100:00100000:2.0:1767320506.383288:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986816 00000100:00100000:2.0:1767320506.383303:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1767320506.383308:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045986816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320506.383325:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320506.383350:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045986816:12345-0@lo:38:kworker.0 Request processed in 41us (115us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320506.383356:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1767320506.383374:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986432 00000100:00100000:2.0:1767320506.383377:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986432 00000100:00100000:2.0:1767320506.383389:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986688 00000100:00100000:2.0:1767320506.383392:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986688 00000100:00100000:2.0:1767320506.383403:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987200 00000100:00100000:2.0:1767320506.383405:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987200 00000100:00100000:2.0:1767320506.383415:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2268 00000100:00100000:2.0:1767320506.383419:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045986432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320506.383428:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320506.383452:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045986432:12345-0@lo:38:kworker.0 Request processed in 32us (274us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320506.383458:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2268 00000100:00100000:2.0:1767320506.383469:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2269 00000100:00100000:2.0:1767320506.383472:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045986688:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320506.383481:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320506.383504:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045986688:12345-0@lo:38:kworker.0 Request processed in 29us (294us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320506.383509:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2269 00000100:00100000:2.0:1767320506.383519:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:2.0:1767320506.383522:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045987200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320506.383533:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320506.383553:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045987200:12345-0@lo:38:kworker.0 Request processed in 29us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320506.383558:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:2.0:1767320506.383578:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045987072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320506.383598:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383613:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320506.383618:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045986304:0@lo:400:kworker.0 00000100:00100000:2.0:1767320506.383647:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320506.383670:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986304 00000100:00100000:2.0:1767320506.383675:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986304 00000100:00100000:2.0:1767320506.383700:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1730 00000100:00100000:2.0:1767320506.383706:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045986304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320506.383739:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164045986304:12345-0@lo:400:kworker.0 Request processed in 33us (91us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320506.383745:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1730 00000100:00080000:2.0:1767320506.383804:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320506.383810:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320506.383813:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045986432:0@lo:38:kworker.0 00000100:00080000:2.0:1767320506.383822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320506.383825:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320506.383827:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045986688:0@lo:38:kworker.0 00000100:00080000:2.0:1767320506.383833:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320506.383836:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320506.383838:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045986816:0@lo:38:kworker.0 00000100:00080000:2.0:1767320506.383844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320506.383847:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320506.383849:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045987200:0@lo:38:kworker.0 00010000:00080000:2.0:1767320506.383885:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79c00 x1853164045986304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320506.383895:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164045986304:0@lo:400:kworker.0 00010000:00080000:2.0:1767320506.383918:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7a680 x1853164045986560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320522 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320506.383926:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164045986560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320506.384017:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045986944 00000100:00100000:3.0:1767320506.384023:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045986944 00000100:00100000:3.0:1767320506.384059:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987072 00000100:00100000:3.0:1767320506.384062:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987072 00000100:00100000:3.0:1767320506.384085:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1767320506.384091:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045986944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320506.384134:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045986944:12345-0@lo:400:kworker.0 Request processed in 42us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320506.384140:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1767320506.384153:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1767320506.384159:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045987072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320506.384190:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045987072:12345-0@lo:400:kworker.0 Request processed in 32us (591us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320506.384195:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00080000:0.0:1767320506.384228:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320506.384233:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045987072:0@lo:400:kworker.0 00000100:00080000:0.0:1767320506.384234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320506.384239:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320506.384269:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045986944:0@lo:400:kworker.0 00010000:00010000:1.0:1767320507.149998:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320508.175741:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320509.200083:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320509.453953:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045987328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320509.454034:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320509.454175:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045987456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320509.457124:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320509.457174:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987328 00000100:00100000:2.0:1767320509.457185:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987328 00000100:00100000:0.0:1767320509.457211:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987456 00000100:00100000:0.0:1767320509.457215:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987456 00000100:00080000:3.0:1767320509.457274:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320509.457290:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320509.457320:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1767320509.457330:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045987456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320509.457369:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320509.457428:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045987456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320509.457434:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1767320509.457447:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1767320509.457452:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045987328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320509.457465:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320509.457491:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045987328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 39us (3458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320509.457496:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1767320509.457567:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045987456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320509.457624:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045987328:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320510.223944:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320510.921388:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320510.921416:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320510.921733:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931520 00000100:00100000:3.0:1767320510.921744:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931520 00000100:00100000:3.0:1767320510.921815:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931648 00000100:00100000:3.0:1767320510.921818:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931648 00000100:00100000:3.0:1767320510.921878:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1731 00000100:00100000:3.0:1767320510.921887:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985931648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320510.921958:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985931648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320510.921966:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1731 00000100:00100000:3.0:1767320510.921985:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2271 00000100:00100000:3.0:1767320510.921990:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985931520:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320510.922023:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320510.922051:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985931520:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 60us (676us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320510.922058:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2271 00000100:00080000:1.0:1767320510.922229:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320511.247417:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320511.502254:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320511.502264:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320511.502318:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320511.502322:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320511.502327:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320511.502334:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5704 00000100:00080000:1.0:1767320511.502338:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320511.502345:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320511.502363:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164045987712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320511.502385:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320511.502388:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320511.502390:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320511.502393:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5704 00000100:00080000:1.0:1767320511.502395:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320511.502398:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320511.502407:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164045987968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320511.502414:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320511.502417:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320511.502418:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320511.502422:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5704 00000100:00080000:1.0:1767320511.502424:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320511.502427:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320511.502437:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16d80 x1853164045988096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320511.502455:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320511.502458:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320511.502460:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320511.502463:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5704 00000100:00080000:1.0:1767320511.502465:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320511.502468:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320511.502477:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164045988480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320511.502543:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045988352:0@lo:400:kworker.0 00000100:00100000:0.0:1767320511.502605:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320511.502668:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320511.502673:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045987584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320511.502695:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320511.502726:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987584 00000100:00100000:0.0:1767320511.502733:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987584 00000100:00100000:0.0:1767320511.502815:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1732 00000100:00100000:0.0:1767320511.502825:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045987584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320511.502869:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045987584:12345-0@lo:400:kworker.0 Request processed in 46us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320511.502880:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1732 00000100:00080000:0.0:1767320511.502899:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320511.502920:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15c00 x1853164045987584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320511.502932:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045987584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503118:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045987840:0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503147:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320511.503179:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320511.503185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045988224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503206:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320511.503233:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988352 00000100:00100000:2.0:1767320511.503237:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988352 00000100:00100000:2.0:1767320511.503264:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988224 00000100:00100000:2.0:1767320511.503266:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988224 00000100:00100000:2.0:1767320511.503283:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1767320511.503289:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045988352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503328:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045988352:12345-0@lo:400:kworker.0 Request processed in 39us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320511.503334:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:2.0:1767320511.503346:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1104 00000100:00100000:2.0:1767320511.503351:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045988224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503375:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045988224:12345-0@lo:400:kworker.0 Request processed in 24us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320511.503381:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1104 00000100:00080000:2.0:1767320511.503392:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320511.503394:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320511.503408:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045988352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503425:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045988224:0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503438:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987840 00000100:00100000:2.0:1767320511.503441:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987840 00000100:00100000:2.0:1767320511.503464:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1733 00000100:00100000:2.0:1767320511.503470:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045987840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320511.503497:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164045987840:12345-0@lo:400:kworker.0 Request processed in 27us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320511.503503:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1733 00000100:00080000:2.0:1767320511.503513:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320511.503547:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17b80 x1853164045987840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320527 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320511.503557:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164045987840:0@lo:400:kworker.0 00000100:00100000:3.0:1767320511.504055:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045987712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320511.504091:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320511.504127:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045987968:0@lo:38:kworker.0 00000100:00100000:2.0:1767320511.504135:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987712 00000100:00100000:2.0:1767320511.504139:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987712 00000100:00100000:3.0:1767320511.504147:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320511.504487:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045988096:0@lo:38:kworker.0 00000100:00100000:3.0:1767320511.504510:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320511.504530:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045988480:0@lo:38:kworker.0 00000100:00100000:3.0:1767320511.504559:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320511.507714:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045987968 00000100:00100000:2.0:1767320511.507730:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045987968 00000100:00100000:2.0:1767320511.508044:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1767320511.508053:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045987712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320511.508077:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320511.508151:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045987712:12345-0@lo:38:kworker.0 Request processed in 99us (4059us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320511.508158:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1767320511.508173:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1767320511.508177:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045987968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320511.508186:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320511.508212:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045987968:12345-0@lo:38:kworker.0 Request processed in 32us (4063us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320511.508217:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:2.0:1767320511.508271:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988096 00000100:00100000:2.0:1767320511.508275:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988096 00000100:00100000:2.0:1767320511.508297:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1767320511.508301:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045988096:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320511.508310:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320511.508334:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045988096:12345-0@lo:38:kworker.0 Request processed in 32us (3823us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320511.508340:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1767320511.508415:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988480 00000100:00100000:3.0:1767320511.508420:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988480 00000100:00100000:3.0:1767320511.508440:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2274 00000100:00100000:3.0:1767320511.508445:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045988480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320511.508454:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320511.508485:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045988480:12345-0@lo:38:kworker.0 Request processed in 39us (3925us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320511.508487:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320511.508490:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2274 00000100:00080000:2.0:1767320511.508492:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320511.508496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045987712:0@lo:38:kworker.0 00000100:00080000:2.0:1767320511.508505:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320511.508509:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320511.508512:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045987968:0@lo:38:kworker.0 00000100:00080000:2.0:1767320511.508520:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320511.508523:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320511.508526:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045988096:0@lo:38:kworker.0 00000100:00080000:2.0:1767320511.509409:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320511.509417:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320511.509421:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045988480:0@lo:38:kworker.0 00010000:00010000:2.0:1767320512.270365:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320513.294145:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320514.318222:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320514.574187:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320514.574209:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045988736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320514.574275:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320514.574918:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045988608:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320514.574959:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320514.575006:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988736 00000100:00100000:2.0:1767320514.575013:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988736 00000100:00080000:1.0:1767320514.575163:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320514.575262:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988608 00000100:00100000:0.0:1767320514.575267:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988608 00000100:00100000:2.0:1767320514.575394:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:2.0:1767320514.575404:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045988736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320514.575436:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767320514.575440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320514.575500:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045988736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320514.576122:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045988736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320514.579503:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1767320514.579530:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045988608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320514.579570:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320514.579608:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1767320514.580004:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045988608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 487us (5043us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320514.580011:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:2.0:1767320514.580189:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045988608:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320515.342254:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320516.037722:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320516.037963:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320516.038167:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931904 00000100:00100000:0.0:1767320516.038177:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931904 00000100:00100000:1.0:1767320516.038248:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985931776 00000100:00100000:1.0:1767320516.038253:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985931776 00000100:00100000:1.0:1767320516.038289:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1734 00000100:00100000:1.0:1767320516.038300:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985931904:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320516.038383:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985931904:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320516.038390:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1734 00000100:00100000:1.0:1767320516.038407:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2275 00000100:00100000:1.0:1767320516.038412:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985931776:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320516.038441:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320516.038473:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985931776:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (510us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320516.038482:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2275 00000100:00080000:3.0:1767320516.038497:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320516.365952:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320516.622245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320516.622293:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320516.622348:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320516.622353:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320516.622357:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320516.622364:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5709 00000100:00080000:2.0:1767320516.622369:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320516.622375:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320516.622394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6081f80 x1853164045988992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320516.622430:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320516.622434:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320516.622436:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320516.622451:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5709 00000100:00080000:2.0:1767320516.622454:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320516.622458:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320516.622463:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045989120:0@lo:400:kworker.0 00000100:00100000:2.0:1767320516.622474:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083480 x1853164045989248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320516.622484:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320516.622488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320516.622490:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320516.622493:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5709 00000100:00080000:2.0:1767320516.622496:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320516.622500:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320516.622512:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6082a00 x1853164045989376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320516.622534:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320516.622538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320516.622542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320516.622543:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320516.622547:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5709 00000100:00080000:2.0:1767320516.622549:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320516.622552:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320516.622564:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080a80 x1853164045989760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320516.622593:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045989504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320516.622611:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045988864:0@lo:400:kworker.0 00000100:00100000:2.0:1767320516.622634:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320516.622645:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989120 00000100:00100000:3.0:1767320516.622647:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320516.622653:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989120 00000100:00100000:2.0:1767320516.622681:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989504 00000100:00100000:3.0:1767320516.622683:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320516.622686:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989504 00000100:00100000:3.0:1767320516.622692:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045989632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320516.622701:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988864 00000100:00100000:0.0:1767320516.622705:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988864 00000100:00100000:3.0:1767320516.622725:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320516.622734:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1735 00000100:00100000:0.0:1767320516.622743:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045989120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320516.622763:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1736 00000100:00100000:3.0:1767320516.622791:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045988864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320516.622833:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045989120:12345-0@lo:400:kworker.0 Request processed in 91us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320516.622840:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045988864:12345-0@lo:400:kworker.0 Request processed in 49us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320516.622846:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1735 00000100:00100000:3.0:1767320516.622854:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1736 00010000:00080000:0.0:1767320516.622937:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6080000 x1853164045989120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320516.622950:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045989120:0@lo:400:kworker.0 00000100:00080000:0.0:1767320516.622983:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320516.622986:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320516.623047:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045988992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320516.623076:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320516.623101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045989248:0@lo:38:kworker.0 00000100:00100000:1.0:1767320516.623301:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320516.623321:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045989376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320516.623346:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320516.623367:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045989760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320516.623387:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320516.623416:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989376 00000100:00100000:1.0:1767320516.623420:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989376 00000100:00100000:1.0:1767320516.623454:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1767320516.623459:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045989376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320516.623474:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320516.623519:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989632 00000100:00100000:2.0:1767320516.623523:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989632 00000100:00100000:2.0:1767320516.623554:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:2.0:1767320516.623561:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045989504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320516.623597:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045989504:12345-0@lo:400:kworker.0 Request processed in 37us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320516.623604:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:3.0:1767320516.623617:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:3.0:1767320516.623627:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045989632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320516.623661:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045989376:12345-0@lo:38:kworker.0 Request processed in 199us (312us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320516.623670:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045989632:12345-0@lo:400:kworker.0 Request processed in 45us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320516.623671:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1767320516.624110:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045989504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320516.624524:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045988992 00000100:00100000:1.0:1767320516.624529:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045988992 00000100:00100000:1.0:1767320516.624554:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989248 00000100:00100000:1.0:1767320516.624557:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989248 00000100:00100000:3.0:1767320516.624570:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00080000:0.0:1767320516.624576:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320516.624577:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989760 00000100:00100000:1.0:1767320516.624582:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989760 00000100:00100000:3.0:1767320516.624607:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2276 00000100:00080000:0.0:1767320516.624611:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320516.624616:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045988992:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320516.624618:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320516.624623:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6082a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045989376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320516.624628:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045989632:0@lo:400:kworker.0 00010000:00020000:3.0:1767320516.624636:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1767320516.624654:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6081880 x1853164045988864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320532 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320516.624669:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045988864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320516.624685:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045988992:12345-0@lo:38:kworker.0 Request processed in 69us (1607us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320516.625384:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2277 00000100:00100000:0.0:1767320516.625394:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2278 00000100:00100000:0.0:1767320516.625401:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045989760:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320516.625411:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320516.625412:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045989248:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320516.625427:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320516.625454:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045989760:12345-0@lo:38:kworker.0 Request processed in 52us (2065us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320516.625470:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045989248:12345-0@lo:38:kworker.0 Request processed in 78us (2345us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320516.625498:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2276 00000100:00080000:3.0:1767320516.625556:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320516.625560:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320516.625564:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045988992:0@lo:38:kworker.0 00000100:00080000:3.0:1767320516.625573:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320516.625576:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320516.625579:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045989248:0@lo:38:kworker.0 00000100:00080000:3.0:1767320516.625586:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320516.625589:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320516.625592:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045989760:0@lo:38:kworker.0 00000100:00100000:0.0:1767320516.626941:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2278 00000100:00100000:1.0:1767320516.628293:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2277 00010000:00010000:2.0:1767320517.390048:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320518.414075:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320519.438061:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320519.695160:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045990016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320519.695235:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320519.695376:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045989888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320519.695422:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320519.703684:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990016 00000100:00100000:1.0:1767320519.703698:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990016 00000100:00100000:1.0:1767320519.704737:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045989888 00000100:00100000:1.0:1767320519.704747:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045989888 00000100:00100000:2.0:1767320519.704766:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1767320519.704800:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045990016:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320519.704817:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1767320519.704827:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045989888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320519.704838:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767320519.704847:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320519.704933:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320519.704938:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320519.707264:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045989888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2428us (11831us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320519.707279:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1767320519.707470:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045989888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320519.713104:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045990016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8297us (17856us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320519.713119:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1767320519.713318:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045990016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320520.130111:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320520.130297:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932288 00000100:00100000:1.0:1767320520.130307:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932288 00000100:00100000:1.0:1767320520.130542:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1737 00000100:00100000:1.0:1767320520.130554:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985932288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320520.130639:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985932288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320520.130647:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1737 00000400:00000100:3.0:1767320520.132720:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985932032 offset 0 length 520: 4 00000100:00100000:3.0:1767320520.133137:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320520.133824:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932160 00000100:00100000:2.0:1767320520.133834:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932160 00000100:00100000:2.0:1767320520.133886:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2279 00000100:00100000:2.0:1767320520.133895:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985932160:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320520.133918:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320520.133982:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985932160:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 85us (844us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320520.133989:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2279 00000100:00080000:0.0:1767320520.136579:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320520.462202:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320521.486467:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320521.744079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320521.744089:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320521.744152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320521.744157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320521.744162:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320521.744170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5714 00000100:00080000:1.0:1767320521.744175:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320521.744180:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320521.744204:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17800 x1853164045990272/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320521.744238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320521.744241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320521.744243:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320521.744247:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5714 00000100:00080000:1.0:1767320521.744249:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320521.744252:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320521.744265:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576680 x1853164045990528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320521.744275:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320521.744278:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320521.744280:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320521.744283:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5714 00000100:00080000:1.0:1767320521.744285:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320521.744289:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320521.744299:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577b80 x1853164045990656/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320521.744322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320521.744326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320521.744328:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320521.744332:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5714 00000100:00080000:1.0:1767320521.744335:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320521.744339:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320521.744362:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576d80 x1853164045991040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320521.744378:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045990784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320521.744428:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320496/real 1767320496] req@ffffa07bed0c5880 x1853164045983616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320521 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320521.744449:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320521.744454:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c5880 x1853164045983616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320521 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320521.744473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045990272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320521.744508:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320521.744509:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320521.744518:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045990400:0@lo:400:kworker.0 00000100:00100000:0.0:1767320521.744549:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320521.744556:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045990528:0@lo:38:kworker.0 00000100:00100000:0.0:1767320521.744585:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990272 00000100:00100000:1.0:1767320521.744586:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320521.744594:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990272 00000100:00100000:1.0:1767320521.744605:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045990656:0@lo:38:kworker.0 00000100:00100000:1.0:1767320521.744631:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320521.744645:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990400 00000100:00100000:0.0:1767320521.744651:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990400 00000100:00100000:1.0:1767320521.744670:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045991040:0@lo:38:kworker.0 00000100:00100000:1.0:1767320521.744694:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320521.744697:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990528 00000100:00100000:0.0:1767320521.744701:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990528 00000100:00080000:1.0:1767320521.744711:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320521.744714:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991040 00000100:00100000:0.0:1767320521.744719:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991040 00000100:00080000:1.0:1767320521.744721:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320521.744727:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045983616:0@lo:250:kworker.0 00000100:00100000:0.0:1767320521.744740:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1738 00000100:00100000:0.0:1767320521.744751:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045990400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320521.744761:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990656 00000100:00100000:1.0:1767320521.744787:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990656 00000100:00100000:1.0:1767320521.744808:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:1.0:1767320521.744813:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045990656:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320521.744833:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320521.744871:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045990656:12345-0@lo:38:kworker.0 Request processed in 57us (240us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320521.744879:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1767320521.744985:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045990400:12345-0@lo:400:kworker.0 Request processed in 234us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320521.744996:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1738 00000100:00100000:0.0:1767320521.745011:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2280 00000100:00100000:0.0:1767320521.745015:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045990272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320521.745027:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320521.745036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320521.745042:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320521.745045:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320521.745050:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5694 00000100:00080000:1.0:1767320521.745054:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320521.745059:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045990272:12345-0@lo:38:kworker.0 Request processed in 39us (548us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320521.745062:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320521.745071:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2280 00000100:00100000:1.0:1767320521.745083:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574a80 x1853164045991168/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320521.745088:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2281 00000100:00100000:0.0:1767320521.745097:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045990528:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320521.745110:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320521.745121:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045991168:0@lo:250:kworker.0 00000100:00100000:0.0:1767320521.745139:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045990528:12345-0@lo:38:kworker.0 Request processed in 41us (552us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320521.745149:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2281 00000400:00000100:1.0:1767320521.745150:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045991168 offset 0 length 520: 4 00000100:00100000:0.0:1767320521.745166:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2282 00000100:00100000:0.0:1767320521.745173:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045991040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320521.745181:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320521.745188:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320521.745194:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320521.745199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045990272:0@lo:38:kworker.0 00000100:00100000:0.0:1767320521.745211:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045991040:12345-0@lo:38:kworker.0 Request processed in 36us (516us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767320521.745212:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320521.745220:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320521.745223:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2282 00000100:00100000:1.0:1767320521.745228:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045990528:0@lo:38:kworker.0 00000100:00080000:1.0:1767320521.745238:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320521.745243:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00080000:0.0:1767320521.745244:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320521.745248:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045990656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320521.745263:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320521.745267:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320521.745274:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045991040:0@lo:38:kworker.0 00010000:00080000:0.0:1767320521.745275:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b17100 x1853164045990400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320521.745290:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045990400:0@lo:400:kworker.0 00000100:00100000:3.0:1767320521.745504:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045990912:0@lo:400:kworker.0 00000100:00100000:2.0:1767320521.745723:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045990144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320521.745901:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990784 00000100:00100000:1.0:1767320521.745908:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990784 00000100:00100000:1.0:1767320521.745958:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1767320521.745965:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045990784:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320521.746039:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320521.748840:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320521.748892:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990144 00000100:00100000:0.0:1767320521.748902:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990144 00000100:00100000:0.0:1767320521.748959:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1739 00000100:00100000:0.0:1767320521.748967:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045990144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320521.749025:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045990144:12345-0@lo:400:kworker.0 Request processed in 57us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320521.749031:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1739 00000100:00080000:2.0:1767320521.749181:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320521.749214:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15c00 x1853164045990144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320537 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320521.749228:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045990144:0@lo:400:kworker.0 00000100:00100000:3.0:1767320521.751934:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320521.752153:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045990784:12345-0@lo:400:kworker.0 Request processed in 6185us (7702us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320521.752166:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1767320521.752192:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045990912 00000100:00100000:1.0:1767320521.752200:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045990912 00000100:00100000:1.0:1767320521.752261:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1767320521.752269:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045990912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320521.752327:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045990784:0@lo:400:kworker.0 00000100:00100000:1.0:1767320521.752335:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045990912:12345-0@lo:400:kworker.0 Request processed in 67us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320521.752343:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00080000:3.0:1767320521.752819:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320521.752843:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045990912:0@lo:400:kworker.0 00010000:00010000:1.0:1767320522.510044:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320523.535503:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320524.558033:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320524.816730:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045991424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320524.816801:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320524.816814:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320524.816823:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045991296:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320524.816871:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320524.817036:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991424 00000100:00100000:1.0:1767320524.817045:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991424 00000100:00100000:1.0:1767320524.817110:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991296 00000100:00100000:1.0:1767320524.817113:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991296 00000100:00100000:1.0:1767320524.817129:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1767320524.817137:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045991424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320524.817169:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320524.817228:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045991424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320524.817239:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1767320524.817263:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1767320524.817269:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045991296:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320524.817286:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320524.817325:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045991296:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320524.817331:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1767320524.817376:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045991424:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320524.817639:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320524.817644:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320524.817711:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045991296:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320525.251639:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320525.251733:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320525.251923:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932544 00000100:00100000:2.0:1767320525.251935:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932544 00000100:00100000:2.0:1767320525.252012:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932416 00000100:00100000:2.0:1767320525.252015:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932416 00000100:00100000:2.0:1767320525.252040:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1740 00000100:00100000:2.0:1767320525.252053:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985932544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320525.252126:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985932544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320525.252135:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1740 00000100:00100000:2.0:1767320525.252154:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2283 00000100:00100000:2.0:1767320525.252159:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985932416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320525.252180:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320525.252204:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985932416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (472us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320525.252211:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2283 00000100:00080000:3.0:1767320525.253273:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320525.582068:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320526.607241:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320526.863211:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320526.863221:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320526.863287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320526.863291:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320526.863295:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320526.863305:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5720 00000100:00080000:0.0:1767320526.863311:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320526.863317:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320526.863340:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b800 x1853164045991680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320526.863351:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045991552:0@lo:400:kworker.0 00000100:00080000:0.0:1767320526.863390:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320526.863394:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320526.863396:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320526.863401:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5720 00000100:00080000:0.0:1767320526.863404:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320526.863408:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320526.863421:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7bb80 x1853164045991936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320526.863432:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320526.863437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320526.863441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320526.863443:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320526.863448:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5720 00000100:00080000:0.0:1767320526.863450:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320526.863454:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320526.863467:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79f80 x1853164045992064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320526.863498:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991552 00000100:00080000:0.0:1767320526.863500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320526.863504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320526.863506:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320526.863507:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991552 00000100:00080000:0.0:1767320526.863512:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5720 00000100:00080000:0.0:1767320526.863515:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320526.863518:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320526.863532:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6081f80 x1853164045992448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320526.863557:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045991808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320526.863571:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1741 00000100:00100000:2.0:1767320526.863586:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045991552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320526.863594:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320526.863650:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045991552:12345-0@lo:400:kworker.0 Request processed in 69us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320526.863658:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1741 00000100:00100000:3.0:1767320526.863725:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045992320:0@lo:400:kworker.0 00000100:00100000:3.0:1767320526.863758:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320526.863813:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320526.863842:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045992192:0@lo:400:kworker.0 00000100:00100000:3.0:1767320526.863868:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767320526.863911:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79c00 x1853164045991552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320526.863924:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045991552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320526.864012:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045991680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320526.864050:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992320 00000100:00100000:1.0:1767320526.864054:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992320 00000100:00100000:1.0:1767320526.864094:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992192 00000100:00100000:1.0:1767320526.864097:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992192 00000100:00100000:1.0:1767320526.864117:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1767320526.864124:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045992320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320526.864160:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045992320:12345-0@lo:400:kworker.0 Request processed in 36us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320526.864166:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1767320526.864181:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1767320526.864186:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045992192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320526.864215:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6b8b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045992192:12345-0@lo:400:kworker.0 Request processed in 29us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320526.864220:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1767320526.864468:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045992320:0@lo:400:kworker.0 00000100:00100000:1.0:1767320526.864491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045992192:0@lo:400:kworker.0 00000100:00080000:3.0:1767320526.864903:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320526.864907:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320526.865584:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320526.866355:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991808 00000100:00100000:2.0:1767320526.866365:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991808 00000100:00100000:2.0:1767320526.866450:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1742 00000100:00100000:2.0:1767320526.866459:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045991808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320526.866537:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045991808:12345-0@lo:400:kworker.0 Request processed in 80us (2947us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320526.866544:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1742 00000100:00080000:3.0:1767320526.866763:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320526.867106:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7b480 x1853164045991808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320542 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320526.867126:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045991808:0@lo:400:kworker.0 00000100:00100000:1.0:1767320526.867284:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045991936:0@lo:38:kworker.0 00000100:00100000:1.0:1767320526.867325:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320526.867395:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045992064:0@lo:38:kworker.0 00000100:00100000:1.0:1767320526.867419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320526.867451:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045992448:0@lo:38:kworker.0 00000100:00100000:1.0:1767320526.867470:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320526.867559:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992064 00000100:00100000:3.0:1767320526.867565:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992064 00000100:00100000:3.0:1767320526.867596:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1767320526.867613:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045992064:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320526.867635:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320526.867670:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045992064:12345-0@lo:38:kworker.0 Request processed in 57us (249us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320526.867677:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1767320526.867873:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991680 00000100:00100000:0.0:1767320526.867878:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991680 00000100:00100000:0.0:1767320526.867899:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045991936 00000100:00100000:0.0:1767320526.867902:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045991936 00000100:00100000:0.0:1767320526.867923:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2284 00000100:00100000:0.0:1767320526.867928:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045991680:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320526.867938:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320526.867967:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045991680:12345-0@lo:38:kworker.0 Request processed in 38us (2385us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320526.867973:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2284 00000100:00100000:0.0:1767320526.867985:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:0.0:1767320526.867989:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045991936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320526.867998:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320526.868020:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045991936:12345-0@lo:38:kworker.0 Request processed in 29us (695us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320526.868025:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00080000:1.0:1767320526.868291:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320526.868298:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320526.868301:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045991680:0@lo:38:kworker.0 00000100:00080000:1.0:1767320526.868310:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320526.868313:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320526.868315:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045991936:0@lo:38:kworker.0 00000100:00080000:1.0:1767320526.868323:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320526.868326:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320526.868329:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045992064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320526.869131:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992448 00000100:00100000:2.0:1767320526.869140:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992448 00000100:00100000:3.0:1767320526.869226:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:3.0:1767320526.869233:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045992448:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320526.869259:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320526.869315:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045992448:12345-0@lo:38:kworker.0 Request processed in 82us (1844us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320526.869320:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00080000:1.0:1767320526.869474:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320526.869480:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320526.869484:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045992448:0@lo:38:kworker.0 00010000:00010000:3.0:1767320527.629992:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320528.654303:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320529.678593:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320529.934805:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045992576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320529.934874:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320529.934979:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992576 00000100:00100000:2.0:1767320529.934987:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992576 00000100:00100000:2.0:1767320529.935044:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:2.0:1767320529.935054:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045992576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320529.935082:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767320529.935346:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320529.935366:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045992704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320529.935395:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320529.935428:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992704 00000100:00100000:3.0:1767320529.935432:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992704 00000100:00100000:3.0:1767320529.935461:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1767320529.935467:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045992704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320529.935482:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320529.935513:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045992704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320529.935519:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1767320529.935558:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045992704:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320529.935574:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320529.942185:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045992576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7123us (7301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320529.942230:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1767320529.948206:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045992576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320530.374125:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320530.374171:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320530.374360:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932672 00000100:00100000:2.0:1767320530.374370:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932672 00000100:00100000:2.0:1767320530.374449:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932800 00000100:00100000:2.0:1767320530.374453:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932800 00000100:00100000:0.0:1767320530.374546:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1743 00000100:00100000:0.0:1767320530.374558:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985932800:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:1.0:1767320530.374563:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320530.374809:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985932800:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 252us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320530.374818:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1743 00000100:00100000:0.0:1767320530.374840:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2287 00000100:00100000:0.0:1767320530.374845:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985932672:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320530.374863:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320530.374891:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985932672:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (776us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320530.374897:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2287 00010000:00010000:2.0:1767320530.702138:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320531.725966:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320531.988720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320531.988730:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320531.989572:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045992832:0@lo:400:kworker.0 00000100:00100000:3.0:1767320531.989640:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320531.990179:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992832 00000100:00100000:0.0:1767320531.990188:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992832 00000100:00100000:0.0:1767320531.990265:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1744 00000100:00100000:0.0:1767320531.990276:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045992832:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320531.990364:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320531.990541:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320531.990546:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320531.990559:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320531.990565:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5725 00000100:00080000:1.0:1767320531.990568:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320531.990573:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320531.990598:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575880 x1853164045992960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320531.990634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320531.990638:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320531.990640:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320531.990643:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5725 00000100:00080000:1.0:1767320531.990646:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320531.990649:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320531.990660:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574700 x1853164045993216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320531.990669:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320531.990671:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320531.990673:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320531.990676:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5725 00000100:00080000:1.0:1767320531.990678:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320531.990681:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320531.990691:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576a00 x1853164045993344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320531.990764:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045993600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.990817:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.990881:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993600 00000100:00100000:2.0:1767320531.990885:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993600 00000100:00100000:2.0:1767320531.990936:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:2.0:1767320531.990943:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045993600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.990978:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045993600:12345-0@lo:400:kworker.0 Request processed in 35us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320531.990984:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00080000:2.0:1767320531.991004:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320531.991031:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045993600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.991055:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045993472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.991076:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.991093:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320531.991098:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045993088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.991117:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.991141:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993472 00000100:00100000:2.0:1767320531.991144:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993472 00000100:00100000:2.0:1767320531.991185:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1112 00000100:00100000:2.0:1767320531.991191:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045993472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.991222:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045993472:12345-0@lo:400:kworker.0 Request processed in 31us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320531.991229:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1112 00000100:00080000:2.0:1767320531.991242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320531.991251:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993088 00000100:00100000:2.0:1767320531.991255:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993088 00000100:00100000:2.0:1767320531.991284:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1745 00000100:00100000:2.0:1767320531.991290:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045993088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.991319:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045993088:12345-0@lo:400:kworker.0 Request processed in 29us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320531.991324:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1745 00000100:00080000:2.0:1767320531.992648:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320531.992689:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576680 x1853164045993088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320531.992703:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045993088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.992717:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045993472:0@lo:400:kworker.0 00000100:00100000:2.0:1767320531.992789:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045992960:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.992838:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.992873:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045993216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.992893:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.992907:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045993344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.992931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320531.992967:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045992960 00000100:00100000:2.0:1767320531.992972:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045992960 00000100:00100000:2.0:1767320531.993005:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993216 00000100:00100000:2.0:1767320531.993008:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993216 00000100:00100000:2.0:1767320531.993024:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:2.0:1767320531.993030:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045992960:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.993046:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.993081:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045992960:12345-0@lo:38:kworker.0 Request processed in 49us (242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.993087:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:2.0:1767320531.993099:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2289 00000100:00100000:2.0:1767320531.993102:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045993216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.993110:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.993132:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045993216:12345-0@lo:38:kworker.0 Request processed in 28us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.993137:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2289 00000100:00080000:2.0:1767320531.993188:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.993193:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.993196:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045992960:0@lo:38:kworker.0 00000100:00080000:2.0:1767320531.993203:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.993206:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.993209:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045993216:0@lo:38:kworker.0 00000100:00100000:2.0:1767320531.993237:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993344 00000100:00100000:2.0:1767320531.993241:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993344 00000100:00100000:2.0:1767320531.993261:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1767320531.993265:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045993344:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320531.993274:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320531.993300:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045993344:12345-0@lo:38:kworker.0 Request processed in 32us (367us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320531.993305:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:2.0:1767320531.993339:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320531.993343:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320531.993346:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045993344:0@lo:38:kworker.0 00000100:00100000:0.0:1767320532.003460:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045992832:12345-0@lo:400:kworker.0 Request processed in 13177us (13810us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320532.003476:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1744 00010000:00080000:3.0:1767320532.003683:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574380 x1853164045992832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320547 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320532.003699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045992832:0@lo:400:kworker.0 00000100:00080000:1.0:1767320532.004092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320532.004099:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320532.004102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320532.004107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5725 00000100:00080000:1.0:1767320532.004111:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320532.004117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320532.004425:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bdc00 x1853164045993728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320532.004481:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045993728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320532.004812:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320532.004882:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993728 00000100:00100000:1.0:1767320532.004889:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993728 00000100:00100000:1.0:1767320532.004931:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2290 00000100:00100000:1.0:1767320532.004938:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045993728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320532.004957:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320532.004995:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045993728:12345-0@lo:38:kworker.0 Request processed in 57us (184us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320532.005002:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2290 00000100:00080000:1.0:1767320532.005038:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320532.005042:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320532.005046:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045993728:0@lo:38:kworker.0 00010000:00010000:2.0:1767320532.749998:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320533.774003:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320534.798330:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320535.054017:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045993856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320535.054086:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320535.054214:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993856 00000100:00100000:1.0:1767320535.054223:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993856 00000100:00100000:1.0:1767320535.054288:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1767320535.054298:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045993856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320535.054326:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320535.054369:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045993856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320535.054376:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:0.0:1767320535.054640:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320535.054650:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045993984:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320535.054683:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320535.054801:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320535.054835:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045993856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320535.054898:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045993984 00000100:00100000:1.0:1767320535.054903:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045993984 00000100:00100000:1.0:1767320535.054947:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:1.0:1767320535.054954:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045993984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320535.054972:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320535.055020:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045993984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320535.055026:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1767320535.055130:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045993984:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320535.055183:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320535.499135:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320535.499230:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320535.499580:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933056 00000100:00100000:3.0:1767320535.499592:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933056 00000100:00100000:2.0:1767320535.499730:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985932928 00000100:00100000:2.0:1767320535.499734:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985932928 00000100:00100000:3.0:1767320535.499737:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1746 00000100:00100000:3.0:1767320535.499746:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985933056:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320535.499759:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2291 00000100:00100000:2.0:1767320535.499764:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985932928:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320535.499814:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320535.499856:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985933056:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320535.499867:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1746 00000100:00100000:2.0:1767320535.500030:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985932928:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 263us (798us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320535.500037:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2291 00000100:00080000:0.0:1767320535.500401:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320535.823339:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320536.847107:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320537.101919:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320537.101929:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320537.101984:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320537.101988:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320537.101992:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320537.102000:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5730 00000100:00080000:1.0:1767320537.102005:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320537.102012:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320537.102031:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bed80 x1853164045994240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320537.102082:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320537.102085:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320537.102087:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320537.102090:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5730 00000100:00080000:1.0:1767320537.102093:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320537.102097:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320537.102108:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afce00 x1853164045994496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320537.102117:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320537.102132:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320537.102133:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320537.102137:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5730 00000100:00080000:1.0:1767320537.102140:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320537.102143:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320537.102304:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afea00 x1853164045994624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320537.102326:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320537.102328:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320537.102330:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320537.102332:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5730 00000100:00080000:1.0:1767320537.102335:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320537.102338:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320537.102346:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15c00 x1853164045995008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320537.102374:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045994368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320537.102442:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320537.102492:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320537.102497:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045994752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320537.102526:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320537.102641:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045994112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.102667:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320537.102683:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320537.102688:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045994880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.102704:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320537.103018:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045994240:0@lo:38:kworker.0 00000100:00100000:2.0:1767320537.103050:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320537.103092:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045994496:0@lo:38:kworker.0 00000100:00100000:2.0:1767320537.103114:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320537.103140:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045994624:0@lo:38:kworker.0 00000100:00100000:2.0:1767320537.103162:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320537.103183:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045995008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320537.103202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320537.103542:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994368 00000100:00100000:3.0:1767320537.103550:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994368 00000100:00100000:3.0:1767320537.103597:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994112 00000100:00100000:3.0:1767320537.103600:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994112 00000100:00100000:3.0:1767320537.103614:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994240 00000100:00100000:3.0:1767320537.103616:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994240 00000100:00100000:3.0:1767320537.103624:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994496 00000100:00100000:3.0:1767320537.103626:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994496 00000100:00100000:3.0:1767320537.103631:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995008 00000100:00100000:3.0:1767320537.103633:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995008 00000100:00100000:3.0:1767320537.103643:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1747 00000100:00100000:3.0:1767320537.103650:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045994368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320537.103703:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045994368:12345-0@lo:400:kworker.0 Request processed in 53us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320537.103711:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1747 00000100:00100000:3.0:1767320537.103726:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1748 00000100:00100000:3.0:1767320537.103731:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045994112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320537.103759:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045994112:12345-0@lo:400:kworker.0 Request processed in 28us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320537.103764:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1748 00000100:00100000:3.0:1767320537.103796:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2292 00000100:00100000:3.0:1767320537.103801:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045994240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320537.103816:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320537.103846:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045994240:12345-0@lo:38:kworker.0 Request processed in 44us (796us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320537.103855:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2292 00000100:00100000:0.0:1767320537.104037:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767320537.104043:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045994496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320537.104053:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320537.104092:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045994496:12345-0@lo:38:kworker.0 Request processed in 49us (977us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320537.104098:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2293 00000100:00100000:0.0:1767320537.104112:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1767320537.104116:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045995008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320537.104137:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320537.104161:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045995008:12345-0@lo:38:kworker.0 Request processed in 43us (957us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320537.104167:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2294 00000100:00100000:0.0:1767320537.104225:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994624 00000100:00100000:0.0:1767320537.104230:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994624 00000100:00080000:2.0:1767320537.104720:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320537.104761:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afc000 x1853164045994368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320537.104791:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045994368:0@lo:400:kworker.0 00010000:00080000:2.0:1767320537.104844:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf81bd180 x1853164045994112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320553 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320537.104854:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045994112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.104986:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1767320537.104991:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045994624:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320537.105003:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320537.105037:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045994624:12345-0@lo:38:kworker.0 Request processed in 45us (1874us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320537.105042:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1767320537.105075:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994752 00000100:00100000:0.0:1767320537.105080:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994752 00000100:00100000:0.0:1767320537.105112:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045994880 00000100:00100000:0.0:1767320537.105116:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045994880 00000100:00100000:0.0:1767320537.105150:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1767320537.105156:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045994752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320537.105196:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045994752:12345-0@lo:400:kworker.0 Request processed in 39us (2667us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320537.105203:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:0.0:1767320537.105216:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:0.0:1767320537.105222:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045994880:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320537.106832:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320537.106840:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320537.108329:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320537.108343:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320537.108349:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045994240:0@lo:38:kworker.0 00000100:00080000:1.0:1767320537.108376:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320537.108396:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320537.108400:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045994496:0@lo:38:kworker.0 00000100:00080000:1.0:1767320537.108410:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320537.108420:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320537.108423:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045994624:0@lo:38:kworker.0 00000100:00080000:1.0:1767320537.108434:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320537.108437:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320537.108440:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045995008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320537.108744:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045994880:12345-0@lo:400:kworker.0 Request processed in 3520us (6036us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320537.108756:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:2.0:1767320537.108976:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045994880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320537.109645:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045994752:0@lo:400:kworker.0 00010000:00010000:2.0:1767320537.875277:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320538.894025:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320539.918214:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320540.174727:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045995136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320540.174913:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320540.175179:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995136 00000100:00100000:3.0:1767320540.175188:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995136 00000100:00100000:3.0:1767320540.175256:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:3.0:1767320540.175266:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045995136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320540.175295:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320540.175346:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045995136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (434us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320540.175353:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00080000:2.0:1767320540.175572:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320540.175611:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045995136:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320540.176312:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320540.176325:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045995264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320540.176374:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320540.176461:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995264 00000100:00100000:1.0:1767320540.176468:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995264 00000100:00100000:1.0:1767320540.176529:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:1.0:1767320540.176538:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045995264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320540.176559:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320540.176600:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045995264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320540.176608:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00080000:2.0:1767320540.176665:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320540.176693:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045995264:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320540.617655:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320540.617707:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320540.617861:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933184 00000100:00100000:3.0:1767320540.617871:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933184 00000100:00100000:3.0:1767320540.617917:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933312 00000100:00100000:3.0:1767320540.617921:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933312 00000100:00100000:3.0:1767320540.617967:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1749 00000100:00100000:3.0:1767320540.617977:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985933312:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320540.618082:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985933312:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 105us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320540.618090:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1749 00000100:00100000:3.0:1767320540.618120:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2295 00000100:00100000:3.0:1767320540.618125:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985933184:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320540.618144:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320540.618171:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985933184:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (526us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320540.618178:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2295 00000100:00080000:1.0:1767320540.618442:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320540.943504:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320541.966604:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320542.222807:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320542.222817:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320542.222885:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320542.222889:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320542.222893:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320542.222902:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5735 00000100:00080000:0.0:1767320542.222907:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320542.222913:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320542.222934:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6081c00 x1853164045995520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320542.222963:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320542.222978:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320542.222980:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320542.222984:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5735 00000100:00080000:0.0:1767320542.222986:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320542.222991:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320542.223005:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb480 x1853164045995776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320542.223013:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320542.223016:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320542.223018:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320542.223021:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5735 00000100:00080000:0.0:1767320542.223024:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320542.223027:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320542.223040:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9880 x1853164045995904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320542.223061:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320542.223065:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320542.223066:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320542.223070:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5735 00000100:00080000:0.0:1767320542.223072:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320542.223075:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320542.223085:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9f80 x1853164045996288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320542.223312:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045995392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223388:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.223449:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320542.223455:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045996160:0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223482:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.223515:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045996032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223552:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.223570:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320542.223576:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045995648:0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223598:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.223629:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995392 00000100:00100000:2.0:1767320542.223636:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995392 00000100:00100000:2.0:1767320542.223685:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995648 00000100:00100000:2.0:1767320542.223688:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995648 00000100:00100000:2.0:1767320542.223712:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1750 00000100:00100000:2.0:1767320542.223721:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045995392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223795:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164045995392:12345-0@lo:400:kworker.0 Request processed in 48us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320542.223803:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1750 00000100:00100000:2.0:1767320542.223821:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1751 00000100:00100000:2.0:1767320542.223828:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045995648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223860:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045995648:12345-0@lo:400:kworker.0 Request processed in 33us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320542.223866:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1751 00010000:00080000:2.0:1767320542.223906:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6083800 x1853164045995648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320542.223919:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045995648:0@lo:400:kworker.0 00010000:00080000:2.0:1767320542.223945:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6083480 x1853164045995392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320542.223954:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164045995392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.223998:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045995520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320542.224026:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.224046:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045995776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320542.224064:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.224078:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045995904:0@lo:38:kworker.0 00000100:00100000:2.0:1767320542.224098:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.224115:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045996288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320542.224133:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320542.224156:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995520 00000100:00100000:2.0:1767320542.224159:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995520 00000100:00100000:2.0:1767320542.224175:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995776 00000100:00100000:2.0:1767320542.224178:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995776 00000100:00100000:2.0:1767320542.224188:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996288 00000100:00100000:2.0:1767320542.224191:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996288 00000100:00100000:2.0:1767320542.224199:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2296 00000100:00100000:2.0:1767320542.224203:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045995520:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320542.224221:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320542.224253:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045995520:12345-0@lo:38:kworker.0 Request processed in 47us (224us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320542.224259:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2296 00000100:00100000:2.0:1767320542.224270:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2297 00000100:00100000:2.0:1767320542.224274:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045995776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320542.224282:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320542.224304:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045995776:12345-0@lo:38:kworker.0 Request processed in 28us (238us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320542.224312:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2297 00000100:00100000:2.0:1767320542.224322:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2298 00000100:00100000:2.0:1767320542.224325:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045996288:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320542.224334:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320542.224355:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164045996288:12345-0@lo:38:kworker.0 Request processed in 28us (220us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320542.224360:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2298 00000100:00080000:2.0:1767320542.224383:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320542.224388:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320542.224391:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045995520:0@lo:38:kworker.0 00000100:00080000:2.0:1767320542.224399:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320542.224403:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320542.224405:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045995776:0@lo:38:kworker.0 00000100:00080000:2.0:1767320542.224412:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320542.224415:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320542.224417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045996288:0@lo:38:kworker.0 00000100:00100000:2.0:1767320542.224460:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996160 00000100:00100000:2.0:1767320542.224464:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996160 00000100:00100000:2.0:1767320542.224488:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996032 00000100:00100000:2.0:1767320542.224491:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996032 00000100:00100000:2.0:1767320542.224508:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1767320542.224515:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045996160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.224549:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045996160:12345-0@lo:400:kworker.0 Request processed in 35us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320542.224558:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:2.0:1767320542.224569:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1767320542.224575:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045996032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.224602:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045996032:12345-0@lo:400:kworker.0 Request processed in 28us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320542.224607:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1767320542.224629:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045996032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320542.224647:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045996160:0@lo:400:kworker.0 00000100:00080000:1.0:1767320542.224839:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320542.224844:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320542.224846:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320542.225003:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045995904 00000100:00100000:3.0:1767320542.225008:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045995904 00000100:00100000:3.0:1767320542.225039:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1767320542.225044:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045995904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320542.225054:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320542.225096:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045995904:12345-0@lo:38:kworker.0 Request processed in 51us (998us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320542.225102:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00080000:2.0:1767320542.225213:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320542.225218:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320542.225221:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045995904:0@lo:38:kworker.0 00010000:00010000:2.0:1767320542.990162:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320544.028037:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320545.046911:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320545.294063:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320545.294080:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045996416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320545.294147:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320545.294213:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996416 00000100:00100000:0.0:1767320545.294223:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996416 00000100:00100000:0.0:1767320545.294304:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1767320545.294315:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045996416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320545.294345:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320545.294394:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045996416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320545.294402:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:1.0:1767320545.302417:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045996544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320545.302512:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320545.302587:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996544 00000100:00100000:1.0:1767320545.302595:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996544 00000100:00100000:1.0:1767320545.302643:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:1.0:1767320545.302652:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045996544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320545.302682:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320545.302724:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045996544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320545.302731:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:0.0:1767320545.303304:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045996544:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320545.303999:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320545.304006:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320545.304040:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045996416:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320545.733861:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320545.733993:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933696 00000100:00100000:3.0:1767320545.734011:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933696 00000100:00100000:3.0:1767320545.734095:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1752 00000100:00100000:3.0:1767320545.734106:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985933696:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767320545.734255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320545.734441:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985933696:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 336us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320545.734450:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1752 00000400:00000100:1.0:1767320545.749785:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985933440 offset 0 length 520: 4 00000100:00100000:3.0:1767320545.759339:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320545.760101:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933568 00000100:00100000:0.0:1767320545.760113:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933568 00000100:00100000:0.0:1767320545.760170:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2299 00000100:00100000:0.0:1767320545.760178:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985933568:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320545.760368:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320545.760497:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985933568:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 317us (1169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320545.760505:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2299 00010000:00010000:2.0:1767320546.062025:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320546.318083:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320521/real 1767320521] req@ffffa07bf0574a80 x1853164045991168/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320546 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320546.318117:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0574a80 x1853164045991168/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320546 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320546.318131:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320546.318153:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320546.318158:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045991168:0@lo:250:kworker.0 00000100:00080000:0.0:1767320546.318285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320546.318292:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320546.318295:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320546.318300:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5720 00000100:00080000:0.0:1767320546.318303:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320546.318309:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320546.318350:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8380 x1853164045996672/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320546.318403:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045996672:0@lo:250:kworker.0 00000400:00000100:2.0:1767320546.318451:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164045996672 offset 0 length 520: 4 00000100:00080000:0.0:1767320546.318539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320546.318543:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320546.318545:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320546.318549:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5740 00000100:00080000:0.0:1767320546.318552:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320546.318556:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320546.318570:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8e00 x1853164045996928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320546.318636:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045996800:0@lo:400:kworker.0 00000100:00100000:3.0:1767320546.318678:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320546.318814:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996800 00000100:00100000:1.0:1767320546.318823:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996800 00000100:00100000:1.0:1767320546.318878:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1753 00000100:00100000:1.0:1767320546.318887:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045996800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320546.318947:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045996800:12345-0@lo:400:kworker.0 Request processed in 61us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320546.318965:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1753 00000100:00080000:3.0:1767320546.319467:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320546.319502:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbea680 x1853164045996800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320546.319516:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045996800:0@lo:400:kworker.0 00000100:00100000:2.0:1767320546.319628:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045996928:0@lo:38:kworker.0 00000100:00100000:2.0:1767320546.319668:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320546.319745:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045996928 00000100:00100000:1.0:1767320546.319751:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045996928 00000100:00100000:1.0:1767320546.319811:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2300 00000100:00100000:1.0:1767320546.319818:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045996928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320546.319835:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320546.319873:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164045996928:12345-0@lo:38:kworker.0 Request processed in 55us (203us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320546.319879:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2300 00000100:00080000:3.0:1767320546.320084:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320546.320090:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320546.320093:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045996928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320546.320424:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045997056:0@lo:400:kworker.0 00000100:00100000:3.0:1767320546.320457:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320546.320514:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997056 00000100:00100000:1.0:1767320546.320519:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997056 00000100:00100000:1.0:1767320546.320557:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1754 00000100:00100000:1.0:1767320546.320564:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045997056:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320546.320612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320546.320617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320546.320620:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320546.320624:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5740 00000100:00080000:0.0:1767320546.320628:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320546.320632:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320546.320650:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8000 x1853164045997184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320546.320665:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320546.320668:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320546.320669:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320546.320673:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5740 00000100:00080000:0.0:1767320546.320675:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320546.320678:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320546.320688:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb100 x1853164045997312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320546.320738:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320546.320753:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045997440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320546.320803:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320546.320834:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997440 00000100:00100000:2.0:1767320546.320838:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997440 00000100:00100000:2.0:1767320546.320871:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1767320546.320878:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045997440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320546.320924:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045997440:12345-0@lo:400:kworker.0 Request processed in 45us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320546.320930:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1767320546.320965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045997440:0@lo:400:kworker.0 00000100:00100000:2.0:1767320546.320988:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045997184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320546.321011:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320546.321027:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045997312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320546.321047:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320546.321072:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997184 00000100:00100000:2.0:1767320546.321076:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997184 00000100:00100000:2.0:1767320546.321095:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2301 00000100:00100000:2.0:1767320546.321099:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045997184:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320546.321113:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320546.321143:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045997184:12345-0@lo:38:kworker.0 Request processed in 42us (131us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320546.321149:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2301 00000100:00080000:2.0:1767320546.321174:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320546.321178:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320546.321290:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045997184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320546.321319:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997312 00000100:00100000:2.0:1767320546.321322:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997312 00000100:00100000:2.0:1767320546.321341:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1767320546.321345:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045997312:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320546.321354:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320546.321382:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045997312:12345-0@lo:38:kworker.0 Request processed in 36us (334us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320546.321387:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:2.0:1767320546.321408:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320546.321411:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320546.321414:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045997312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320546.321557:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045997056:12345-0@lo:400:kworker.0 Request processed in 992us (1097us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320546.321565:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1754 00000100:00080000:0.0:1767320546.321653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320546.321658:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320546.321660:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320546.321664:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5740 00000100:00080000:0.0:1767320546.321668:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320546.321672:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320546.321685:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8a80 x1853164045997696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320546.321714:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045997696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320546.321743:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320546.321822:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045997568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320546.321848:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320546.321882:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997696 00000100:00100000:1.0:1767320546.321886:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997696 00000100:00100000:1.0:1767320546.321916:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2302 00000100:00100000:1.0:1767320546.321921:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045997696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320546.321932:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320546.321958:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164045997696:12345-0@lo:38:kworker.0 Request processed in 36us (214us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320546.321964:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2302 00000100:00100000:0.0:1767320546.322061:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997568 00000100:00100000:0.0:1767320546.322065:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997568 00000100:00100000:0.0:1767320546.322098:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:0.0:1767320546.322104:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045997568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320546.322145:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045997568:12345-0@lo:400:kworker.0 Request processed in 41us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320546.322151:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00080000:0.0:1767320546.322175:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320546.322335:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045997568:0@lo:400:kworker.0 00000100:00080000:0.0:1767320546.322371:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320546.322376:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045997696:0@lo:38:kworker.0 00010000:00080000:3.0:1767320546.322438:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9180 x1853164045997056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320562 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320546.322449:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045997056:0@lo:400:kworker.0 00010000:00010000:2.0:1767320547.086057:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320548.110202:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320549.134039:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320550.158209:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320550.414014:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045997824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320550.414079:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320550.414236:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997824 00000100:00100000:1.0:1767320550.414244:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997824 00000100:00100000:1.0:1767320550.414313:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:1.0:1767320550.414322:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045997824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320550.414351:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320550.414393:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045997824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320550.414400:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:3.0:1767320550.414487:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045997824:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320550.414729:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320550.417149:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045997952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320550.417208:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320550.417298:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045997952 00000100:00100000:1.0:1767320550.417304:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045997952 00000100:00100000:1.0:1767320550.417353:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:1.0:1767320550.417361:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045997952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320550.417387:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320550.417422:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045997952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320550.417429:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00080000:2.0:1767320550.418099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320550.418139:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045997952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320550.860016:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320550.860402:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320550.861074:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933952 00000100:00100000:2.0:1767320550.861086:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933952 00000100:00100000:2.0:1767320550.861165:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985933824 00000100:00100000:2.0:1767320550.861169:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985933824 00000100:00100000:2.0:1767320550.861188:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1755 00000100:00100000:2.0:1767320550.861200:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985933952:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320550.861274:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985933952:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (1268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320550.861283:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1755 00000100:00100000:2.0:1767320550.861301:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2303 00000100:00100000:2.0:1767320550.861306:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985933824:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320550.861326:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320550.861351:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985933824:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (951us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320550.861357:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2303 00000100:00080000:0.0:1767320550.861468:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320551.186835:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320551.442156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320551.442167:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320551.442294:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767320551.442314:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320551.442319:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320551.442323:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320551.442332:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5744 00000100:00080000:2.0:1767320551.442377:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320551.442384:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320551.442408:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080e00 x1853164045998208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320551.442454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320551.442457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320551.442459:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320551.442462:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5744 00000100:00080000:2.0:1767320551.442465:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320551.442468:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320551.442478:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080380 x1853164045998464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320551.442486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320551.442489:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320551.442491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320551.442494:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5744 00000100:00080000:2.0:1767320551.442496:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320551.442500:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320551.442510:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080700 x1853164045998592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320551.442574:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320551.442592:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045998848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.442657:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320551.442718:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045998720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.442741:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320551.442787:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320551.442793:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045998336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.442826:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320551.442856:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998848 00000100:00100000:0.0:1767320551.442863:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998848 00000100:00100000:0.0:1767320551.442919:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998720 00000100:00100000:0.0:1767320551.442923:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998720 00000100:00100000:0.0:1767320551.442945:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1767320551.442953:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045998848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.443017:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164045998848:12345-0@lo:400:kworker.0 Request processed in 64us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320551.443023:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:0.0:1767320551.443038:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1767320551.443044:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045998720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.443073:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164045998720:12345-0@lo:400:kworker.0 Request processed in 29us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320551.443079:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:0.0:1767320551.443117:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164045998720:0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.443143:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164045998848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.443186:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998336 00000100:00100000:0.0:1767320551.443190:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998336 00000100:00100000:0.0:1767320551.443220:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1756 00000100:00100000:0.0:1767320551.443227:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045998336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.443261:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164045998336:12345-0@lo:400:kworker.0 Request processed in 35us (434us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320551.443267:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1756 00000100:00080000:0.0:1767320551.443282:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320551.443299:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6083b80 x1853164045998336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320551.443308:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164045998336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320551.443620:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045998208:0@lo:38:kworker.0 00000100:00100000:1.0:1767320551.443653:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320551.443681:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045998464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320551.443704:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320551.443722:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045998592:0@lo:38:kworker.0 00000100:00100000:1.0:1767320551.443746:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320551.443817:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998208 00000100:00100000:1.0:1767320551.443821:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998208 00000100:00100000:1.0:1767320551.443845:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998464 00000100:00100000:1.0:1767320551.443848:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998464 00000100:00100000:1.0:1767320551.443866:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2304 00000100:00100000:1.0:1767320551.443871:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045998208:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320551.443900:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320551.443934:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045998208:12345-0@lo:38:kworker.0 Request processed in 61us (280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320551.443940:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2304 00000100:00100000:1.0:1767320551.443958:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2305 00000100:00100000:1.0:1767320551.443963:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045998464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320551.443971:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320551.444004:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164045998464:12345-0@lo:38:kworker.0 Request processed in 39us (298us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320551.444010:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2305 00000100:00100000:1.0:1767320551.444027:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998592 00000100:00100000:1.0:1767320551.444031:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998592 00000100:00100000:1.0:1767320551.444049:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1767320551.444054:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045998592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320551.444063:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320551.444087:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045998592:12345-0@lo:38:kworker.0 Request processed in 32us (340us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320551.444093:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:1.0:1767320551.444129:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320551.444134:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320551.444137:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045998208:0@lo:38:kworker.0 00000100:00080000:1.0:1767320551.444146:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320551.444149:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320551.444152:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045998464:0@lo:38:kworker.0 00000100:00080000:1.0:1767320551.444160:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320551.444163:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320551.444165:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045998592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320551.450262:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045998080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320551.450344:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320551.450466:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998080 00000100:00100000:0.0:1767320551.450477:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998080 00000100:00100000:0.0:1767320551.450558:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1757 00000100:00100000:0.0:1767320551.450567:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045998080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320551.450622:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164045998080:12345-0@lo:400:kworker.0 Request processed in 55us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320551.450631:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1757 00000100:00080000:1.0:1767320551.450703:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320551.450881:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575180 x1853164045998080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320551.450896:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164045998080:0@lo:400:kworker.0 00000100:00080000:2.0:1767320551.451893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320551.451900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320551.451904:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320551.451910:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5744 00000100:00080000:2.0:1767320551.451916:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320551.451921:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320551.451952:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6080700 x1853164045998976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320551.452029:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045998976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320551.452082:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320551.452220:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045998976 00000100:00100000:3.0:1767320551.452227:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045998976 00000100:00100000:3.0:1767320551.452265:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2306 00000100:00100000:3.0:1767320551.452271:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045998976:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320551.452292:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320551.458836:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164045998976:12345-0@lo:38:kworker.0 Request processed in 6554us (6743us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320551.458853:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2306 00000100:00080000:1.0:1767320551.460882:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320551.460895:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320551.460901:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164045998976:0@lo:38:kworker.0 00010000:00010000:3.0:1767320552.208025:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320553.230482:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320554.255226:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320555.279206:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320555.535595:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320555.535619:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045999104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320555.535687:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320555.535875:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999104 00000100:00100000:2.0:1767320555.535883:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999104 00000100:00100000:2.0:1767320555.535951:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1767320555.535972:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045999104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320555.536000:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320555.536045:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164045999104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320555.536052:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1767320555.536100:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164045999104:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320555.536807:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320555.541114:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045999232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320555.541195:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320555.541349:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999232 00000100:00100000:2.0:1767320555.541358:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999232 00000100:00100000:2.0:1767320555.541417:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:2.0:1767320555.541427:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045999232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320555.541458:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320555.541513:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164045999232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320555.541521:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1767320555.541682:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164045999232:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320555.541765:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320555.969981:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320555.970171:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934080 00000100:00100000:3.0:1767320555.970182:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934080 00000100:00100000:3.0:1767320555.970235:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2307 00000100:00100000:3.0:1767320555.970244:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985934080:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320555.970266:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320555.970330:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985934080:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 85us (359us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320555.970337:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2307 00000100:00100000:2.0:1767320555.971903:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320555.972076:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934208 00000100:00100000:0.0:1767320555.972084:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934208 00000100:00100000:0.0:1767320555.972161:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1758 00000100:00100000:0.0:1767320555.972171:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985934208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320555.972245:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985934208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320555.972254:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1758 00000100:00080000:3.0:1767320555.972317:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320556.302090:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320556.559097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320556.559108:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320556.559206:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045999360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320556.559273:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320556.559374:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999360 00000100:00100000:1.0:1767320556.559382:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999360 00000100:00100000:1.0:1767320556.559438:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1759 00000100:00100000:1.0:1767320556.559448:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045999360:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320556.559572:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320556.560567:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320556.560574:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320556.560578:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320556.560584:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5749 00000100:00080000:0.0:1767320556.560588:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320556.560593:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320556.560621:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164045999488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320556.560658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320556.560662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320556.560664:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320556.560668:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5749 00000100:00080000:0.0:1767320556.560670:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320556.560673:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320556.560683:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbea680 x1853164045999744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320556.560692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320556.560695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320556.560697:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320556.560700:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5749 00000100:00080000:0.0:1767320556.560702:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320556.560734:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320556.560747:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbebb80 x1853164045999872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320556.560832:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045999616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.560878:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320556.560917:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320556.560923:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046000000:0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.560948:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320556.560978:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000000 00000100:00100000:2.0:1767320556.560983:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000000 00000100:00100000:2.0:1767320556.561019:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1767320556.561026:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046000000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.561062:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046000000:12345-0@lo:400:kworker.0 Request processed in 36us (113us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320556.561069:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1767320556.561094:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999616 00000100:00100000:2.0:1767320556.561097:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999616 00000100:00100000:2.0:1767320556.561130:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1760 00000100:00100000:2.0:1767320556.561137:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045999616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.561165:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164045999616:12345-0@lo:400:kworker.0 Request processed in 29us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320556.561171:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1760 00000100:00080000:2.0:1767320556.561187:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320556.561197:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046000128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.561219:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320556.561244:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000128 00000100:00100000:2.0:1767320556.561248:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000128 00000100:00100000:2.0:1767320556.561270:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:2.0:1767320556.561276:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046000128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.561307:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046000128:12345-0@lo:400:kworker.0 Request processed in 31us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320556.561316:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:2.0:1767320556.561349:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046000128:0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.561377:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046000000:0@lo:400:kworker.0 00010000:00080000:2.0:1767320556.561387:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8e00 x1853164045999616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320556.561396:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164045999616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320556.561437:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045999488:0@lo:38:kworker.0 00000100:00100000:2.0:1767320556.561475:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320556.561495:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045999744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320556.561514:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320556.561526:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045999872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320556.561548:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320556.561580:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999488 00000100:00100000:2.0:1767320556.561584:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999488 00000100:00100000:2.0:1767320556.561600:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999744 00000100:00100000:2.0:1767320556.561603:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999744 00000100:00100000:2.0:1767320556.561618:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2308 00000100:00100000:2.0:1767320556.561622:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045999488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320556.561638:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320556.561668:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045999488:12345-0@lo:38:kworker.0 Request processed in 44us (193us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320556.561673:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2308 00000100:00100000:2.0:1767320556.561684:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2309 00000100:00100000:2.0:1767320556.561687:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045999744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320556.561696:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320556.561728:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164045999744:12345-0@lo:38:kworker.0 Request processed in 39us (213us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320556.561733:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2309 00000100:00080000:2.0:1767320556.561758:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320556.561762:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320556.561765:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164045999488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320556.561796:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320556.561799:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320556.561802:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164045999744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320556.561835:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164045999872 00000100:00100000:2.0:1767320556.561839:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164045999872 00000100:00100000:2.0:1767320556.561859:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:2.0:1767320556.561863:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045999872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320556.561872:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320556.561900:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164045999872:12345-0@lo:38:kworker.0 Request processed in 35us (351us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320556.561905:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:2.0:1767320556.561926:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320556.561929:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320556.561932:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164045999872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320556.562852:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164045999360:12345-0@lo:400:kworker.0 Request processed in 3402us (3574us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320556.562862:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1759 00000100:00080000:0.0:1767320556.567110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320556.567122:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320556.567126:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320556.567134:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5749 00000100:00080000:0.0:1767320556.567138:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320556.567145:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320556.567190:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeaa00 x1853164046000256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320556.567330:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046000256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320556.567404:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320556.568605:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000256 00000100:00100000:1.0:1767320556.568618:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000256 00000100:00100000:1.0:1767320556.568678:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2310 00000100:00100000:1.0:1767320556.568686:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046000256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320556.568719:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320556.568922:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046000256:12345-0@lo:38:kworker.0 Request processed in 234us (1516us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320556.568930:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2310 00000100:00080000:0.0:1767320556.569037:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320556.569043:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320556.569046:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046000256:0@lo:38:kworker.0 00010000:00080000:3.0:1767320556.569259:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8000 x1853164045999360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320556.569272:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164045999360:0@lo:400:kworker.0 00010000:00010000:1.0:1767320557.326107:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320558.355135:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320559.375859:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320560.398143:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320560.654086:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320560.654101:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046000512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320560.654142:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320560.654155:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046000384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320560.654172:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320560.654215:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320560.654280:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000512 00000100:00100000:3.0:1767320560.654288:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000512 00000100:00100000:3.0:1767320560.654353:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000384 00000100:00100000:3.0:1767320560.654357:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000384 00000100:00100000:1.0:1767320560.654378:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1767320560.654388:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046000512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320560.654416:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320560.654421:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320560.654427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320560.654461:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046000512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320560.654534:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046000512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320560.654851:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:3.0:1767320560.654862:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046000384:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320560.654880:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320560.654919:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:3.0:1767320560.654921:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046000384:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320560.654930:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:0.0:1767320560.655013:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046000384:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320561.095905:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320561.098887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320561.110281:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934464 00000100:00100000:2.0:1767320561.110310:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934464 00000100:00100000:2.0:1767320561.110437:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934336 00000100:00100000:2.0:1767320561.110441:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934336 00000100:00100000:2.0:1767320561.110469:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1761 00000100:00100000:2.0:1767320561.110485:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985934464:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320561.110603:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985934464:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (14852us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320561.110613:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1761 00000100:00100000:2.0:1767320561.110647:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2311 00000100:00100000:2.0:1767320561.110652:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985934336:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320561.110679:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320561.110711:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985934336:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (11834us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320561.110717:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2311 00000100:00080000:0.0:1767320561.113556:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320561.422285:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320561.680158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320561.680173:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320561.680258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320561.680263:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320561.680268:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320561.680278:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5754 00000100:00080000:2.0:1767320561.680284:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320561.680292:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320561.680326:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164046000768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320561.680366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320561.680369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320561.680371:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320561.680375:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5754 00000100:00080000:2.0:1767320561.680377:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320561.680381:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320561.680395:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3b80 x1853164046001024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320561.680403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320561.680406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320561.680408:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320561.680411:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5754 00000100:00080000:2.0:1767320561.680414:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320561.680417:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320561.680427:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1500 x1853164046001152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320561.680448:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320561.680451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320561.680452:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320561.680456:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5754 00000100:00080000:2.0:1767320561.680458:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320561.680461:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320561.680471:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3800 x1853164046001536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320561.680554:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046000768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320561.680658:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320561.680744:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046001024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320561.680799:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320561.680822:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046001152:0@lo:38:kworker.0 00000100:00100000:1.0:1767320561.680850:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320561.680871:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046001536:0@lo:38:kworker.0 00000100:00100000:1.0:1767320561.680891:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320561.681157:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046000896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320561.681185:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320561.681216:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320561.681223:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046001280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320561.681239:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000768 00000100:00100000:0.0:1767320561.681248:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320561.681249:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000768 00000100:00100000:0.0:1767320561.681275:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046000640:0@lo:400:kworker.0 00000100:00100000:0.0:1767320561.681298:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320561.681320:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320561.681325:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046001408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320561.681345:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320561.681361:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001024 00000100:00100000:1.0:1767320561.681364:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001024 00000100:00100000:0.0:1767320561.681370:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001536 00000100:00100000:0.0:1767320561.681372:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001536 00000100:00100000:1.0:1767320561.681374:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000896 00000100:00100000:1.0:1767320561.681376:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000896 00000100:00100000:0.0:1767320561.681385:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046000640 00000100:00100000:0.0:1767320561.681388:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046000640 00000100:00100000:1.0:1767320561.681424:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1762 00000100:00100000:1.0:1767320561.681434:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046000896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320561.681452:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001152 00000100:00100000:2.0:1767320561.681457:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001152 00000100:00100000:2.0:1767320561.681480:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1767320561.681486:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046001152:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320561.681490:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046000896:12345-0@lo:400:kworker.0 Request processed in 58us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320561.681497:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1762 00010000:00020000:2.0:1767320561.681507:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320561.681520:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2312 00000100:00100000:1.0:1767320561.681524:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046000768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320561.681534:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320561.681545:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046001152:12345-0@lo:38:kworker.0 Request processed in 59us (694us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320561.681551:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1767320561.681574:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2313 00000100:00100000:2.0:1767320561.681579:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046001024:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320561.681589:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320561.681676:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2314 00000100:00100000:3.0:1767320561.681683:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046001536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320561.681692:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320561.681727:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1763 00000100:00100000:0.0:1767320561.681739:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046000640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320561.683995:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046001024:12345-0@lo:38:kworker.0 Request processed in 2402us (3183us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320561.684061:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046000640:12345-0@lo:400:kworker.0 Request processed in 2322us (2760us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320561.684071:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1763 00000100:00100000:0.0:1767320561.684135:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001280 00000100:00100000:0.0:1767320561.684145:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001280 00000100:00100000:0.0:1767320561.684192:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001408 00000100:00100000:0.0:1767320561.684196:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001408 00000100:00100000:0.0:1767320561.684224:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1767320561.684232:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046001280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320561.684284:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046001280:12345-0@lo:400:kworker.0 Request processed in 53us (3034us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320561.684290:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1767320561.684302:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:0.0:1767320561.684308:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046001408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320561.684336:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046001408:12345-0@lo:400:kworker.0 Request processed in 27us (2989us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320561.684341:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00080000:0.0:1767320561.684367:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320561.684412:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046001280:0@lo:400:kworker.0 00010000:00080000:0.0:1767320561.684428:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e2a00 x1853164046000896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320561.684439:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046000896:0@lo:400:kworker.0 00000100:00100000:0.0:1767320561.684482:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046001408:0@lo:400:kworker.0 00010000:00080000:0.0:1767320561.684498:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e3480 x1853164046000640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320561.684506:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046000640:0@lo:400:kworker.0 00000100:00080000:0.0:1767320561.684571:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320561.684577:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320561.684581:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046001024:0@lo:38:kworker.0 00000100:00080000:0.0:1767320561.684592:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320561.684597:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320561.684600:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046001152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320561.685172:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2313 00000100:00100000:1.0:1767320561.685537:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046000768:12345-0@lo:38:kworker.0 Request processed in 4007us (4875us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320561.685547:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2312 00000100:00080000:0.0:1767320561.686004:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320561.686013:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320561.686018:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046000768:0@lo:38:kworker.0 00000100:00100000:3.0:1767320561.687457:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046001536:12345-0@lo:38:kworker.0 Request processed in 5764us (6554us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320561.687473:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2314 00000100:00080000:0.0:1767320561.687644:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320561.687650:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320561.687654:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046001536:0@lo:38:kworker.0 00010000:00010000:2.0:1767320562.446072:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320563.471426:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320564.494122:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320565.518833:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320565.774635:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320565.774660:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046001664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320565.774744:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320565.774762:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320565.774793:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046001792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320565.774870:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320565.774924:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001664 00000100:00100000:1.0:1767320565.774934:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001664 00000100:00100000:1.0:1767320565.774988:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001792 00000100:00100000:1.0:1767320565.774991:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001792 00000100:00100000:1.0:1767320565.775005:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1767320565.775012:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046001664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320565.775035:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320565.775078:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046001664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320565.775085:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1767320565.775106:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1767320565.775112:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046001792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320565.775128:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320565.775466:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046001664:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320565.776139:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320565.776148:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320565.791712:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046001792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 16589us (16832us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320565.791729:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:3.0:1767320565.791917:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046001792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320566.212377:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320566.212427:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320566.212499:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934720 00000100:00100000:3.0:1767320566.212509:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934720 00000100:00100000:3.0:1767320566.212601:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934592 00000100:00100000:3.0:1767320566.212606:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934592 00000100:00080000:0.0:1767320566.212667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320566.212698:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1764 00000100:00100000:3.0:1767320566.212711:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985934720:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320566.212822:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985934720:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 114us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320566.212832:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1764 00000100:00100000:3.0:1767320566.212853:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2315 00000100:00100000:3.0:1767320566.212857:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985934592:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320566.212878:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320566.212904:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985934592:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (482us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320566.212911:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2315 00010000:00010000:2.0:1767320566.543479:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320566.798459:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.798469:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767320566.798584:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767320566.798674:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.798679:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320566.798682:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320566.798691:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5759 00000100:00080000:0.0:1767320566.798695:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320566.798702:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320566.798735:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164046002048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320566.798798:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.798802:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320566.798804:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320566.798808:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5759 00000100:00080000:0.0:1767320566.798810:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320566.798814:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320566.798826:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9880 x1853164046002304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320566.798835:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.798838:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320566.798840:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320566.798844:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5759 00000100:00080000:0.0:1767320566.798846:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320566.798850:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320566.798859:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbea300 x1853164046002432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320566.798932:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046002176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.798997:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320566.799055:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320566.799061:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046002560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.799086:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320566.799133:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002560 00000100:00100000:3.0:1767320566.799152:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002560 00000100:00100000:3.0:1767320566.799200:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1767320566.799209:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046002560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.799256:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046002560:12345-0@lo:400:kworker.0 Request processed in 48us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320566.799263:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:3.0:1767320566.799313:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046002560:0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.799347:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002176 00000100:00100000:3.0:1767320566.799351:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002176 00000100:00100000:3.0:1767320566.799385:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1765 00000100:00100000:3.0:1767320566.799392:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046002176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.799427:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046002176:12345-0@lo:400:kworker.0 Request processed in 35us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320566.799449:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1765 00000100:00080000:3.0:1767320566.799465:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320566.799483:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8e00 x1853164046002176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320566.799493:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046002176:0@lo:400:kworker.0 00000100:00100000:2.0:1767320566.799764:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046002048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320566.799817:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320566.799840:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046002304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320566.799863:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320566.799880:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046002432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320566.799901:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320566.799949:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002432 00000100:00100000:2.0:1767320566.799953:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002432 00000100:00100000:2.0:1767320566.799976:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1767320566.799981:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046002432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320566.800000:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320566.800033:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046002432:12345-0@lo:38:kworker.0 Request processed in 50us (130us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320566.800039:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:2.0:1767320566.800068:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320566.800073:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320566.800077:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046002432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320566.800093:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002048 00000100:00100000:2.0:1767320566.800096:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002048 00000100:00100000:2.0:1767320566.800112:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002304 00000100:00100000:2.0:1767320566.800115:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002304 00000100:00100000:2.0:1767320566.800129:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2316 00000100:00100000:2.0:1767320566.800133:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046002048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320566.800153:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320566.800182:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046002048:12345-0@lo:38:kworker.0 Request processed in 48us (364us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320566.800189:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2316 00000100:00100000:2.0:1767320566.800201:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2317 00000100:00100000:2.0:1767320566.800205:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046002304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320566.800215:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320566.800236:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046002304:12345-0@lo:38:kworker.0 Request processed in 30us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320566.800242:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2317 00000100:00080000:2.0:1767320566.800266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320566.800270:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320566.800273:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046002048:0@lo:38:kworker.0 00000100:00080000:2.0:1767320566.800281:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320566.800284:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320566.800287:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046002304:0@lo:38:kworker.0 00000100:00100000:1.0:1767320566.801072:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046002688:0@lo:400:kworker.0 00000100:00100000:1.0:1767320566.801116:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320566.801237:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002688 00000100:00100000:3.0:1767320566.801242:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002688 00000100:00100000:3.0:1767320566.801274:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1767320566.801281:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046002688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.801316:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046002688:12345-0@lo:400:kworker.0 Request processed in 36us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320566.801321:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1767320566.801818:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046001920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320566.801849:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320566.801892:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046002688:0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.802043:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046001920 00000100:00100000:3.0:1767320566.802048:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046001920 00000100:00100000:3.0:1767320566.802098:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1766 00000100:00100000:3.0:1767320566.802105:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046001920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320566.802264:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046001920:12345-0@lo:400:kworker.0 Request processed in 38us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320566.802272:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1766 00000100:00080000:1.0:1767320566.802329:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320566.802351:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbea680 x1853164046001920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320566.802362:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046001920:0@lo:400:kworker.0 00000100:00080000:0.0:1767320566.809332:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320566.809343:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320566.809348:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320566.809356:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5759 00000100:00080000:0.0:1767320566.809361:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320566.809378:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320566.809425:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046002816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320566.809932:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046002816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320566.810000:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320566.810068:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002816 00000100:00100000:2.0:1767320566.810076:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002816 00000100:00100000:2.0:1767320566.810111:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2318 00000100:00100000:2.0:1767320566.810118:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046002816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320566.810138:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320566.810332:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046002816:12345-0@lo:38:kworker.0 Request processed in 213us (331us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320566.810340:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2318 00000100:00080000:2.0:1767320566.810378:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320566.810383:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320566.810386:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046002816:0@lo:38:kworker.0 00010000:00010000:2.0:1767320567.566013:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320568.590095:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320569.616649:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320570.306902:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985934848 offset 0 length 520: 4 00000100:00100000:2.0:1767320570.306960:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320570.307022:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935104 00000100:00100000:0.0:1767320570.307033:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935104 00000100:00080000:1.0:1767320570.307123:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320570.307180:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1767 00000100:00100000:0.0:1767320570.307191:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985935104:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320570.307280:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985935104:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320570.307288:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1767 00000100:00100000:2.0:1767320570.309927:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320570.310090:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985934976 00000100:00100000:0.0:1767320570.310100:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985934976 00000100:00100000:0.0:1767320570.310351:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2319 00000100:00100000:0.0:1767320570.310360:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985934976:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320570.310383:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320570.310449:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985934976:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (531us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320570.310465:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2319 00010000:00010000:2.0:1767320570.639487:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320570.894172:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046002944:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320570.894236:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320570.894366:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046002944 00000100:00100000:1.0:1767320570.894373:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046002944 00000100:00100000:1.0:1767320570.898250:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1767320570.898267:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046002944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320570.898308:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320570.898621:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046002944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 359us (4382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320570.898629:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00080000:3.0:1767320570.898744:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320570.898861:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046002944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320570.900693:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046003072:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320570.900750:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320570.901133:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003072 00000100:00100000:2.0:1767320570.901142:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003072 00000100:00080000:3.0:1767320570.901186:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320570.901201:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:2.0:1767320570.901214:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046003072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320570.901241:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320570.901298:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046003072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320570.901306:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1767320570.901704:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046003072:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320571.662086:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320571.917943:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320546/real 1767320546] req@ffffa07bebbe8380 x1853164045996672/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320571 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320571.917979:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bebbe8380 x1853164045996672/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320571 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320571.918001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320571.918010:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320571.918014:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164045996672:0@lo:250:kworker.0 00000100:00080000:1.0:1767320571.919501:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.919507:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320571.919511:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.919516:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5744 00000100:00080000:1.0:1767320571.919519:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.919525:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320571.919551:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fe680 x1853164046003200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.919588:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.919591:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.919593:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.919597:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5765 00000100:00080000:1.0:1767320571.919600:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.919603:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320571.919618:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fce00 x1853164046003456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.919640:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.919642:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.919644:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.919656:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5765 00000100:00080000:1.0:1767320571.919658:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320571.919661:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320571.919662:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320571.919673:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc380 x1853164046003712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.919678:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.919682:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767320571.919683:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046003328:0@lo:400:kworker.0 00000100:00080000:1.0:1767320571.919684:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.919690:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5765 00000100:00080000:1.0:1767320571.919693:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.919695:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320571.919703:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fca80 x1853164046003840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320571.919719:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320571.919721:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320571.919722:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320571.919724:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5765 00000100:00080000:1.0:1767320571.919726:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320571.919727:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320571.919734:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fea00 x1853164046004224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320571.919748:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320571.919755:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046004096:0@lo:400:kworker.0 00000100:00100000:3.0:1767320571.919765:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320571.919809:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320571.920009:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004096 00000100:00100000:2.0:1767320571.920016:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004096 00000100:00100000:2.0:1767320571.920063:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:2.0:1767320571.920073:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046004096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320571.920125:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046004096:12345-0@lo:400:kworker.0 Request processed in 53us (315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320571.920132:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00100000:0.0:1767320571.920246:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046003584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320571.920291:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320571.920320:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320571.920326:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046003968:0@lo:400:kworker.0 00000100:00100000:0.0:1767320571.920347:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320571.920373:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003328 00000100:00100000:0.0:1767320571.920377:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003328 00000100:00100000:0.0:1767320571.920414:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003584 00000100:00100000:0.0:1767320571.920417:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003584 00000100:00100000:0.0:1767320571.920449:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1767320571.920455:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046003328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320571.920486:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046003328:12345-0@lo:400:kworker.0 Request processed in 31us (722us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320571.920492:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1768 00000100:00100000:0.0:1767320571.920506:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1767320571.920512:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046003584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320571.920543:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046003584:12345-0@lo:400:kworker.0 Request processed in 32us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320571.920548:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1769 00000100:00100000:0.0:1767320571.920570:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003968 00000100:00100000:0.0:1767320571.920574:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003968 00000100:00100000:0.0:1767320571.920595:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1767320571.920602:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046003968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320571.920632:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046003968:12345-0@lo:400:kworker.0 Request processed in 30us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320571.920638:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:0.0:1767320571.920673:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046003968:0@lo:400:kworker.0 00010000:00080000:0.0:1767320571.920685:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc000 x1853164046003584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320571.920694:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046003584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320571.920718:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046003200:0@lo:250:kworker.0 00000400:00000100:0.0:1767320571.920737:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046003200 offset 0 length 520: 4 00000100:00100000:0.0:1767320571.920755:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046003456:0@lo:38:kworker.0 00000100:00100000:0.0:1767320571.920796:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320571.920811:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046003712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320571.920831:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320571.920845:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046003840:0@lo:38:kworker.0 00000100:00100000:0.0:1767320571.920869:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320571.920887:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046004224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320571.920905:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320571.920931:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003840 00000100:00100000:0.0:1767320571.920934:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003840 00000100:00100000:0.0:1767320571.920954:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1767320571.920958:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046003840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320571.920976:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320571.921006:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046003840:12345-0@lo:38:kworker.0 Request processed in 45us (135us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320571.921011:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1767320571.921029:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003456 00000100:00100000:0.0:1767320571.921032:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003456 00000100:00100000:0.0:1767320571.921047:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046003712 00000100:00100000:0.0:1767320571.921050:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046003712 00000100:00100000:0.0:1767320571.921060:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004224 00000100:00100000:0.0:1767320571.921062:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004224 00000100:00100000:0.0:1767320571.921071:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2320 00000100:00100000:0.0:1767320571.921075:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046003456:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320571.921085:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320571.921108:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046003456:12345-0@lo:38:kworker.0 Request processed in 32us (312us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320571.921113:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2320 00000100:00100000:0.0:1767320571.921123:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1767320571.921126:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046003712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320571.921134:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320571.921155:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046003712:12345-0@lo:38:kworker.0 Request processed in 27us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320571.921162:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2321 00000100:00100000:0.0:1767320571.921172:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2322 00000100:00100000:0.0:1767320571.921176:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046004224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320571.921184:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320571.921204:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046004224:12345-0@lo:38:kworker.0 Request processed in 27us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320571.921209:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2322 00000100:00080000:0.0:1767320571.921244:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320571.921248:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320571.921252:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046003456:0@lo:38:kworker.0 00000100:00080000:0.0:1767320571.921260:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320571.921263:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320571.921266:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046003712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320571.921273:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320571.921276:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320571.921279:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046003840:0@lo:38:kworker.0 00000100:00080000:0.0:1767320571.921285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320571.921288:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320571.921291:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046004224:0@lo:38:kworker.0 00000100:00080000:0.0:1767320571.921335:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320571.921489:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fed80 x1853164046003328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320571.921500:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046003328:0@lo:400:kworker.0 00000100:00100000:1.0:1767320571.927999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046004096:0@lo:400:kworker.0 00010000:00010000:3.0:1767320572.686255:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320573.709975:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320574.733986:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320575.426003:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320575.426085:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320575.426162:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935360 00000100:00100000:0.0:1767320575.426173:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935360 00000100:00100000:2.0:1767320575.426185:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935232 00000100:00100000:2.0:1767320575.426190:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935232 00000100:00100000:2.0:1767320575.426243:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1770 00000100:00100000:2.0:1767320575.426254:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985935360:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320575.426294:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320575.426331:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985935360:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320575.426341:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1770 00000100:00100000:2.0:1767320575.426356:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2323 00000100:00100000:2.0:1767320575.426371:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985935232:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320575.426388:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320575.426408:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985935232:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 36us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320575.426413:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2323 00010000:00010000:2.0:1767320575.757987:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320576.013994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046004352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320576.014063:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320576.014099:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320576.014112:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046004480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320576.014149:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320576.014152:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004352 00000100:00100000:3.0:1767320576.014160:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004352 00000100:00100000:0.0:1767320576.014185:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004480 00000100:00100000:0.0:1767320576.014190:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004480 00000100:00100000:3.0:1767320576.014236:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1767320576.014254:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046004352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320576.014283:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767320576.014388:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320576.014393:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320576.014765:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046004352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 519us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320576.014803:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1767320576.014821:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:3.0:1767320576.014841:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046004480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320576.014857:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320576.014894:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046004480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (745us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320576.014899:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:0.0:1767320576.015093:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046004480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320576.015868:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046004352:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320576.782291:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320577.041910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320577.041921:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320577.041987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320577.041991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320577.041995:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320577.042004:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5770 00000100:00080000:2.0:1767320577.042009:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320577.042015:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320577.042035:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0700 x1853164046004736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320577.042157:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046004864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320577.042239:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320577.042267:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046004736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320577.042300:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004864 00000100:00100000:3.0:1767320577.042306:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320577.042309:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004864 00000100:00100000:3.0:1767320577.042364:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004736 00000100:00100000:3.0:1767320577.042369:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004736 00000100:00100000:1.0:1767320577.042380:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1771 00000100:00080000:2.0:1767320577.042404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320577.042410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320577.042413:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320577.042416:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5770 00000100:00080000:2.0:1767320577.042419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320577.042422:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320577.042437:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdca80 x1853164046004992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320577.042451:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320577.042454:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320577.042456:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320577.042460:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5770 00000100:00080000:2.0:1767320577.042462:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320577.042465:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320577.042476:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdce00 x1853164046005120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320577.042502:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320577.042505:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320577.042507:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320577.042510:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5770 00000100:00080000:2.0:1767320577.042513:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320577.042516:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320577.042528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc380 x1853164046005504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320577.042550:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320577.042557:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046005248:0@lo:400:kworker.0 00000100:00100000:2.0:1767320577.042599:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320577.042638:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046004992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320577.042656:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320577.042669:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046005120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320577.042685:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320577.042696:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046005504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320577.042712:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320577.042735:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004992 00000100:00100000:2.0:1767320577.042739:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004992 00000100:00100000:1.0:1767320577.042766:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046004864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320577.042855:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046004864:12345-0@lo:400:kworker.0 Request processed in 467us (616us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320577.042913:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046004608:0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.042943:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.042965:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320577.042970:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046005376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.042989:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320577.043014:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005504 00000100:00100000:0.0:1767320577.043018:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005504 00000100:00100000:3.0:1767320577.049297:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046004608 00000100:00100000:3.0:1767320577.049315:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046004608 00000100:00100000:3.0:1767320577.049375:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1767320577.049384:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046004608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320577.049488:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046004608:12345-0@lo:400:kworker.0 Request processed in 104us (6542us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320577.049495:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1772 00000100:00100000:3.0:1767320577.049515:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2324 00000100:00100000:3.0:1767320577.049520:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046004736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320577.049541:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320577.049578:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046004736:12345-0@lo:38:kworker.0 Request processed in 57us (7274us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320577.049585:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2324 00010000:00080000:3.0:1767320577.049634:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1880 x1853164046004608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320577.049650:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046004608:0@lo:400:kworker.0 00000100:00080000:3.0:1767320577.049691:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320577.049697:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320577.049701:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046004736:0@lo:38:kworker.0 00000100:00100000:3.0:1767320577.049754:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005120 00000100:00100000:3.0:1767320577.049758:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005120 00000100:00100000:3.0:1767320577.049798:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1767320577.049803:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046005120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320577.049813:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320577.049844:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046005120:12345-0@lo:38:kworker.0 Request processed in 39us (7157us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320577.049850:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:3.0:1767320577.049873:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320577.049877:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320577.049880:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046005120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320577.049905:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005248 00000100:00100000:3.0:1767320577.049909:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005248 00000100:00100000:3.0:1767320577.049932:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005376 00000100:00100000:3.0:1767320577.049935:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005376 00000100:00100000:3.0:1767320577.049952:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1767320577.049957:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046005248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320577.049990:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046005248:12345-0@lo:400:kworker.0 Request processed in 32us (7390us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320577.049996:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1767320577.050007:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1767320577.050013:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046005376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320577.050046:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046005376:12345-0@lo:400:kworker.0 Request processed in 33us (7055us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320577.050052:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:3.0:1767320577.050079:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046005376:0@lo:400:kworker.0 00000100:00100000:2.0:1767320577.052346:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2325 00000100:00100000:2.0:1767320577.052359:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046004992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320577.052384:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320577.052462:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046004992:12345-0@lo:38:kworker.0 Request processed in 104us (9804us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320577.052469:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2325 00000100:00080000:2.0:1767320577.052515:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320577.052521:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320577.052524:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046004992:0@lo:38:kworker.0 00000100:00080000:3.0:1767320577.053310:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320577.055217:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1771 00000100:00100000:1.0:1767320577.055339:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046005248:0@lo:400:kworker.0 00010000:00080000:1.0:1767320577.055359:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e2d80 x1853164046004864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320593 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320577.055370:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046004864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320577.055425:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2326 00000100:00100000:0.0:1767320577.055435:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046005504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320577.055457:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320577.055549:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046005504:12345-0@lo:38:kworker.0 Request processed in 113us (12834us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320577.058563:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320577.058578:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320577.058584:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046005504:0@lo:38:kworker.0 00000100:00100000:0.0:1767320577.062437:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2326 00010000:00010000:1.0:1767320577.806966:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320578.830088:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320579.853975:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320580.549140:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320580.549275:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320580.567978:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935488 00000100:00100000:0.0:1767320580.567995:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935488 00000100:00100000:0.0:1767320580.568066:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935616 00000100:00100000:0.0:1767320580.568070:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935616 00000100:00100000:0.0:1767320580.568130:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1773 00000100:00100000:0.0:1767320580.568140:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985935616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320580.568239:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985935616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (18973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320580.568248:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1773 00000100:00100000:3.0:1767320580.568288:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2327 00000100:00100000:3.0:1767320580.568310:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985935488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320580.568344:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320580.568418:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985935488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 108us (19287us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320580.569033:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320580.573765:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2327 00010000:00010000:3.0:1767320580.878130:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320581.134385:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046005632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320581.134471:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320581.134693:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005632 00000100:00100000:1.0:1767320581.134703:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005632 00000100:00100000:1.0:1767320581.134801:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:1.0:1767320581.134811:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046005632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320581.134842:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320581.134884:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046005632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320581.134895:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1767320581.135319:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320581.135334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046005760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320581.135383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320581.135638:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005760 00000100:00100000:3.0:1767320581.135644:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005760 00000100:00100000:3.0:1767320581.135688:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1767320581.135696:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046005760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320581.135715:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320581.135757:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046005760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320581.135763:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1767320581.135833:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046005760:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320581.136717:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320581.136724:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320581.136764:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046005632:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320581.901969:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320582.158228:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.158250:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320582.158316:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.158321:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.158333:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.158343:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5775 00000100:00080000:0.0:1767320582.158348:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.158356:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320582.158387:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164046006016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320582.158414:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.158418:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.158420:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.158423:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5775 00000100:00080000:0.0:1767320582.158425:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.158429:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320582.158439:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164046006272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320582.158446:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.158450:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.158451:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.158454:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5775 00000100:00080000:0.0:1767320582.158456:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.158459:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320582.158469:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164046006400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320582.158502:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320582.158506:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320582.158508:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320582.158512:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5775 00000100:00080000:0.0:1767320582.158514:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320582.158518:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320582.158530:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224000 x1853164046006784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320582.158556:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046006528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320582.158616:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320582.158673:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320582.158679:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046006144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320582.158703:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320582.159385:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046006656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.159424:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320582.159457:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320582.159463:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046005888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.159496:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320582.159798:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006528 00000100:00100000:0.0:1767320582.159806:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006528 00000100:00100000:0.0:1767320582.159855:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006656 00000100:00100000:0.0:1767320582.159858:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006656 00000100:00100000:0.0:1767320582.159886:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1767320582.159894:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046006528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320582.159959:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046006528:12345-0@lo:400:kworker.0 Request processed in 65us (1342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320582.159967:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:0.0:1767320582.159984:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1767320582.159990:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046006656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320582.160018:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046006656:12345-0@lo:400:kworker.0 Request processed in 28us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320582.160025:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:0.0:1767320582.160042:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006144 00000100:00100000:0.0:1767320582.160045:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006144 00000100:00100000:0.0:1767320582.160075:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046005888 00000100:00100000:0.0:1767320582.160078:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046005888 00000100:00100000:0.0:1767320582.160095:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1774 00000100:00100000:0.0:1767320582.160101:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046006144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320582.160358:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1775 00000100:00100000:2.0:1767320582.160369:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046005888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.160448:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046006656:0@lo:400:kworker.0 00000100:00100000:1.0:1767320582.160510:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046006528:0@lo:400:kworker.0 00000100:00080000:1.0:1767320582.160532:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320582.160681:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046006144:12345-0@lo:400:kworker.0 Request processed in 579us (1976us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320582.160688:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1774 00010000:00080000:1.0:1767320582.161170:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be680 x1853164046006144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320582.161183:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046006144:0@lo:400:kworker.0 00000100:00100000:3.0:1767320582.161691:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046006016:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.161737:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.161782:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046006272:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.161804:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.161825:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046006400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.161847:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.161866:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046006784:0@lo:38:kworker.0 00000100:00100000:3.0:1767320582.161887:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320582.161930:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006400 00000100:00100000:3.0:1767320582.161936:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006400 00000100:00100000:3.0:1767320582.161966:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1767320582.161972:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046006400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320582.161992:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320582.162026:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046006400:12345-0@lo:38:kworker.0 Request processed in 53us (177us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320582.162033:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:3.0:1767320582.162052:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006016 00000100:00100000:3.0:1767320582.162056:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006016 00000100:00100000:3.0:1767320582.162071:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006272 00000100:00100000:3.0:1767320582.162073:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006272 00000100:00100000:3.0:1767320582.162080:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006784 00000100:00100000:3.0:1767320582.162082:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006784 00000100:00100000:3.0:1767320582.162090:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2328 00000100:00100000:3.0:1767320582.162095:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046006016:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320582.162104:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320582.162420:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046006016:12345-0@lo:38:kworker.0 Request processed in 323us (681us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320582.162428:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2328 00000100:00100000:3.0:1767320582.162440:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1767320582.162444:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046006272:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320582.162453:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320582.162475:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046006272:12345-0@lo:38:kworker.0 Request processed in 30us (671us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320582.162481:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2329 00000100:00100000:3.0:1767320582.162571:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2330 00000100:00100000:3.0:1767320582.162576:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046006784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320582.162586:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320582.162609:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046006784:12345-0@lo:38:kworker.0 Request processed in 32us (721us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320582.162616:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2330 00000100:00080000:3.0:1767320582.162653:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.162658:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.162661:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046006016:0@lo:38:kworker.0 00000100:00080000:3.0:1767320582.162669:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.162673:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.162676:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046006272:0@lo:38:kworker.0 00000100:00080000:3.0:1767320582.162684:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.162687:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.162690:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046006400:0@lo:38:kworker.0 00000100:00080000:3.0:1767320582.162696:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320582.162699:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320582.162701:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046006784:0@lo:38:kworker.0 00000100:00100000:2.0:1767320582.163444:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046005888:12345-0@lo:400:kworker.0 Request processed in 3073us (3954us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320582.163455:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1775 00010000:00080000:1.0:1767320582.163590:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be300 x1853164046005888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320598 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320582.163603:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046005888:0@lo:400:kworker.0 00010000:00010000:2.0:1767320582.926029:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320583.950417:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320584.980654:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320585.666572:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320585.666618:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320585.666653:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935872 00000100:00100000:2.0:1767320585.666663:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935872 00000100:00100000:2.0:1767320585.666730:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985935744 00000100:00100000:2.0:1767320585.666734:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985935744 00000100:00100000:2.0:1767320585.666755:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1776 00000100:00100000:2.0:1767320585.666799:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985935872:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320585.666909:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2331 00000100:00100000:3.0:1767320585.666928:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985935744:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320585.666958:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320585.666984:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320585.667032:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985935744:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 110us (411us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320585.667049:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2331 00000100:00100000:2.0:1767320585.667050:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985935872:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 278us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320585.667069:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1776 00010000:00010000:1.0:1767320586.000357:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320586.254133:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320586.254155:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046006912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320586.254233:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320586.254374:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046006912 00000100:00100000:1.0:1767320586.254383:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046006912 00000100:00100000:1.0:1767320586.256754:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1767320586.257015:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046006912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320586.257055:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320586.257141:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046006912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 376us (2908us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320586.257149:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:1.0:1767320586.257229:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046006912:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320586.259221:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320586.259260:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320586.259281:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046007040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320586.259345:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320586.259413:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007040 00000100:00100000:0.0:1767320586.259420:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007040 00000100:00100000:0.0:1767320586.259480:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1767320586.259490:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046007040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320586.259518:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320586.259564:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046007040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320586.259571:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:0.0:1767320586.259632:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046007040:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320586.259661:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320587.022007:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320587.278355:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320587.278366:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320587.278996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320587.279002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320587.279007:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320587.279018:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5780 00000100:00080000:0.0:1767320587.279025:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320587.279033:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320587.279062:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224e00 x1853164046007296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320587.279062:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320587.279170:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046007296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320587.279253:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320587.279262:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046007168:0@lo:400:kworker.0 00000100:00100000:3.0:1767320587.279428:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320587.279630:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007296 00000100:00100000:3.0:1767320587.279642:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007296 00000100:00100000:2.0:1767320587.279697:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007168 00000100:00100000:3.0:1767320587.279707:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2332 00000100:00080000:0.0:1767320587.279708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320587.279708:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007168 00000100:00080000:0.0:1767320587.279720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320587.279722:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320587.279728:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046007296:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320587.279734:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5780 00000100:00080000:0.0:1767320587.279741:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320587.279746:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320587.279759:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224380 x1853164046007552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00020000:3.0:1767320587.279765:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320587.279799:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1777 00000100:00100000:2.0:1767320587.279813:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046007168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320587.279885:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046007168:12345-0@lo:400:kworker.0 Request processed in 76us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320587.279893:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1777 00010000:00080000:2.0:1767320587.279935:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225500 x1853164046007168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320587.279948:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046007168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320587.280068:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320587.280080:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046007424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320587.280101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046007552:0@lo:38:kworker.0 00000100:00100000:2.0:1767320587.280108:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320587.280123:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320587.280134:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007424 00000100:00100000:2.0:1767320587.280138:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007424 00000100:00100000:2.0:1767320587.280177:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007552 00000100:00100000:2.0:1767320587.280180:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007552 00000100:00100000:2.0:1767320587.280196:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1767320587.280203:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046007424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320587.280235:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046007424:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320587.280241:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1778 00000100:00100000:2.0:1767320587.280253:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2333 00000100:00100000:2.0:1767320587.280257:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046007552:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320587.280261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320587.280265:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320587.280267:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320587.280270:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5780 00000100:00080000:0.0:1767320587.280273:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00010000:00020000:2.0:1767320587.280274:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320587.280277:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320587.280291:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164046007680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320587.280298:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046007552:12345-0@lo:38:kworker.0 Request processed in 41us (175us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320587.280305:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2333 00000100:00080000:0.0:1767320587.280320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320587.280323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767320587.280324:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046007808:0@lo:400:kworker.0 00000100:00080000:0.0:1767320587.280325:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320587.280329:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5780 00000100:00080000:0.0:1767320587.280331:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320587.280334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320587.280344:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164046008064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320587.280348:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320587.280365:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320587.280371:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00080000:2.0:1767320587.280372:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226300 x1853164046007424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320603 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320587.280381:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046007424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320587.280416:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007808 00000100:00100000:2.0:1767320587.280419:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007808 00000100:00100000:2.0:1767320587.280445:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1767320587.280451:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046007808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320587.280484:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046007808:12345-0@lo:400:kworker.0 Request processed in 32us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320587.280490:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:2.0:1767320587.280513:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046007808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320587.280642:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046007936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320587.280669:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320587.280963:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007936 00000100:00100000:2.0:1767320587.280968:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007936 00000100:00100000:2.0:1767320587.281001:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:2.0:1767320587.281009:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046007936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320587.281048:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046007936:12345-0@lo:400:kworker.0 Request processed in 40us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320587.281053:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:0.0:1767320587.281161:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046007936:0@lo:400:kworker.0 00000100:00100000:3.0:1767320587.287826:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046007296:12345-0@lo:38:kworker.0 Request processed in 8084us (8556us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320587.287850:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2332 00000100:00080000:1.0:1767320587.288103:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320587.288111:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320587.288116:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046007296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320587.288516:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046007680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320587.288602:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320587.288668:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046008064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320587.288687:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046007680 00000100:00100000:1.0:1767320587.288703:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320587.288706:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046007680 00000100:00080000:1.0:1767320587.291989:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320587.292007:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320587.292014:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046007552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320587.292213:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008064 00000100:00100000:1.0:1767320587.292223:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008064 00000100:00100000:1.0:1767320587.292279:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2334 00000100:00100000:1.0:1767320587.292299:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046008064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320587.292327:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320587.292410:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046008064:12345-0@lo:38:kworker.0 Request processed in 111us (3707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320587.292419:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2334 00000100:00080000:1.0:1767320587.292458:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320587.292463:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320587.292466:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046008064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320587.292636:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1767320587.292650:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046007680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320587.292675:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320587.292801:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046007680:12345-0@lo:38:kworker.0 Request processed in 151us (4197us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320587.292809:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:1.0:1767320587.295493:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320587.295506:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320587.295512:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046007680:0@lo:38:kworker.0 00010000:00010000:2.0:1767320588.046466:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320589.069950:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320590.095085:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320590.787543:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320590.787605:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320590.787708:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936128 00000100:00100000:1.0:1767320590.787718:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936128 00000100:00100000:1.0:1767320590.787822:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936000 00000100:00100000:1.0:1767320590.787826:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936000 00000100:00100000:1.0:1767320590.787850:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1779 00000100:00100000:1.0:1767320590.787859:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985936128:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320590.787929:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985936128:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 71us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320590.787936:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1779 00000100:00100000:1.0:1767320590.787957:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2335 00000100:00100000:1.0:1767320590.787961:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985936000:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320590.787980:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320590.788008:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985936000:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (401us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320590.788015:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2335 00000100:00080000:2.0:1767320590.788071:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320591.118335:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320591.374415:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320591.374430:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046008192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320591.374503:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320591.374754:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008192 00000100:00100000:1.0:1767320591.374763:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008192 00000100:00100000:1.0:1767320591.374991:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:1.0:1767320591.375001:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046008192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320591.375035:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320591.375177:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046008192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 177us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320591.375184:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:3.0:1767320591.375797:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320591.375984:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046008192:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320591.376524:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320591.376539:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046008320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320591.376585:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320591.376680:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008320 00000100:00100000:0.0:1767320591.376686:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008320 00000100:00080000:3.0:1767320591.376730:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320591.376751:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1767320591.376761:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046008320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320591.376804:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320591.376998:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046008320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 238us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320591.377006:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1767320591.377335:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046008320:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320592.146167:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320592.397910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320592.397923:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320592.397985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320592.397990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320592.397994:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320592.398001:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5785 00000100:00080000:0.0:1767320592.398006:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320592.398013:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320592.398033:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164046008576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320592.398089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320592.398093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320592.398095:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320592.398099:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5785 00000100:00080000:0.0:1767320592.398101:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320592.398104:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320592.398115:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164046008832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320592.398136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320592.398140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320592.398142:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320592.398145:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5785 00000100:00080000:0.0:1767320592.398148:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320592.398152:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320592.398165:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225180 x1853164046008960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320592.398187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320592.398190:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320592.398192:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320592.398195:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5785 00000100:00080000:0.0:1767320592.398198:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320592.398202:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320592.398212:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164046009344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320592.398268:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046008704:0@lo:400:kworker.0 00000100:00100000:0.0:1767320592.398330:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320592.398401:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320592.398407:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046009088:0@lo:400:kworker.0 00000100:00100000:0.0:1767320592.398434:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320592.398470:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008704 00000100:00100000:0.0:1767320592.398478:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008704 00000100:00100000:0.0:1767320592.398530:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1780 00000100:00100000:0.0:1767320592.398540:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046008704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320592.398590:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046008704:12345-0@lo:400:kworker.0 Request processed in 51us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320592.398597:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1780 00010000:00080000:0.0:1767320592.398632:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225c00 x1853164046008704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320592.398644:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046008704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320592.398737:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046009216:0@lo:400:kworker.0 00000100:00100000:1.0:1767320592.398798:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320592.398816:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320592.398821:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046008448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320592.398842:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320592.398872:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008448 00000100:00100000:1.0:1767320592.398891:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008448 00000100:00100000:1.0:1767320592.398920:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1781 00000100:00100000:1.0:1767320592.398926:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046008448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320592.398959:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046008448:12345-0@lo:400:kworker.0 Request processed in 33us (116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320592.398965:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1781 00010000:00080000:1.0:1767320592.398996:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226d80 x1853164046008448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320592.399006:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046008448:0@lo:400:kworker.0 00000100:00080000:3.0:1767320592.400481:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320592.400617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046008576:0@lo:38:kworker.0 00000100:00100000:2.0:1767320592.400676:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320592.400764:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046008832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320592.400813:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320592.400870:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009088 00000100:00100000:0.0:1767320592.400877:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009088 00000100:00100000:0.0:1767320592.400923:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009216 00000100:00100000:0.0:1767320592.400926:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009216 00000100:00100000:0.0:1767320592.400948:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1767320592.400956:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046009088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320592.401019:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046009088:12345-0@lo:400:kworker.0 Request processed in 64us (2584us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320592.401028:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1135 00000100:00100000:0.0:1767320592.401044:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1767320592.401061:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046009216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320592.401093:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046009216:12345-0@lo:400:kworker.0 Request processed in 33us (2326us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320592.401099:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:0.0:1767320592.401141:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046009216:0@lo:400:kworker.0 00000100:00100000:0.0:1767320592.401172:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046009088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320592.410742:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046008960:0@lo:38:kworker.0 00000100:00100000:2.0:1767320592.410873:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320592.410897:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046009344:0@lo:38:kworker.0 00000100:00100000:2.0:1767320592.410921:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320592.410988:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008960 00000100:00100000:3.0:1767320592.410996:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008960 00000100:00100000:3.0:1767320592.411042:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1767320592.411060:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046008960:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320592.411082:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320592.411139:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046008960:12345-0@lo:38:kworker.0 Request processed in 79us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320592.411148:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1767320592.415660:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008576 00000100:00100000:1.0:1767320592.415677:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008576 00000100:00100000:1.0:1767320592.415735:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046008832 00000100:00100000:1.0:1767320592.415739:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046008832 00000100:00100000:1.0:1767320592.415780:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2336 00000100:00100000:1.0:1767320592.415789:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046008576:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320592.422211:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2337 00000100:00100000:3.0:1767320592.422224:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046008832:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320592.422251:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320592.422606:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046008832:12345-0@lo:38:kworker.0 Request processed in 381us (21790us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320592.422614:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2337 00010000:00020000:1.0:1767320592.423497:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320592.423558:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046008576:12345-0@lo:38:kworker.0 Request processed in 7768us (22880us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320592.423567:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2336 00000100:00080000:2.0:1767320592.425324:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320592.425625:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320592.425630:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046008576:0@lo:38:kworker.0 00000100:00080000:2.0:1767320592.425649:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320592.425652:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320592.425655:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046008832:0@lo:38:kworker.0 00000100:00080000:2.0:1767320592.425665:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320592.425668:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320592.425671:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046008960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320592.425801:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009344 00000100:00100000:1.0:1767320592.425808:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009344 00000100:00100000:1.0:1767320592.425845:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2338 00000100:00100000:1.0:1767320592.425852:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046009344:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320592.425870:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320592.425922:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046009344:12345-0@lo:38:kworker.0 Request processed in 70us (15000us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320592.425928:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2338 00000100:00080000:2.0:1767320592.426875:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320592.426883:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320592.426886:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046009344:0@lo:38:kworker.0 00010000:00010000:3.0:1767320593.169740:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320594.193626:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320595.217442:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320595.906936:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320595.907439:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936384 00000100:00100000:1.0:1767320595.907451:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936384 00000100:00100000:1.0:1767320595.907534:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1782 00000100:00100000:1.0:1767320595.907545:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985936384:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320595.907624:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985936384:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320595.907632:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1782 00000100:00080000:3.0:1767320595.907804:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320595.916655:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320595.916689:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985936512 offset 0 length 520: 4 00000100:00100000:2.0:1767320595.916822:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936256 00000100:00100000:2.0:1767320595.916830:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936256 00000100:00100000:2.0:1767320595.916873:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2339 00000100:00100000:2.0:1767320595.916878:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985936256:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320595.916897:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320595.916968:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985936256:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (319us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320595.916977:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2339 00010000:00010000:2.0:1767320596.238088:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320596.494501:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320596.494525:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046009472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320596.494595:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320596.494730:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009472 00000100:00100000:1.0:1767320596.494738:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009472 00000100:00100000:1.0:1767320596.494836:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1767320596.494846:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046009472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320596.494876:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320596.494919:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046009472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320596.494926:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00080000:0.0:1767320596.495152:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320596.495189:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046009472:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320596.495601:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046009600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320596.495638:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320596.495811:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009600 00000100:00100000:2.0:1767320596.495816:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009600 00000100:00100000:2.0:1767320596.495868:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:2.0:1767320596.495877:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046009600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320596.495899:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320596.495934:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046009600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320596.495940:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00080000:0.0:1767320596.496158:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320596.496187:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046009600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320596.558007:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320571/real 1767320571] req@ffffa07bf32fe680 x1853164046003200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320596 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320596.558054:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf32fe680 x1853164046003200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320596 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320596.558078:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320596.558105:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320596.558110:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046003200:0@lo:250:kworker.0 00000100:00080000:3.0:1767320596.558311:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320596.558317:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320596.558320:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320596.558325:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5770 00000100:00080000:3.0:1767320596.558329:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320596.558334:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320596.558370:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164046009728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320596.558426:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320596.558429:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320596.558431:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320596.558435:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5790 00000100:00080000:3.0:1767320596.558437:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320596.558441:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320596.558454:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff100 x1853164046009984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320596.558476:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320596.558479:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320596.558480:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320596.558483:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5790 00000100:00080000:3.0:1767320596.558485:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320596.558488:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320596.558497:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afe680 x1853164046010240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320596.558505:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320596.558508:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320596.558510:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320596.558513:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5790 00000100:00080000:3.0:1767320596.558515:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320596.558517:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320596.558526:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afc380 x1853164046010368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320596.558535:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320596.558538:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320596.558540:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320596.558542:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5790 00000100:00080000:3.0:1767320596.558544:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320596.558548:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320596.558556:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577480 x1853164046010496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320596.558576:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320596.558587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046010112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320596.558643:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320596.558823:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320596.558834:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046009856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320596.559113:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010112 00000100:00100000:1.0:1767320596.559121:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010112 00000100:00100000:1.0:1767320596.559187:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1783 00000100:00100000:1.0:1767320596.559195:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046010112:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320596.559256:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320596.559274:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046009728:0@lo:250:kworker.0 00000100:00100000:2.0:1767320596.562559:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320596.563014:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009856 00000100:00100000:3.0:1767320596.563024:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009856 00000100:00100000:3.0:1767320596.563108:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1784 00000100:00100000:3.0:1767320596.563119:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046009856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320596.563346:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046009856:12345-0@lo:400:kworker.0 Request processed in 228us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320596.563354:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1784 00000100:00080000:2.0:1767320596.563962:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320596.564016:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afc700 x1853164046009856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320596.564044:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046009856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320596.564328:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046010112:12345-0@lo:400:kworker.0 Request processed in 5132us (5683us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320596.564338:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1783 00010000:00080000:3.0:1767320596.564429:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afd500 x1853164046010112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320596.564441:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046010112:0@lo:400:kworker.0 00000400:00000100:0.0:1767320596.565258:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046009728 offset 0 length 520: 4 00000100:00100000:0.0:1767320596.565300:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046009984:0@lo:38:kworker.0 00000100:00100000:0.0:1767320596.565339:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320596.565366:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046010240:0@lo:38:kworker.0 00000100:00100000:0.0:1767320596.565388:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320596.565457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046010368:0@lo:38:kworker.0 00000100:00100000:0.0:1767320596.565484:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320596.565511:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046010496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320596.565530:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320596.565608:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010368 00000100:00100000:2.0:1767320596.565616:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010368 00000100:00100000:2.0:1767320596.565649:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1767320596.565656:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046010368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320596.565693:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320596.565739:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046010368:12345-0@lo:38:kworker.0 Request processed in 81us (252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320596.565746:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:0.0:1767320596.570469:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320596.570483:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320596.570489:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046010368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320596.576372:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046009984 00000100:00100000:3.0:1767320596.576390:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046009984 00000100:00100000:3.0:1767320596.576451:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010240 00000100:00100000:3.0:1767320596.576455:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010240 00000100:00100000:3.0:1767320596.576473:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010496 00000100:00100000:3.0:1767320596.576476:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010496 00000100:00100000:3.0:1767320596.576495:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2340 00000100:00100000:3.0:1767320596.576504:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046009984:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320596.576526:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320596.576609:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046009984:12345-0@lo:38:kworker.0 Request processed in 104us (11269us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320596.576617:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2340 00000100:00100000:3.0:1767320596.576634:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2341 00000100:00100000:3.0:1767320596.576637:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046010240:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320596.576647:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320596.577056:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2342 00000100:00100000:0.0:1767320596.577063:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046010496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320596.577074:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320596.577107:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046010496:12345-0@lo:38:kworker.0 Request processed in 44us (11577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320596.577113:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2342 00000100:00080000:0.0:1767320596.577169:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320596.577174:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320596.577178:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046009984:0@lo:38:kworker.0 00000100:00080000:0.0:1767320596.577190:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320596.577195:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320596.577198:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046010496:0@lo:38:kworker.0 00000100:00100000:3.0:1767320596.577486:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046010240:12345-0@lo:38:kworker.0 Request processed in 845us (12096us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320596.577494:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2341 00000100:00080000:0.0:1767320596.578294:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320596.578301:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320596.578304:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046010240:0@lo:38:kworker.0 00010000:00010000:3.0:1767320597.262200:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320598.286140:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320599.310316:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320600.337896:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320601.035656:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320601.035719:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320601.035823:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936640 00000100:00100000:2.0:1767320601.035836:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936640 00000100:00100000:2.0:1767320601.035875:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936768 00000100:00100000:2.0:1767320601.035877:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936768 00000100:00100000:2.0:1767320601.035941:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1785 00000100:00100000:2.0:1767320601.035953:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985936768:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320601.036025:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985936768:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320601.036033:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1785 00000100:00100000:2.0:1767320601.036050:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2343 00000100:00100000:2.0:1767320601.036054:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985936640:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320601.036077:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320601.036100:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985936640:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (457us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320601.036106:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2343 00000100:00080000:0.0:1767320601.036310:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320601.358268:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320601.614093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320601.614104:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320601.614170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320601.614173:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320601.614178:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320601.614187:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5794 00000100:00080000:0.0:1767320601.614192:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320601.614199:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320601.614222:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164046010752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320601.614251:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320601.614254:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320601.614256:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320601.614259:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5794 00000100:00080000:0.0:1767320601.614262:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320601.614266:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320601.614277:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164046011008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320601.614285:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320601.614289:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320601.614291:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320601.614294:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5794 00000100:00080000:0.0:1767320601.614296:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320601.614301:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320601.614311:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164046011136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320601.614335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320601.614338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320601.614339:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320601.614342:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5794 00000100:00080000:0.0:1767320601.614344:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320601.614347:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320601.614357:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4761880 x1853164046011520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320601.614390:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046011392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320601.614465:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320601.614502:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320601.614507:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046010624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320601.614531:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320601.614555:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046011264:0@lo:400:kworker.0 00000100:00100000:0.0:1767320601.614578:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320601.614595:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320601.614600:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046010880:0@lo:400:kworker.0 00000100:00100000:0.0:1767320601.614630:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320601.614974:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010624 00000100:00100000:3.0:1767320601.614982:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010624 00000100:00100000:3.0:1767320601.615033:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010880 00000100:00100000:3.0:1767320601.615037:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010880 00000100:00100000:3.0:1767320601.615057:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1786 00000100:00100000:3.0:1767320601.615065:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046010624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320601.615116:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046010624:12345-0@lo:400:kworker.0 Request processed in 51us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320601.615123:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1786 00000100:00100000:3.0:1767320601.615139:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1787 00000100:00100000:3.0:1767320601.615145:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046010880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320601.615184:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046010880:12345-0@lo:400:kworker.0 Request processed in 40us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320601.615190:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1787 00000100:00080000:3.0:1767320601.615207:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320601.615218:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011392 00000100:00100000:3.0:1767320601.615221:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011392 00000100:00100000:3.0:1767320601.615250:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011264 00000100:00100000:3.0:1767320601.615253:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011264 00000100:00100000:3.0:1767320601.615274:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1767320601.615280:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046011392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320601.615308:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046011392:12345-0@lo:400:kworker.0 Request processed in 29us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320601.615314:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1767320601.615324:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1767320601.615330:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046011264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320601.615354:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046011264:12345-0@lo:400:kworker.0 Request processed in 25us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320601.615360:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00080000:3.0:1767320601.615379:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320601.615381:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1767320601.615408:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8225180 x1853164046010880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320601.615422:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046010880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320601.615432:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046011264:0@lo:400:kworker.0 00000100:00100000:3.0:1767320601.615458:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046011648:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320601.615486:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320601.615515:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011648 00000100:00100000:3.0:1767320601.615518:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011648 00000100:00100000:3.0:1767320601.615541:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1767320601.615547:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046011648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320601.615568:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320601.615604:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046011648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320601.615611:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1767320601.615656:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046011648:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1767320601.616305:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224000 x1853164046010624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320601.616317:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046010624:0@lo:400:kworker.0 00000100:00100000:0.0:1767320601.616331:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046011392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320601.616927:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046010752:0@lo:38:kworker.0 00000100:00100000:2.0:1767320601.616972:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320601.617005:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046011008:0@lo:38:kworker.0 00000100:00100000:2.0:1767320601.617025:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320601.617050:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046011136:0@lo:38:kworker.0 00000100:00100000:2.0:1767320601.617073:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320601.617091:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046011520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320601.617108:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320601.617144:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011136 00000100:00100000:2.0:1767320601.617560:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011136 00000100:00100000:2.0:1767320601.617600:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1767320601.617607:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046011136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320601.617808:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320601.617854:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046011136:12345-0@lo:38:kworker.0 Request processed in 247us (779us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320601.617862:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:1.0:1767320601.618022:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046010752 00000100:00100000:1.0:1767320601.618028:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046010752 00000100:00100000:1.0:1767320601.618054:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011008 00000100:00100000:1.0:1767320601.618058:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011008 00000100:00100000:1.0:1767320601.618066:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011520 00000100:00100000:1.0:1767320601.618069:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011520 00000100:00100000:1.0:1767320601.618080:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2344 00000100:00100000:1.0:1767320601.618084:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046010752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320601.618095:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320601.618124:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046010752:12345-0@lo:38:kworker.0 Request processed in 38us (1152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320601.618130:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2344 00000100:00100000:1.0:1767320601.618146:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2345 00000100:00100000:1.0:1767320601.618162:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046011008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320601.618172:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320601.618196:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046011008:12345-0@lo:38:kworker.0 Request processed in 32us (1169us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320601.618201:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2345 00000100:00100000:1.0:1767320601.618212:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2346 00000100:00100000:1.0:1767320601.618216:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046011520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320601.618224:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320601.618247:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046011520:12345-0@lo:38:kworker.0 Request processed in 30us (1137us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320601.618252:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2346 00000100:00100000:1.0:1767320601.618296:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046011776:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320601.618327:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320601.618389:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320601.618393:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320601.618396:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046010752:0@lo:38:kworker.0 00000100:00080000:1.0:1767320601.618406:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320601.618409:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320601.618412:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046011008:0@lo:38:kworker.0 00000100:00080000:1.0:1767320601.618420:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320601.618423:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320601.618426:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046011136:0@lo:38:kworker.0 00000100:00080000:1.0:1767320601.618433:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320601.618436:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320601.618438:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046011520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320601.618470:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011776 00000100:00100000:1.0:1767320601.618474:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011776 00000100:00100000:1.0:1767320601.618499:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1767320601.618505:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046011776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320601.618528:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320601.618562:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046011776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320601.618568:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1767320601.618599:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046011776:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320602.382080:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320603.406018:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320604.439509:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320605.455391:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320606.147691:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320606.147900:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937024 00000100:00100000:0.0:1767320606.147910:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937024 00000100:00100000:0.0:1767320606.148000:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1788 00000100:00100000:0.0:1767320606.148011:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985937024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320606.148091:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985937024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320606.148100:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1788 00000100:00080000:1.0:1767320606.148204:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320606.148493:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320606.148566:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985936896 00000100:00100000:2.0:1767320606.148573:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985936896 00000100:00100000:2.0:1767320606.148606:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2347 00000100:00100000:2.0:1767320606.148612:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985936896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320606.148632:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320606.148674:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985936896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 61us (181us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320606.148681:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2347 00010000:00010000:1.0:1767320606.478158:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320606.733901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320606.733912:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320606.733956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320606.733961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320606.733965:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320606.733981:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00080000:3.0:1767320606.733989:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5799 00000100:00100000:0.0:1767320606.733992:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046012032:0@lo:400:kworker.0 00000100:00080000:3.0:1767320606.733993:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320606.734000:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320606.734018:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575180 x1853164046012160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320606.734044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320606.734047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320606.734049:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320606.734052:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5799 00000100:00100000:0.0:1767320606.734054:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320606.734055:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320606.734058:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320606.734068:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164046012416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320606.734075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320606.734078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320606.734080:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320606.734083:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5799 00000100:00080000:3.0:1767320606.734085:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320606.734088:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320606.734096:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164046012544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320606.734107:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046011904:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320606.734114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320606.734117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320606.734118:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320606.734121:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5799 00000100:00080000:3.0:1767320606.734124:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320606.734127:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320606.734130:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320606.734139:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164046012928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320606.734161:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046012672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320606.734192:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320606.734214:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320606.734220:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046012288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320606.734241:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320606.734270:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046011904 00000100:00100000:3.0:1767320606.734276:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046011904 00000100:00100000:2.0:1767320606.734311:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012032 00000100:00100000:2.0:1767320606.734315:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012032 00000100:00100000:3.0:1767320606.734324:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:3.0:1767320606.734332:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046011904:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320606.734347:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012288 00000100:00100000:2.0:1767320606.734349:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012288 00002000:00000024:3.0:1767320606.734365:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320606.734367:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1789 00000100:00100000:2.0:1767320606.734371:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046012032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320606.734402:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046012032:12345-0@lo:400:kworker.0 Request processed in 29us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320606.734402:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046011904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320606.734410:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1789 00000100:00100000:3.0:1767320606.734410:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1767320606.734425:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1790 00000100:00100000:2.0:1767320606.734432:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046012288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320606.734432:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012672 00000100:00100000:3.0:1767320606.734435:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012672 00000100:00100000:2.0:1767320606.734462:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046012288:12345-0@lo:400:kworker.0 Request processed in 31us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320606.734468:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1790 00000100:00100000:3.0:1767320606.734476:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1767320606.734482:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046012672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320606.734493:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046012160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320606.734508:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046012672:12345-0@lo:400:kworker.0 Request processed in 27us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320606.734514:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1767320606.734515:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320606.734534:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046012416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320606.734554:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767320606.734554:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577480 x1853164046012288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320606.734567:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046012544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320606.734569:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046012288:0@lo:400:kworker.0 00000100:00100000:3.0:1767320606.734579:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046012672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320606.734590:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320606.734610:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046012928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320606.734610:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012160 00000100:00100000:3.0:1767320606.734613:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012160 00000100:00100000:3.0:1767320606.734627:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012416 00000100:00100000:2.0:1767320606.734629:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320606.734629:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012416 00000100:00100000:3.0:1767320606.734636:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012928 00000100:00100000:3.0:1767320606.734639:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012928 00000100:00100000:3.0:1767320606.734647:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2348 00000100:00100000:3.0:1767320606.734652:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046012160:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320606.734655:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012544 00000100:00100000:2.0:1767320606.734657:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012544 00010000:00020000:3.0:1767320606.734669:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320606.734674:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1767320606.734677:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046012544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320606.734687:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320606.734698:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046012160:12345-0@lo:38:kworker.0 Request processed in 45us (183us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320606.734704:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2348 00000100:00100000:2.0:1767320606.734707:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046012544:12345-0@lo:38:kworker.0 Request processed in 28us (116us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320606.734712:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1767320606.734714:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2349 00000100:00100000:3.0:1767320606.734718:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046012416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320606.734727:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320606.734736:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320606.734740:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320606.734743:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046012160:0@lo:38:kworker.0 00000100:00100000:3.0:1767320606.734746:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046012416:12345-0@lo:38:kworker.0 Request processed in 26us (191us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320606.734750:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320606.734751:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2349 00000100:00080000:2.0:1767320606.734753:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320606.734756:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046012416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320606.734761:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2350 00000100:00080000:2.0:1767320606.734762:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320606.734765:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320606.734797:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046012928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320606.734801:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046012544:0@lo:38:kworker.0 00010000:00020000:3.0:1767320606.734806:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320606.734835:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046012928:12345-0@lo:38:kworker.0 Request processed in 68us (204us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320606.734839:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320606.734841:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2350 00000100:00080000:2.0:1767320606.734842:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320606.734845:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046012928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320606.735153:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320606.735158:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320606.736923:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046013056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320606.737003:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320606.737266:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046012800:0@lo:400:kworker.0 00000100:00100000:0.0:1767320606.737299:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767320606.737350:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576680 x1853164046012032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320606.737364:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046012032:0@lo:400:kworker.0 00000100:00100000:0.0:1767320606.737385:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046011904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320606.737611:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046012800 00000100:00100000:1.0:1767320606.737619:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046012800 00000100:00100000:1.0:1767320606.737686:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:1.0:1767320606.737696:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046012800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320606.737749:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046012800:12345-0@lo:400:kworker.0 Request processed in 55us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320606.737756:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1767320606.738010:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013056 00000100:00100000:2.0:1767320606.738016:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013056 00000100:00100000:2.0:1767320606.738054:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1767320606.738062:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046013056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320606.738084:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320606.738131:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046013056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320606.738137:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00080000:0.0:1767320606.738296:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320606.738325:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046012800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320606.738592:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046013056:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320607.502120:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320608.526843:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320609.550474:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320610.580039:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320611.265648:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320611.266219:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937280 00000100:00100000:1.0:1767320611.266234:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937280 00000100:00100000:1.0:1767320611.266341:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1791 00000100:00100000:1.0:1767320611.266353:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985937280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320611.266453:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985937280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (815us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320611.266461:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1791 00000100:00080000:0.0:1767320611.266727:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320611.266955:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320611.267090:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937152 00000100:00100000:1.0:1767320611.267095:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937152 00000100:00100000:1.0:1767320611.267130:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2351 00000100:00100000:1.0:1767320611.267135:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985937152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320611.267161:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320611.267208:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985937152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 70us (253us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320611.267216:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2351 00010000:00010000:2.0:1767320611.598154:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320611.854232:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046013184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320611.854322:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320611.854450:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320611.854456:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320611.854488:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320611.854493:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320611.854497:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320611.854503:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5805 00000100:00080000:1.0:1767320611.854508:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320611.854515:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320611.854539:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164046013440/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320611.854572:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320611.854575:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320611.854577:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320611.854580:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5805 00000100:00080000:1.0:1767320611.854582:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320611.854586:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320611.854595:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164046013696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320611.854603:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320611.854606:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320611.854607:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320611.854610:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5805 00000100:00080000:1.0:1767320611.854612:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320611.854616:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320611.854625:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be680 x1853164046013824/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320611.854646:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320611.854649:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320611.854651:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320611.854654:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5805 00000100:00080000:1.0:1767320611.854656:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320611.854659:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320611.854667:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf100 x1853164046014080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320611.854698:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046013952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320611.854733:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320611.854788:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320611.854795:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046013568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320611.854806:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046013312:0@lo:400:kworker.0 00000100:00100000:1.0:1767320611.854824:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320611.854848:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320611.854872:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013952 00000100:00100000:1.0:1767320611.854882:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013952 00000100:00100000:2.0:1767320611.854907:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013184 00000100:00100000:2.0:1767320611.854913:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013184 00000100:00100000:1.0:1767320611.854941:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1767320611.854952:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046013952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320611.854965:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1767320611.855002:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046013952:12345-0@lo:400:kworker.0 Request processed in 52us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320611.855009:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:1.0:1767320611.855047:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046013440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320611.855072:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320611.855161:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320611.855166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320611.855172:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320611.855181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046014208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320611.855207:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320611.855268:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046013184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320611.855297:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320611.855331:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046013184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 359us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320611.855338:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1767320611.855351:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014208 00000100:00100000:2.0:1767320611.855355:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014208 00000100:00100000:3.0:1767320611.861798:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046013184:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320611.861866:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013568 00000100:00100000:3.0:1767320611.861873:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013568 00000100:00100000:3.0:1767320611.861946:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013312 00000100:00100000:3.0:1767320611.861949:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013312 00000100:00100000:3.0:1767320611.861968:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013440 00000100:00100000:3.0:1767320611.861971:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013440 00000100:00100000:3.0:1767320611.861991:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:3.0:1767320611.862000:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046013568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320611.862084:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046013568:12345-0@lo:400:kworker.0 Request processed in 84us (7260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320611.862095:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:3.0:1767320611.862113:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:3.0:1767320611.862119:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046013312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320611.862159:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046013312:12345-0@lo:400:kworker.0 Request processed in 30us (7301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320611.862165:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:3.0:1767320611.862179:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2352 00000100:00100000:3.0:1767320611.862183:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046013440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320611.862203:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320611.862234:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046013440:12345-0@lo:38:kworker.0 Request processed in 49us (7161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320611.862240:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2352 00010000:00080000:3.0:1767320611.862311:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf480 x1853164046013568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320611.862323:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046013568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320611.862336:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046013952:0@lo:400:kworker.0 00000100:00080000:3.0:1767320611.862383:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320611.869369:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320611.869386:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320611.869392:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046013440:0@lo:38:kworker.0 00000100:00100000:1.0:1767320611.869403:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046013696:0@lo:38:kworker.0 00000100:00100000:1.0:1767320611.869468:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320611.869506:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046013824:0@lo:38:kworker.0 00000100:00100000:1.0:1767320611.869535:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320611.869564:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046014080:0@lo:38:kworker.0 00000100:00100000:1.0:1767320611.869584:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320611.869614:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013696 00000100:00100000:1.0:1767320611.869621:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013696 00000100:00100000:1.0:1767320611.869657:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014080 00000100:00100000:1.0:1767320611.869660:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014080 00000100:00100000:1.0:1767320611.869679:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2353 00000100:00100000:1.0:1767320611.869716:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046013696:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320611.869894:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2354 00000100:00100000:3.0:1767320611.869901:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046014080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320611.869913:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320611.869961:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046014080:12345-0@lo:38:kworker.0 Request processed in 58us (375us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320611.869968:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2354 00000100:00100000:3.0:1767320611.870013:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046013824 00000100:00100000:3.0:1767320611.870018:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046013824 00000100:00100000:3.0:1767320611.870037:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1767320611.870042:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046013824:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320611.870051:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320611.870077:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046013824:12345-0@lo:38:kworker.0 Request processed in 33us (541us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320611.870082:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00010000:00080000:0.0:1767320611.870229:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be300 x1853164046013312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320611.870244:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046013312:0@lo:400:kworker.0 00000100:00080000:0.0:1767320611.870285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320611.870289:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320611.870293:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046014080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320611.870313:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320611.870316:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320611.870319:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046013824:0@lo:38:kworker.0 00010000:00020000:1.0:1767320611.870875:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320611.870930:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046013696:12345-0@lo:38:kworker.0 Request processed in 1242us (1461us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320611.870937:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2353 00000100:00080000:0.0:1767320611.871017:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320611.871022:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320611.871025:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046013696:0@lo:38:kworker.0 00000100:00100000:2.0:1767320611.874670:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:2.0:1767320611.874686:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046014208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320611.874732:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320611.877103:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046014208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320611.877885:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046014208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2089us (21560us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320611.877899:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00010000:00010000:2.0:1767320612.622094:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320613.648321:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320614.673581:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320615.694349:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320616.390726:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320616.390859:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937536 00000100:00100000:1.0:1767320616.390875:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937536 00000100:00100000:0.0:1767320616.390896:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320616.390974:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937408 00000100:00100000:1.0:1767320616.390979:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937408 00000100:00100000:1.0:1767320616.391000:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1794 00000100:00100000:1.0:1767320616.391012:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985937536:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767320616.391081:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320616.391100:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985937536:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 89us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.391113:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1794 00000100:00100000:1.0:1767320616.391138:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2355 00000100:00100000:1.0:1767320616.391143:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985937408:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320616.391176:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320616.391224:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985937408:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 78us (328us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320616.391232:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2355 00010000:00010000:2.0:1767320616.718752:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320616.974349:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320616.974359:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320616.974415:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320616.974418:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320616.974423:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320616.974431:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5810 00000100:00080000:0.0:1767320616.974436:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320616.974443:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320616.974466:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9180 x1853164046014592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320616.974487:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320616.974490:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320616.974492:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320616.974496:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5810 00000100:00080000:0.0:1767320616.974498:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320616.974502:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320616.974511:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8000 x1853164046014848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320616.974520:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320616.974523:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320616.974525:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320616.974528:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5810 00000100:00080000:0.0:1767320616.974531:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320616.974534:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320616.974544:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da300 x1853164046014976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320616.974565:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320616.974568:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320616.974570:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320616.974573:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5810 00000100:00080000:0.0:1767320616.974575:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320616.974578:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320616.974587:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9500 x1853164046015360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320616.974886:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046014464:0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.974952:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.975025:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320616.975031:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046014720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.975051:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.975084:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014464 00000100:00100000:1.0:1767320616.975090:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014464 00000100:00100000:1.0:1767320616.975160:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014720 00000100:00100000:1.0:1767320616.975164:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014720 00000100:00100000:1.0:1767320616.975187:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1795 00000100:00100000:1.0:1767320616.975195:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046014464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.975250:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046014464:12345-0@lo:400:kworker.0 Request processed in 55us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.975258:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1795 00000100:00100000:1.0:1767320616.975283:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1796 00000100:00100000:2.0:1767320616.975286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046014336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320616.975297:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046014720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.975345:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046014720:12345-0@lo:400:kworker.0 Request processed in 52us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.975353:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1796 00000100:00080000:1.0:1767320616.975371:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320616.975387:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046014592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320616.975396:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767320616.975542:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70db800 x1853164046014720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320616.975553:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046015104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320616.975560:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046014720:0@lo:400:kworker.0 00010000:00080000:0.0:1767320616.975576:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70daa00 x1853164046014464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320616.975585:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046014464:0@lo:400:kworker.0 00000100:00100000:0.0:1767320616.975676:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320616.975686:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046015488:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320616.975828:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.975858:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046014848:0@lo:38:kworker.0 00000100:00100000:1.0:1767320616.975883:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.975900:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046014976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320616.975924:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.975948:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046015360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320616.975968:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.975994:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014976 00000100:00100000:1.0:1767320616.975999:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014976 00000100:00100000:1.0:1767320616.976021:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1767320616.976026:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046014976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320616.976045:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320616.976076:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046014976:12345-0@lo:38:kworker.0 Request processed in 49us (151us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320616.976082:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1767320616.976102:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014592 00000100:00100000:1.0:1767320616.976106:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014592 00000100:00100000:1.0:1767320616.976122:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014848 00000100:00100000:1.0:1767320616.976126:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014848 00000100:00100000:1.0:1767320616.976139:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046015360 00000100:00100000:1.0:1767320616.976141:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046015360 00000100:00100000:1.0:1767320616.976158:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1767320616.976163:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046014592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320616.976173:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320616.976197:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046014592:12345-0@lo:38:kworker.0 Request processed in 33us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320616.976203:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2356 00000100:00100000:1.0:1767320616.976213:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1767320616.976217:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046014848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320616.976226:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320616.976244:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046014848:12345-0@lo:38:kworker.0 Request processed in 25us (361us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320616.976249:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2357 00000100:00100000:1.0:1767320616.976259:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2358 00000100:00100000:1.0:1767320616.976262:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046015360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320616.976271:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320616.976291:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046015360:12345-0@lo:38:kworker.0 Request processed in 26us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320616.976296:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2358 00000100:00080000:1.0:1767320616.976327:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320616.976331:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320616.976334:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046014592:0@lo:38:kworker.0 00000100:00080000:1.0:1767320616.976341:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320616.976345:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320616.976348:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046014848:0@lo:38:kworker.0 00000100:00080000:1.0:1767320616.976354:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320616.976357:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320616.976360:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046014976:0@lo:38:kworker.0 00000100:00080000:1.0:1767320616.976366:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320616.976369:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320616.976372:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046015360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320616.976456:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046014336 00000100:00100000:1.0:1767320616.976460:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046014336 00000100:00100000:1.0:1767320616.976493:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:1.0:1767320616.976499:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046014336:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320616.976520:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320616.976551:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046014336:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.976557:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00080000:1.0:1767320616.976571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320616.979779:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320616.980030:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046014336:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320616.981007:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046015104 00000100:00100000:1.0:1767320616.981023:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046015104 00000100:00100000:1.0:1767320616.981113:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:1.0:1767320616.981124:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046015104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320616.981552:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046015104:12345-0@lo:400:kworker.0 Request processed in 429us (1793us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.981560:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00100000:0.0:1767320616.984023:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320616.984483:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046015488 00000100:00100000:1.0:1767320616.984494:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046015488 00000100:00100000:1.0:1767320616.984589:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:1.0:1767320616.984609:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046015488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320616.984640:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320616.984697:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046015488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320616.984704:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:3.0:1767320616.984802:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320616.984881:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046015104:0@lo:400:kworker.0 00000100:00100000:2.0:1767320616.985016:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046015232:0@lo:400:kworker.0 00000100:00100000:2.0:1767320616.985101:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320616.985665:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046015232 00000100:00100000:3.0:1767320616.985674:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046015232 00000100:00100000:3.0:1767320616.985729:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1767320616.985738:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046015232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320616.985820:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046015232:12345-0@lo:400:kworker.0 Request processed in 83us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320616.985828:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1767320616.985894:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046015488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320616.985978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046015232:0@lo:400:kworker.0 00010000:00010000:3.0:1767320617.743089:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320618.766195:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320619.789979:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320620.486579:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985937664 offset 0 length 520: 4 00000100:00100000:2.0:1767320620.486635:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320620.486675:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320620.488872:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937920 00000100:00100000:0.0:1767320620.488888:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937920 00000100:00100000:0.0:1767320620.488970:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985937792 00000100:00100000:0.0:1767320620.488974:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985937792 00000100:00080000:3.0:1767320620.488994:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320620.489000:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1797 00000100:00100000:0.0:1767320620.489015:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985937920:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320620.489060:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2359 00000100:00100000:2.0:1767320620.489066:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985937792:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320620.489089:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320620.489112:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985937920:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (2477us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320620.489115:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985937792:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (2439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320620.489120:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1797 00000100:00100000:2.0:1767320620.490621:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2359 00010000:00010000:2.0:1767320620.814017:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320621.071371:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320596/real 1767320596] req@ffffa07beb8e0e00 x1853164046009728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320621 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320621.071404:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beb8e0e00 x1853164046009728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320621 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320621.071419:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320621.071429:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320621.071433:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046009728:0@lo:250:kworker.0 00000100:00080000:2.0:1767320621.073440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320621.073451:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320621.073456:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320621.073463:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5794 00000100:00080000:2.0:1767320621.073467:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320621.073475:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320621.073513:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0e00 x1853164046015616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320621.073626:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046015744:0@lo:400:kworker.0 00000100:00100000:0.0:1767320621.073696:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320621.073804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320621.073808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320621.073811:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320621.073815:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5815 00000100:00080000:2.0:1767320621.073817:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320621.073821:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320621.073837:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083800 x1853164046015872/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320621.073864:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320621.073867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320621.073869:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320621.074083:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046016000:0@lo:400:kworker.0 00000100:00100000:3.0:1767320621.074127:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320621.074174:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046015616:0@lo:250:kworker.0 00000400:00000100:3.0:1767320621.074194:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046015616 offset 0 length 520: 4 00000100:00100000:3.0:1767320621.074210:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046015872:0@lo:38:kworker.0 00000100:00100000:3.0:1767320621.074230:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320621.074293:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046015744 00000100:00100000:3.0:1767320621.074300:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046015744 00000100:00100000:3.0:1767320621.074347:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016000 00000100:00100000:3.0:1767320621.074350:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016000 00000100:00100000:3.0:1767320621.074369:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046015872 00000100:00100000:3.0:1767320621.074372:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046015872 00000100:00100000:3.0:1767320621.074389:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1798 00000100:00100000:3.0:1767320621.074397:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046015744:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320621.074568:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5815 00000100:00080000:2.0:1767320621.074571:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320621.074576:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320621.074592:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00a80 x1853164046016128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320621.074615:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320621.074618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320621.074621:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320621.074624:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5815 00000100:00080000:2.0:1767320621.074626:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320621.074630:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320621.074641:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01c00 x1853164046016256/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320621.075369:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1767320621.075383:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046016000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.075436:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046016000:12345-0@lo:400:kworker.0 Request processed in 58us (1308us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320621.075443:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1799 00000100:00100000:1.0:1767320621.075465:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2360 00000100:00100000:1.0:1767320621.075469:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046015872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320621.075486:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320621.075511:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046015872:12345-0@lo:38:kworker.0 Request processed in 41us (1280us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320621.075516:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2360 00000100:00100000:1.0:1767320621.075571:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046016384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.075600:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320621.075634:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046016512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.075654:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767320621.075695:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02680 x1853164046016000/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320621.075707:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046016000:0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.075730:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046016128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.075788:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320621.075814:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046016256:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.075836:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320621.075861:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.075865:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.075868:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046015872:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.075902:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016256 00000100:00100000:1.0:1767320621.075906:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016256 00000100:00100000:1.0:1767320621.075929:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1767320621.075933:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046016256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320621.075951:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320621.075976:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046016256:12345-0@lo:38:kworker.0 Request processed in 42us (139us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320621.075982:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1767320621.076002:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016128 00000100:00100000:1.0:1767320621.076005:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016128 00000100:00100000:1.0:1767320621.076020:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2361 00000100:00100000:1.0:1767320621.076023:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046016128:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320621.076031:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320621.076050:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046016128:12345-0@lo:38:kworker.0 Request processed in 25us (262us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320621.076054:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2361 00000100:00080000:1.0:1767320621.076072:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.076076:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.076078:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046016128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320621.076085:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.076088:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.076092:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046016256:0@lo:38:kworker.0 00000100:00080000:1.0:1767320621.076140:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320621.076161:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016384 00000100:00100000:1.0:1767320621.076165:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016384 00000100:00100000:1.0:1767320621.076194:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016512 00000100:00100000:1.0:1767320621.076197:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016512 00000100:00100000:1.0:1767320621.076215:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1767320621.076221:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046016384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.076254:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046016384:12345-0@lo:400:kworker.0 Request processed in 33us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320621.076259:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:1.0:1767320621.076270:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:1.0:1767320621.076276:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046016512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.076303:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046016512:12345-0@lo:400:kworker.0 Request processed in 28us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320621.076308:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00080000:1.0:1767320621.076325:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320621.076327:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320621.076342:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046016384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320621.076362:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046016512:0@lo:400:kworker.0 00000100:00100000:3.0:1767320621.076806:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046015744:12345-0@lo:400:kworker.0 Request processed in 2408us (3108us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320621.076826:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1798 00010000:00080000:0.0:1767320621.078653:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6083100 x1853164046015744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320621.078670:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046015744:0@lo:400:kworker.0 00000100:00080000:2.0:1767320621.078997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320621.079002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320621.079007:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320621.079011:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5815 00000100:00080000:2.0:1767320621.079015:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320621.079021:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320621.079057:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8e00 x1853164046016640/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320621.079198:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046016640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320621.079260:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320621.079540:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016640 00000100:00100000:3.0:1767320621.079546:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016640 00000100:00100000:3.0:1767320621.079637:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2362 00000100:00100000:3.0:1767320621.079645:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046016640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320621.079666:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320621.081618:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046016640:12345-0@lo:38:kworker.0 Request processed in 1963us (2348us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320621.081632:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2362 00000100:00080000:1.0:1767320621.081874:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320621.081880:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320621.081884:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046016640:0@lo:38:kworker.0 00010000:00010000:3.0:1767320621.838747:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320622.102320:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320622.102343:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046016768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320622.102412:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320622.102457:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016768 00000100:00100000:1.0:1767320622.102465:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016768 00000100:00100000:1.0:1767320622.102519:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1767320622.102528:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046016768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320622.102557:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320622.102598:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046016768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320622.102606:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:1.0:1767320622.102667:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046016768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320622.102700:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046016896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320622.102728:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320622.102910:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046016896 00000100:00100000:0.0:1767320622.102915:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046016896 00000100:00100000:0.0:1767320622.102948:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:0.0:1767320622.102955:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046016896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320622.102971:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320622.103003:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046016896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320622.103009:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1767320622.103378:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046016896:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320622.866433:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320623.888670:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320624.910058:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320625.601968:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320625.602046:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938176 00000100:00100000:3.0:1767320625.602056:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938176 00000100:00080000:1.0:1767320625.602215:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320625.602526:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1800 00000100:00100000:3.0:1767320625.602538:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985938176:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320625.602631:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985938176:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 94us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320625.602639:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1800 00000100:00100000:3.0:1767320625.604738:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320625.614417:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938048 00000100:00100000:2.0:1767320625.614432:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938048 00000100:00100000:2.0:1767320625.614503:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2363 00000100:00100000:2.0:1767320625.614512:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985938048:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320625.614535:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320625.615093:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985938048:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 577us (10359us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320625.615102:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2363 00010000:00010000:3.0:1767320625.939032:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320626.190948:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320626.190958:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320626.191022:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320626.191026:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320626.191030:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320626.191038:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5819 00000100:00080000:1.0:1767320626.191044:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320626.191050:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320626.191071:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00a80 x1853164046017152/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320626.191098:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320626.191102:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320626.191104:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320626.191107:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5819 00000100:00080000:1.0:1767320626.191109:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320626.191113:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320626.191128:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961c00 x1853164046017408/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320626.191137:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320626.191140:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320626.191141:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320626.191145:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5819 00000100:00080000:1.0:1767320626.191147:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320626.191261:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046017024:0@lo:400:kworker.0 00000100:00100000:0.0:1767320626.191325:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320626.191504:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046017152:0@lo:38:kworker.0 00000100:00100000:2.0:1767320626.191534:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320626.191560:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046017408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320626.191598:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320626.191631:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046017280:0@lo:400:kworker.0 00000100:00100000:2.0:1767320626.191654:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320626.191694:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320626.191796:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017024 00000100:00100000:3.0:1767320626.191804:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017024 00000100:00100000:3.0:1767320626.191853:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017152 00000100:00100000:3.0:1767320626.191857:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017152 00000100:00100000:3.0:1767320626.191869:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017408 00000100:00100000:3.0:1767320626.191872:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017408 00000100:00100000:3.0:1767320626.191879:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017280 00000100:00100000:3.0:1767320626.191881:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017280 00000100:00100000:3.0:1767320626.191898:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1767320626.191906:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046017024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320626.191957:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046017024:12345-0@lo:400:kworker.0 Request processed in 52us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320626.191964:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1801 00000100:00100000:3.0:1767320626.191979:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1767320626.191985:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046017280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320626.192009:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046017280:12345-0@lo:400:kworker.0 Request processed in 25us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320626.192015:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1802 00000100:00100000:3.0:1767320626.192026:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2364 00000100:00100000:3.0:1767320626.192029:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046017152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320626.192047:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320626.192079:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046017152:12345-0@lo:38:kworker.0 Request processed in 47us (543us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320626.192085:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2364 00000100:00100000:3.0:1767320626.192096:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2365 00000100:00100000:3.0:1767320626.192100:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046017408:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320626.192109:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320626.192130:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046017408:12345-0@lo:38:kworker.0 Request processed in 29us (532us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320626.192136:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2365 00000100:00080000:3.0:1767320626.192162:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320626.192208:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320626.192212:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320626.192216:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046017152:0@lo:38:kworker.0 00010000:00080000:0.0:1767320626.197196:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01c00 x1853164046017024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320626.197218:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046017024:0@lo:400:kworker.0 00000100:00080000:3.0:1767320626.197596:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320626.197602:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320626.197605:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046017408:0@lo:38:kworker.0 00010000:00080000:2.0:1767320626.198965:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02680 x1853164046017280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320626.198981:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046017280:0@lo:400:kworker.0 00000100:00100000:1.0:1767320626.199115:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960e00 x1853164046017536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320626.199221:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046017536:0@lo:38:kworker.0 00000100:00080000:1.0:1767320626.199348:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320626.199352:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320626.199355:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320626.199360:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5819 00000100:00080000:1.0:1767320626.199363:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320626.199369:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320626.199385:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046017664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320626.199393:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962d80 x1853164046017920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320626.199453:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046017792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320626.199453:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320626.199478:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320626.199498:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017664 00000100:00100000:1.0:1767320626.199501:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017792 00000100:00100000:1.0:1767320626.199503:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017792 00000100:00100000:3.0:1767320626.199503:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017664 00000100:00100000:2.0:1767320626.199555:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320626.199579:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017536 00000100:00100000:0.0:1767320626.199584:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017536 00000100:00100000:0.0:1767320626.199617:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1767320626.199624:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046017536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320626.199643:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320626.199678:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046017536:12345-0@lo:38:kworker.0 Request processed in 54us (122us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320626.199690:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1767320626.199729:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046017920:0@lo:38:kworker.0 00000100:00100000:2.0:1767320626.199755:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320626.199757:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1767320626.199764:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046017664:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320626.199795:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320626.199799:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320626.199802:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046017536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320626.199817:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046017664:12345-0@lo:400:kworker.0 Request processed in 54us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320626.199824:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1767320626.199844:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046017664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320626.199846:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046017920 00000100:00100000:3.0:1767320626.199849:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046017920 00000100:00100000:3.0:1767320626.199867:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2366 00000100:00100000:3.0:1767320626.199871:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046017920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320626.199881:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320626.199913:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046017920:12345-0@lo:38:kworker.0 Request processed in 41us (158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320626.199919:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2366 00000100:00100000:1.0:1767320626.200051:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1767320626.200057:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046017792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320626.200091:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046017792:12345-0@lo:400:kworker.0 Request processed in 34us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320626.200096:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:1.0:1767320626.200123:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046017792:0@lo:400:kworker.0 00000100:00080000:2.0:1767320626.200243:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320626.200248:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320626.200251:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046017920:0@lo:38:kworker.0 00000100:00080000:0.0:1767320626.207781:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320626.207793:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320626.957983:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320627.214180:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046018048:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320627.214251:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320627.214358:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018048 00000100:00100000:1.0:1767320627.214366:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018048 00000100:00100000:1.0:1767320627.214445:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1767320627.214456:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046018048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320627.214485:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320627.214531:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046018048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320627.214540:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1767320627.214587:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046018048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320627.214918:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320627.214929:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046018176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320627.214960:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320627.215086:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018176 00000100:00100000:0.0:1767320627.215092:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018176 00000100:00100000:0.0:1767320627.215127:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1767320627.215135:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046018176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320627.215155:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320627.215198:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046018176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320627.215204:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:3.0:1767320627.215275:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046018176:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320627.982300:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320629.005899:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320630.030537:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320630.722975:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320630.723195:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938304 00000100:00100000:3.0:1767320630.723208:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938304 00000100:00100000:3.0:1767320630.723268:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2367 00000100:00100000:3.0:1767320630.723278:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985938304:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320630.723307:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320630.723395:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985938304:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 116us (433us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320630.723404:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2367 00000100:00100000:0.0:1767320630.727587:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320630.727672:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938432 00000100:00100000:2.0:1767320630.727682:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938432 00000100:00100000:2.0:1767320630.727759:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1803 00000100:00100000:2.0:1767320630.727807:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985938432:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320630.727892:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985938432:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320630.727901:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1803 00000100:00080000:0.0:1767320630.729093:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320631.054650:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320631.309929:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320631.309938:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320631.310004:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320631.310009:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320631.310013:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320631.310021:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5824 00000100:00080000:1.0:1767320631.310025:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320631.310031:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320631.310053:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961f80 x1853164046018432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320631.310093:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320631.310096:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320631.310098:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320631.310102:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5824 00000100:00080000:1.0:1767320631.310104:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320631.310108:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320631.310117:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164046018688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320631.310127:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320631.310130:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320631.310132:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320631.310135:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5824 00000100:00080000:1.0:1767320631.310137:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320631.310141:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320631.310154:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963100 x1853164046018816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320631.310174:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320631.310178:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320631.310180:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320631.310183:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5824 00000100:00080000:1.0:1767320631.310186:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320631.310189:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320631.310200:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963b80 x1853164046019200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320631.310231:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046018560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320631.310297:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320631.310370:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320631.310377:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046018944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320631.310404:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320631.310437:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046018432:0@lo:38:kworker.0 00000100:00100000:1.0:1767320631.310442:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018560 00000100:00100000:1.0:1767320631.310450:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018560 00000100:00100000:0.0:1767320631.310474:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320631.310508:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046018688:0@lo:38:kworker.0 00000100:00100000:1.0:1767320631.310508:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018432 00000100:00100000:1.0:1767320631.310513:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018432 00000100:00100000:0.0:1767320631.310537:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320631.310697:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046019072:0@lo:400:kworker.0 00000100:00100000:2.0:1767320631.310727:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320631.310749:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320631.310754:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046018304:0@lo:400:kworker.0 00000100:00100000:3.0:1767320631.311411:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018944 00000100:00100000:3.0:1767320631.311419:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018944 00000100:00100000:3.0:1767320631.311457:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019072 00000100:00100000:3.0:1767320631.311461:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019072 00000100:00100000:3.0:1767320631.311487:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1767320631.311497:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046018944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320631.311584:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046018944:12345-0@lo:400:kworker.0 Request processed in 88us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320631.311591:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1767320631.311606:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1767320631.311612:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046019072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320631.311645:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046019072:12345-0@lo:400:kworker.0 Request processed in 34us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320631.311651:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:0.0:1767320631.316084:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046018816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320631.316558:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320631.316596:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046019200:0@lo:38:kworker.0 00000100:00100000:0.0:1767320631.316625:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320631.319007:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018688 00000100:00100000:1.0:1767320631.319026:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018688 00000100:00100000:1.0:1767320631.319113:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1767320631.319129:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046018560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320631.319216:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046018560:12345-0@lo:400:kworker.0 Request processed in 94us (8917us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320631.319224:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1804 00000100:00100000:1.0:1767320631.319247:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2368 00000100:00100000:1.0:1767320631.319251:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046018432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320631.319274:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320631.319306:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046018432:12345-0@lo:38:kworker.0 Request processed in 54us (8832us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320631.319312:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2368 00000100:00100000:1.0:1767320631.319324:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2369 00000100:00100000:1.0:1767320631.319328:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046018688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320631.319347:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320631.319369:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046018688:12345-0@lo:38:kworker.0 Request processed in 40us (8833us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320631.319374:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2369 00000100:00100000:1.0:1767320631.319438:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018816 00000100:00100000:1.0:1767320631.319442:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018816 00000100:00100000:1.0:1767320631.319469:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1767320631.319473:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046018816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320631.319483:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320631.319508:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046018816:12345-0@lo:38:kworker.0 Request processed in 34us (2953us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320631.319514:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1767320631.324731:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019200 00000100:00100000:0.0:1767320631.324745:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019200 00000100:00100000:0.0:1767320631.324803:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2370 00000100:00100000:0.0:1767320631.324813:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046019200:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320631.324836:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767320631.324842:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320631.324851:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320631.324855:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046018432:0@lo:38:kworker.0 00000100:00080000:1.0:1767320631.324871:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320631.324875:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320631.324878:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046018688:0@lo:38:kworker.0 00000100:00080000:2.0:1767320631.324925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320631.324932:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320631.324936:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320631.328928:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046019200:12345-0@lo:38:kworker.0 Request processed in 4105us (12290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320631.328943:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2370 00000100:00080000:1.0:1767320631.332706:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320631.334674:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320631.334684:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046018816:0@lo:38:kworker.0 00000100:00080000:1.0:1767320631.334918:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320631.334922:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320631.334925:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046019200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320631.336565:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320631.336752:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046019072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320631.338950:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046018304 00000100:00100000:0.0:1767320631.338965:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046018304 00000100:00100000:0.0:1767320631.339044:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1805 00000100:00100000:0.0:1767320631.339053:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046018304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320631.339141:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046018304:12345-0@lo:400:kworker.0 Request processed in 89us (2584us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320631.339580:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1805 00000100:00080000:2.0:1767320631.339754:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320631.339824:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8961500 x1853164046018304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320631.339840:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046018304:0@lo:400:kworker.0 00000100:00100000:3.0:1767320631.343650:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046018944:0@lo:400:kworker.0 00010000:00080000:3.0:1767320631.343672:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8960a80 x1853164046018560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320631.343682:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046018560:0@lo:400:kworker.0 00010000:00010000:2.0:1767320632.078886:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320632.334000:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320632.334076:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046019328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320632.334308:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320632.334564:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019328 00000100:00100000:1.0:1767320632.334573:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019328 00000100:00100000:1.0:1767320632.334666:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1767320632.334676:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046019328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320632.334708:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320632.334791:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046019328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320632.334799:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:2.0:1767320632.334894:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320632.334904:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046019456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320632.334930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320632.334999:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046019328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320632.335478:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019456 00000100:00100000:0.0:1767320632.335484:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019456 00000100:00100000:0.0:1767320632.335512:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:0.0:1767320632.335520:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046019456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320632.335540:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320632.335588:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046019456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320632.335595:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:2.0:1767320632.335703:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046019456:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320633.102066:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320634.126831:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320635.150670:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320635.844887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320635.844920:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320635.845022:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938688 00000100:00100000:1.0:1767320635.845033:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938688 00000100:00100000:1.0:1767320635.845104:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938560 00000100:00100000:1.0:1767320635.845108:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938560 00000100:00100000:1.0:1767320635.845128:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1806 00000100:00100000:1.0:1767320635.845138:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985938688:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320635.845217:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2371 00000100:00100000:1.0:1767320635.845223:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985938688:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320635.845223:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985938560:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:1.0:1767320635.845231:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1806 00010000:00020000:2.0:1767320635.845243:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320635.845279:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985938560:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (357us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320635.845286:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2371 00000100:00080000:0.0:1767320635.845495:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320636.175634:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320636.431572:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320636.431583:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320636.431652:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320636.431659:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320636.431673:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320636.431681:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5829 00000100:00080000:1.0:1767320636.431686:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320636.431692:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320636.431714:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164046019712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320636.431762:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320636.431765:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320636.431787:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320636.431791:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5829 00000100:00080000:1.0:1767320636.431793:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320636.431796:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320636.431808:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164046019968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320636.431818:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320636.431821:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320636.431823:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320636.431826:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5829 00000100:00080000:1.0:1767320636.431828:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320636.431831:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320636.431840:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963800 x1853164046020096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320636.431860:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320636.431864:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320636.431865:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320636.431868:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5829 00000100:00080000:1.0:1767320636.431870:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320636.431873:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320636.431882:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962a00 x1853164046020480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320636.432176:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046020224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320636.432254:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320636.432302:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046019712:0@lo:38:kworker.0 00000100:00100000:3.0:1767320636.432320:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320636.432325:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046019840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320636.432336:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320636.432354:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320636.432363:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046019968:0@lo:38:kworker.0 00000100:00100000:0.0:1767320636.432381:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320636.432398:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046020096:0@lo:38:kworker.0 00000100:00100000:0.0:1767320636.432419:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320636.432439:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046020480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320636.432456:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320636.432485:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019712 00000100:00100000:0.0:1767320636.432493:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019712 00000100:00100000:0.0:1767320636.432519:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019840 00000100:00100000:0.0:1767320636.432521:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019840 00000100:00100000:0.0:1767320636.432551:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019968 00000100:00100000:3.0:1767320636.432552:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020480 00000100:00100000:0.0:1767320636.432554:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019968 00000100:00100000:3.0:1767320636.432555:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020480 00000100:00100000:0.0:1767320636.432565:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1807 00000100:00100000:0.0:1767320636.432574:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046019840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320636.432620:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046019584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320636.432622:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046019840:12345-0@lo:400:kworker.0 Request processed in 50us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320636.432684:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020224 00000100:00100000:1.0:1767320636.432689:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020224 00000100:00100000:1.0:1767320636.432722:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1767320636.432729:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046020224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320636.432759:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046020224:12345-0@lo:400:kworker.0 Request processed in 31us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320636.432765:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1767320636.432851:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320636.432867:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320636.432872:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046020352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320636.432890:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320636.432913:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046019584 00000100:00100000:2.0:1767320636.432917:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046019584 00000100:00100000:3.0:1767320636.436937:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2372 00000100:00100000:3.0:1767320636.436954:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046019712:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320636.436981:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320636.437109:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046019712:12345-0@lo:38:kworker.0 Request processed in 159us (4771us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320636.437117:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2372 00000100:00100000:3.0:1767320636.437146:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2373 00000100:00100000:3.0:1767320636.437150:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046019968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320636.437159:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320636.437181:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046019968:12345-0@lo:38:kworker.0 Request processed in 29us (4798us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320636.437186:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2373 00000100:00100000:3.0:1767320636.437196:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2374 00000100:00100000:3.0:1767320636.437200:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046020480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320636.437208:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320636.437227:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046020480:12345-0@lo:38:kworker.0 Request processed in 26us (4770us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320636.437232:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2374 00000100:00100000:0.0:1767320636.437787:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1807 00000100:00080000:0.0:1767320636.437833:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320636.437839:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320636.437843:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046019712:0@lo:38:kworker.0 00000100:00080000:0.0:1767320636.437853:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320636.437856:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320636.437858:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046019968:0@lo:38:kworker.0 00000100:00080000:0.0:1767320636.437867:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320636.437870:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320636.437872:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046020480:0@lo:38:kworker.0 00000100:00100000:0.0:1767320636.437901:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020096 00000100:00100000:0.0:1767320636.437908:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020096 00000100:00100000:0.0:1767320636.437942:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1767320636.437947:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046020096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320636.437958:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320636.437979:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020352 00000100:00100000:3.0:1767320636.437984:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020352 00000100:00100000:0.0:1767320636.437997:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046020096:12345-0@lo:38:kworker.0 Request processed in 49us (5577us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320636.438002:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:3.0:1767320636.438015:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00080000:0.0:1767320636.438018:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320636.438020:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046020352:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320636.438021:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320636.438025:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320636.438056:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320636.438060:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320636.438063:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046020096:0@lo:38:kworker.0 00010000:00080000:0.0:1767320636.438090:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8961f80 x1853164046019840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320636.438102:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046019840:0@lo:400:kworker.0 00000100:00100000:0.0:1767320636.438115:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046020224:0@lo:400:kworker.0 00000100:00100000:3.0:1767320636.438155:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046020352:12345-0@lo:400:kworker.0 Request processed in 134us (5263us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320636.438162:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1767320636.438195:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046020352:0@lo:400:kworker.0 00000100:00100000:2.0:1767320636.438714:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1808 00000100:00100000:2.0:1767320636.438726:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046019584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320636.438922:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046019584:12345-0@lo:400:kworker.0 Request processed in 200us (6069us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320636.438929:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1808 00010000:00080000:0.0:1767320636.438986:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963100 x1853164046019584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320636.438996:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046019584:0@lo:400:kworker.0 00010000:00010000:2.0:1767320637.197991:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320637.454047:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320637.454071:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046020608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320637.454140:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320637.454216:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020608 00000100:00100000:3.0:1767320637.454236:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020608 00000100:00100000:3.0:1767320637.454282:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:3.0:1767320637.454291:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046020608:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320637.454602:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046020736:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320637.454645:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320637.454729:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020736 00000100:00100000:1.0:1767320637.454734:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020736 00000100:00100000:1.0:1767320637.454806:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1767320637.454813:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046020736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320637.454830:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320637.454877:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046020736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320637.454884:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1767320637.454947:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046020736:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320637.455166:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320637.455267:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046020608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 976us (1125us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320637.455274:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:2.0:1767320637.455898:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046020608:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320638.222153:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320639.246039:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320640.270102:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320640.965446:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320640.965625:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320640.973372:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938816 00000100:00100000:0.0:1767320640.973398:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938816 00000100:00100000:0.0:1767320640.973510:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985938944 00000100:00100000:0.0:1767320640.973515:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985938944 00000100:00100000:0.0:1767320640.973588:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1809 00000100:00100000:0.0:1767320640.973602:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985938944:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320640.973734:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985938944:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 135us (8108us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320640.973745:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1809 00000100:00100000:2.0:1767320640.974141:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2375 00000100:00100000:2.0:1767320640.974150:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985938816:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320640.974194:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320640.974235:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985938816:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 84us (8805us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320640.974242:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2375 00000100:00080000:3.0:1767320640.974422:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320641.294437:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320641.550731:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320641.550742:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320641.550825:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320641.550828:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320641.550833:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320641.550842:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5834 00000100:00080000:3.0:1767320641.550847:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320641.550854:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320641.550877:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164046020992/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320641.550883:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320641.550904:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046020864:0@lo:400:kworker.0 00000100:00080000:3.0:1767320641.550906:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320641.550914:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320641.550916:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320641.550919:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5834 00000100:00080000:3.0:1767320641.550921:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320641.550923:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320641.550931:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164046021248/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320641.550936:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320641.550939:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320641.550940:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320641.550943:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5834 00000100:00080000:3.0:1767320641.550944:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320641.550948:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320641.550962:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224000 x1853164046021376/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320641.550987:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320641.550990:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320641.550992:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320641.550995:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5834 00000100:00080000:3.0:1767320641.550998:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320641.551002:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320641.551011:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320641.551015:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226a00 x1853164046021760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320641.551075:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046020992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320641.551100:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046021632:0@lo:400:kworker.0 00000100:00100000:3.0:1767320641.551117:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320641.551169:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046021248:0@lo:38:kworker.0 00000100:00100000:2.0:1767320641.551178:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320641.551224:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020864 00000100:00100000:1.0:1767320641.551236:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020864 00000100:00100000:1.0:1767320641.551327:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046020992 00000100:00100000:1.0:1767320641.551332:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046020992 00000100:00100000:1.0:1767320641.551362:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1810 00000100:00100000:0.0:1767320641.551364:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046021504:0@lo:400:kworker.0 00000100:00100000:1.0:1767320641.551378:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046020864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320641.555573:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320641.555730:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046021376:0@lo:38:kworker.0 00000100:00100000:3.0:1767320641.555831:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320641.555858:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046021760:0@lo:38:kworker.0 00000100:00100000:3.0:1767320641.555887:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320641.556398:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021248 00000100:00100000:3.0:1767320641.556411:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021248 00000100:00100000:3.0:1767320641.556453:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021760 00000100:00100000:3.0:1767320641.556456:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021760 00000100:00100000:3.0:1767320641.556473:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2376 00000100:00100000:3.0:1767320641.556481:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046020992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320641.556518:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320641.556593:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046020992:12345-0@lo:38:kworker.0 Request processed in 110us (5474us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320641.556602:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2376 00000100:00100000:3.0:1767320641.556630:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2377 00000100:00100000:3.0:1767320641.556634:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046021248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320641.556643:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320641.556669:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046021248:12345-0@lo:38:kworker.0 Request processed in 33us (1108us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320641.556675:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2377 00000100:00100000:3.0:1767320641.556688:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2378 00000100:00100000:3.0:1767320641.556692:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046021760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320641.556701:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320641.556728:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046021760:12345-0@lo:38:kworker.0 Request processed in 35us (840us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320641.556734:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2378 00000100:00100000:3.0:1767320641.556760:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021376 00000100:00100000:3.0:1767320641.556766:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021376 00000100:00100000:3.0:1767320641.557377:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1767320641.557384:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046021376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320641.557397:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320641.557445:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046021376:12345-0@lo:38:kworker.0 Request processed in 59us (1614us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320641.557451:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00080000:3.0:1767320641.557519:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320641.557526:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320641.557530:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046020992:0@lo:38:kworker.0 00000100:00080000:3.0:1767320641.557542:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320641.557546:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320641.557549:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046021248:0@lo:38:kworker.0 00000100:00080000:3.0:1767320641.557558:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320641.557562:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320641.557564:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046021376:0@lo:38:kworker.0 00000100:00080000:3.0:1767320641.557572:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320641.557575:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320641.557579:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046021760:0@lo:38:kworker.0 00000100:00100000:3.0:1767320641.557765:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021632 00000100:00100000:3.0:1767320641.557808:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021632 00000100:00100000:3.0:1767320641.557859:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1767320641.557867:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046021632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320641.557921:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046021632:12345-0@lo:400:kworker.0 Request processed in 55us (6777us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320641.557928:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:3.0:1767320641.557953:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046021120:0@lo:400:kworker.0 00000100:00100000:3.0:1767320641.558329:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320641.558379:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021120 00000100:00100000:3.0:1767320641.558383:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021120 00000100:00100000:3.0:1767320641.558419:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1811 00000100:00100000:3.0:1767320641.558426:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046021120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320641.558464:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046021120:12345-0@lo:400:kworker.0 Request processed in 38us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320641.558470:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1811 00010000:00080000:3.0:1767320641.558503:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bc000 x1853164046021120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320641.558518:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046021120:0@lo:400:kworker.0 00000100:00080000:3.0:1767320641.558577:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320641.558584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320641.560668:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046021632:0@lo:400:kworker.0 00000100:00100000:0.0:1767320641.562457:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320641.563218:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046020864:12345-0@lo:400:kworker.0 Request processed in 11837us (12199us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320641.563240:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1810 00000100:00100000:3.0:1767320641.566404:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021504 00000100:00100000:3.0:1767320641.566428:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021504 00000100:00100000:3.0:1767320641.566613:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:3.0:1767320641.566626:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046021504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320641.566796:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046021504:12345-0@lo:400:kworker.0 Request processed in 173us (4350us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320641.566808:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00010000:00080000:2.0:1767320641.567082:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bfb80 x1853164046020864/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320641.567102:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046020864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320641.568562:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046021504:0@lo:400:kworker.0 00000100:00080000:0.0:1767320641.572286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320642.318053:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320642.574238:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320642.574266:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046022016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320642.574364:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320642.575019:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046021888:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320642.575064:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320642.575209:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022016 00000100:00100000:1.0:1767320642.575219:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022016 00000100:00100000:1.0:1767320642.575283:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046021888 00000100:00100000:1.0:1767320642.575287:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046021888 00000100:00100000:1.0:1767320642.575313:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1767320642.575323:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046022016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320642.575471:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320642.575536:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046022016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 213us (1180us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320642.575546:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1767320642.575580:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1767320642.575588:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046021888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320642.575608:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320642.575648:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046021888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320642.575660:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:3.0:1767320642.575660:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046022016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320642.577077:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046021888:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320643.342038:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320644.366319:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320645.067820:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767320645.067866:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985939072 offset 0 length 520: 4 00000100:00100000:0.0:1767320645.067891:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320645.068100:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939328 00000100:00100000:1.0:1767320645.068113:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939328 00000100:00080000:0.0:1767320645.068299:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320645.068318:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939200 00000100:00100000:1.0:1767320645.068324:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939200 00000100:00100000:2.0:1767320645.071480:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1812 00000100:00100000:2.0:1767320645.071510:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985939328:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320645.071627:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985939328:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 132us (3815us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320645.071636:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1812 00000100:00100000:2.0:1767320645.071668:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2379 00000100:00100000:2.0:1767320645.071674:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985939200:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320645.071697:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320645.071723:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985939200:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (3831us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320645.071729:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2379 00010000:00010000:2.0:1767320645.390534:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320646.414022:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320646.670008:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320621/real 1767320621] req@ffffa07beb8e0e00 x1853164046015616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320646 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320646.670042:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beb8e0e00 x1853164046015616/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320646 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320646.670093:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320646.670112:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320646.670116:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046015616:0@lo:250:kworker.0 00000100:00080000:3.0:1767320646.670233:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320646.670238:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320646.670241:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320646.670246:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5819 00000100:00080000:3.0:1767320646.670250:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320646.670257:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320646.670290:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224000 x1853164046022144/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320646.670355:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320646.670359:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320646.670361:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320646.670364:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5839 00000100:00080000:3.0:1767320646.670367:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320646.670371:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320646.670386:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164046022400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320646.670412:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320646.670415:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320646.670417:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320646.670420:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5839 00000100:00080000:3.0:1767320646.670424:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320646.670427:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320646.670438:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046022656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320646.670446:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320646.670449:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320646.670451:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320646.670454:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5839 00000100:00080000:3.0:1767320646.670456:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320646.670460:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320646.670473:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bf480 x1853164046022784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320646.670494:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320646.670497:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320646.670499:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320646.670502:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5839 00000100:00080000:3.0:1767320646.670504:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320646.670507:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320646.670517:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651ad80 x1853164046023168/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320646.670541:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046022528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320646.670606:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320646.670667:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320646.670674:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046022912:0@lo:400:kworker.0 00000100:00100000:3.0:1767320646.670701:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320646.670816:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046022272:0@lo:400:kworker.0 00000100:00100000:1.0:1767320646.670846:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320646.670869:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320646.670875:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046023040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320646.670895:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320646.670969:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046022144:0@lo:250:kworker.0 00000400:00000100:0.0:1767320646.670991:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046022144 offset 0 length 520: 4 00000100:00100000:0.0:1767320646.671010:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046022400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320646.671030:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320646.671057:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046022656:0@lo:38:kworker.0 00000100:00100000:0.0:1767320646.671078:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320646.671099:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046022784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320646.671142:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320646.671162:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046023168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320646.671185:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320646.671226:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022528 00000100:00100000:0.0:1767320646.671234:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022528 00000100:00100000:0.0:1767320646.671289:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022272 00000100:00100000:0.0:1767320646.671292:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022272 00000100:00100000:0.0:1767320646.671308:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022400 00000100:00100000:0.0:1767320646.671310:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022400 00000100:00100000:0.0:1767320646.671319:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022656 00000100:00100000:0.0:1767320646.671321:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022656 00000100:00100000:0.0:1767320646.671328:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023168 00000100:00100000:0.0:1767320646.671330:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023168 00000100:00100000:0.0:1767320646.671343:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1767320646.671352:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046022528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320646.671410:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046022528:12345-0@lo:400:kworker.0 Request processed in 58us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320646.671419:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1813 00000100:00100000:0.0:1767320646.671436:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1814 00000100:00100000:0.0:1767320646.671442:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046022272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320646.671473:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046022272:12345-0@lo:400:kworker.0 Request processed in 32us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320646.671480:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1814 00000100:00100000:0.0:1767320646.671492:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2380 00000100:00100000:0.0:1767320646.671496:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046022400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320646.671518:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320646.671548:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046022400:12345-0@lo:38:kworker.0 Request processed in 50us (517us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320646.671553:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2380 00000100:00100000:0.0:1767320646.671564:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2381 00000100:00100000:0.0:1767320646.671568:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046022656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320646.671576:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320646.671597:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046022656:12345-0@lo:38:kworker.0 Request processed in 27us (518us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320646.671603:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2381 00000100:00100000:0.0:1767320646.671613:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2382 00000100:00100000:0.0:1767320646.671617:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046023168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320646.671625:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320646.671646:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046023168:12345-0@lo:38:kworker.0 Request processed in 28us (461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320646.671652:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2382 00000100:00080000:0.0:1767320646.671667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320646.671692:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320646.671697:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320646.671700:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046022400:0@lo:38:kworker.0 00000100:00080000:0.0:1767320646.671709:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320646.671712:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320646.671715:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046022656:0@lo:38:kworker.0 00000100:00080000:0.0:1767320646.671722:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320646.671726:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320646.671728:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046023168:0@lo:38:kworker.0 00010000:00080000:0.0:1767320646.671863:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226d80 x1853164046022272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320646.671875:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046022272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320646.671912:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022784 00000100:00100000:0.0:1767320646.671915:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022784 00000100:00100000:0.0:1767320646.671936:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1767320646.671941:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046022784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320646.671950:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320646.671980:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046022784:12345-0@lo:38:kworker.0 Request processed in 38us (837us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320646.671986:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:0.0:1767320646.672010:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320646.672014:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320646.672017:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046022784:0@lo:38:kworker.0 00010000:00080000:0.0:1767320646.672066:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bfb80 x1853164046022528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320646.672076:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046022528:0@lo:400:kworker.0 00000100:00100000:2.0:1767320646.674188:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046022912 00000100:00100000:2.0:1767320646.674203:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046022912 00000100:00100000:2.0:1767320646.677064:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023040 00000100:00100000:2.0:1767320646.677078:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023040 00000100:00100000:1.0:1767320646.677085:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1767320646.677098:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046022912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320646.677211:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046022912:12345-0@lo:400:kworker.0 Request processed in 115us (6507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320646.677220:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:3.0:1767320646.679222:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046022912:0@lo:400:kworker.0 00000100:00080000:0.0:1767320646.682437:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320646.682448:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320646.683759:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:2.0:1767320646.683790:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046023040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320646.683903:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046023040:12345-0@lo:400:kworker.0 Request processed in 133us (13006us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320646.683910:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1767320646.684065:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046023040:0@lo:400:kworker.0 00010000:00010000:1.0:1767320647.439353:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320647.694451:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046023296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320647.694518:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320647.695228:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023296 00000100:00100000:2.0:1767320647.695237:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023296 00000100:00100000:2.0:1767320647.695298:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1767320647.695308:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046023296:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320647.695321:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046023424:0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320647.695338:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320647.695357:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320647.695377:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046023296:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320647.695384:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1767320647.695422:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023424 00000100:00100000:0.0:1767320647.695426:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023424 00000100:00100000:0.0:1767320647.695447:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:0.0:1767320647.695452:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046023424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320647.695468:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320647.695530:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046023296:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320647.697926:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046023424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2464us (2558us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320647.697948:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1767320647.698386:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046023424:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320648.462124:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320649.486324:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320650.177715:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320650.177839:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320650.178679:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939584 00000100:00100000:1.0:1767320650.178694:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939584 00000100:00080000:0.0:1767320650.178840:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320650.178902:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939456 00000100:00100000:1.0:1767320650.178907:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939456 00000100:00100000:2.0:1767320650.179045:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1815 00000100:00100000:2.0:1767320650.179061:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985939584:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320650.179192:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985939584:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 136us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320650.179200:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1815 00000100:00100000:2.0:1767320650.179223:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2383 00000100:00100000:2.0:1767320650.179228:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985939456:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320650.179248:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320650.179274:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985939456:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (1434us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320650.179280:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2383 00010000:00010000:3.0:1767320650.510490:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320651.537914:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320651.794356:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320651.794370:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320651.794466:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767320651.794487:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320651.794491:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320651.794496:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320651.794505:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5844 00000100:00080000:1.0:1767320651.794509:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320651.794518:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320651.794547:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960e00 x1853164046023680/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320651.794585:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320651.794589:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320651.794591:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320651.794595:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5844 00000100:00080000:1.0:1767320651.794597:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320651.794600:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320651.794610:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963100 x1853164046023936/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320651.794618:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320651.794621:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320651.794623:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320651.794626:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5844 00000100:00080000:1.0:1767320651.794628:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320651.794631:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320651.794638:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046023680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320651.794641:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960a80 x1853164046024064/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320651.794703:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320651.794712:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046024320:0@lo:400:kworker.0 00000100:00100000:0.0:1767320651.794723:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320651.794752:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320651.794757:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046023936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320651.794794:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320651.794813:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024320 00000100:00100000:0.0:1767320651.794814:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046024064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320651.794820:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024320 00000100:00100000:0.0:1767320651.794834:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320651.794859:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024064 00000100:00100000:0.0:1767320651.794863:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024064 00000100:00100000:2.0:1767320651.794875:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1767320651.794881:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767320651.794883:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046024320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320651.794885:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046024064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320651.794902:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320651.794929:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046024064:12345-0@lo:38:kworker.0 Request processed in 41us (92us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320651.794929:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046024320:12345-0@lo:400:kworker.0 Request processed in 46us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320651.794935:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1767320651.794935:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00080000:2.0:1767320651.794965:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320651.794989:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320651.794990:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046024320:0@lo:400:kworker.0 00000100:00080000:0.0:1767320651.794994:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320651.794997:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046024064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320651.795019:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046023808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320651.795020:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023680 00000100:00100000:0.0:1767320651.795024:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023680 00000100:00100000:0.0:1767320651.795044:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023936 00000100:00100000:2.0:1767320651.795044:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320651.795046:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023936 00000100:00100000:0.0:1767320651.795058:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023808 00000100:00100000:0.0:1767320651.795060:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023808 00000100:00100000:2.0:1767320651.795062:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320651.795066:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046024192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320651.795084:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1816 00000100:00100000:2.0:1767320651.795084:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320651.795090:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046023808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320651.795106:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2384 00000100:00100000:2.0:1767320651.795110:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046023680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320651.795121:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320651.795122:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046023808:12345-0@lo:400:kworker.0 Request processed in 33us (78us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320651.795128:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1816 00000100:00100000:0.0:1767320651.795141:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2385 00000100:00100000:0.0:1767320651.795145:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046023936:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320651.795145:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046023680:12345-0@lo:38:kworker.0 Request processed in 34us (421us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320651.795151:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2384 00010000:00020000:0.0:1767320651.795154:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320651.795166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320651.795174:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046023936:12345-0@lo:38:kworker.0 Request processed in 28us (380us total) trans 0 rc -19/-19 00010000:00080000:2.0:1767320651.795179:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8961500 x1853164046023808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320651.795180:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2385 00000100:00100000:2.0:1767320651.795188:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046023808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320651.795199:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024192 00000100:00100000:2.0:1767320651.795203:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024192 00000100:00080000:0.0:1767320651.795223:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767320651.795226:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00080000:0.0:1767320651.795227:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320651.795230:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046023680:0@lo:38:kworker.0 00000100:00100000:2.0:1767320651.795231:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046024192:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320651.795237:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320651.795240:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320651.795242:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046023936:0@lo:38:kworker.0 00000100:00100000:2.0:1767320651.795259:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046024192:12345-0@lo:400:kworker.0 Request processed in 28us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320651.795268:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00080000:2.0:1767320651.795279:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320651.795293:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046024192:0@lo:400:kworker.0 00000100:00100000:2.0:1767320651.796174:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046023552:0@lo:400:kworker.0 00000100:00100000:2.0:1767320651.796239:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320651.796458:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046023552 00000100:00100000:3.0:1767320651.796464:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046023552 00000100:00100000:3.0:1767320651.796510:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1817 00000100:00100000:3.0:1767320651.796518:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046023552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320651.796564:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046023552:12345-0@lo:400:kworker.0 Request processed in 47us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320651.796571:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1817 00010000:00080000:3.0:1767320651.796601:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8961c00 x1853164046023552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320651.796613:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046023552:0@lo:400:kworker.0 00000100:00080000:2.0:1767320651.796668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320651.798467:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320651.798476:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320651.798480:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320651.798487:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5844 00000100:00080000:1.0:1767320651.798491:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320651.798497:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320651.798533:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963800 x1853164046024448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320651.798691:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046024448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320651.798748:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320651.798855:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024448 00000100:00100000:1.0:1767320651.798862:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024448 00000100:00100000:1.0:1767320651.799561:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2386 00000100:00100000:1.0:1767320651.799571:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046024448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320651.799593:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320651.799655:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046024448:12345-0@lo:38:kworker.0 Request processed in 83us (906us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320651.799662:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2386 00000100:00080000:0.0:1767320651.799741:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320651.799746:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320651.799751:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046024448:0@lo:38:kworker.0 00010000:00010000:2.0:1767320652.558110:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320652.814474:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046024576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320652.814548:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320652.814890:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046024704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320652.814919:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320652.814971:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024576 00000100:00100000:1.0:1767320652.814979:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024576 00000100:00100000:1.0:1767320652.815025:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024704 00000100:00100000:1.0:1767320652.815028:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024704 00000100:00100000:1.0:1767320652.815045:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767320652.815054:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046024576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320652.815088:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320652.815128:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046024576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320652.815136:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767320652.815320:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1767320652.815328:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046024704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320652.815343:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320652.815373:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046024704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320652.815379:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:1.0:1767320652.815422:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046024704:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320652.815595:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046024576:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320653.591051:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320654.606256:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320655.301717:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320655.301910:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320655.311900:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939712 00000100:00100000:1.0:1767320655.311914:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939712 00000100:00100000:1.0:1767320655.311969:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939840 00000100:00100000:1.0:1767320655.311974:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939840 00000100:00100000:1.0:1767320655.312039:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1818 00000100:00100000:1.0:1767320655.312051:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985939840:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320655.312153:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985939840:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 103us (10241us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320655.312162:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1818 00000100:00100000:1.0:1767320655.312186:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2387 00000100:00100000:1.0:1767320655.312192:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985939712:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320655.312212:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320655.312237:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985939712:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (10530us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320655.312244:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2387 00000100:00080000:3.0:1767320655.316742:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320655.630019:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320656.658141:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320656.909927:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320656.909938:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320656.910002:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320656.910008:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320656.910011:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320656.910020:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5850 00000100:00080000:1.0:1767320656.910025:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320656.910032:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320656.910054:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8962680 x1853164046024960/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320656.910089:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320656.910092:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320656.910094:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320656.910097:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5850 00000100:00080000:1.0:1767320656.910100:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320656.910103:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320656.910115:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961c00 x1853164046025216/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320656.910124:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320656.910127:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320656.910129:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320656.910132:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5850 00000100:00080000:1.0:1767320656.910135:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320656.910138:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320656.910149:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963b80 x1853164046025344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320656.910175:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320656.910178:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320656.910179:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320656.910182:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5850 00000100:00080000:1.0:1767320656.910185:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320656.910188:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320656.910198:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8961500 x1853164046025728/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320656.910231:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046025472:0@lo:400:kworker.0 00000100:00100000:1.0:1767320656.910298:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.910358:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320656.910364:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046025088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320656.910390:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.910427:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025088 00000100:00100000:1.0:1767320656.910435:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025088 00000100:00100000:1.0:1767320656.910484:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1767320656.910493:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046025088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320656.910545:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046025088:12345-0@lo:400:kworker.0 Request processed in 53us (153us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320656.910553:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1819 00000100:00100000:1.0:1767320656.910579:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046024960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320656.910622:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.910646:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046025216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320656.910681:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.910699:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046025344:0@lo:38:kworker.0 00000100:00100000:1.0:1767320656.910723:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.910741:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046025728:0@lo:38:kworker.0 00000100:00100000:1.0:1767320656.910761:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320656.910813:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024960 00000100:00100000:1.0:1767320656.910817:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024960 00000100:00100000:1.0:1767320656.910833:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025216 00000100:00100000:1.0:1767320656.910835:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025216 00000100:00100000:1.0:1767320656.910845:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025728 00000100:00100000:1.0:1767320656.910847:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025728 00000100:00100000:1.0:1767320656.910856:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2388 00000100:00100000:1.0:1767320656.910871:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046024960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320656.910890:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320656.910927:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046024960:12345-0@lo:38:kworker.0 Request processed in 65us (303us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320656.910933:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2388 00000100:00100000:1.0:1767320656.910946:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2389 00000100:00100000:1.0:1767320656.910950:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046025216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320656.910960:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320656.910981:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046025216:12345-0@lo:38:kworker.0 Request processed in 29us (299us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320656.910987:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2389 00000100:00100000:1.0:1767320656.910996:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2390 00000100:00100000:1.0:1767320656.911000:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046025728:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320656.911009:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320656.911026:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046025728:12345-0@lo:38:kworker.0 Request processed in 25us (266us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320656.911031:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2390 00010000:00080000:1.0:1767320656.911064:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963800 x1853164046025088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320656.911075:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046025088:0@lo:400:kworker.0 00000100:00080000:1.0:1767320656.911102:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320656.911106:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320656.911109:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046024960:0@lo:38:kworker.0 00000100:00080000:1.0:1767320656.911118:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320656.911120:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320656.911123:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046025216:0@lo:38:kworker.0 00000100:00080000:1.0:1767320656.911129:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320656.911132:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320656.911135:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046025728:0@lo:38:kworker.0 00000100:00100000:0.0:1767320656.911233:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025344 00000100:00100000:0.0:1767320656.911237:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025344 00000100:00100000:0.0:1767320656.911265:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1767320656.911271:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046025344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320656.911280:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320656.911310:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046025344:12345-0@lo:38:kworker.0 Request processed in 39us (587us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320656.911316:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1767320656.911332:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046024832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320656.911353:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320656.911369:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320656.911373:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046025600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320656.911390:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320656.911410:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025472 00000100:00100000:0.0:1767320656.911413:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025472 00000100:00100000:0.0:1767320656.911437:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025600 00000100:00100000:0.0:1767320656.911439:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025600 00000100:00100000:0.0:1767320656.911454:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1767320656.911460:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046025472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320656.911490:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046025472:12345-0@lo:400:kworker.0 Request processed in 30us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320656.911496:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1767320656.911505:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1767320656.911510:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046025600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320656.911535:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046025600:12345-0@lo:400:kworker.0 Request processed in 24us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320656.911540:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1767320656.911554:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046024832 00000100:00100000:0.0:1767320656.911557:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046024832 00000100:00100000:0.0:1767320656.911578:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1767320656.911583:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046024832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320656.911607:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046024832:12345-0@lo:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320656.911613:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1820 00000100:00100000:0.0:1767320656.911633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046025600:0@lo:400:kworker.0 00010000:00080000:0.0:1767320656.911643:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962a00 x1853164046024832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320672 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320656.911651:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046024832:0@lo:400:kworker.0 00000100:00080000:0.0:1767320656.911672:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320656.911676:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320656.911680:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046025344:0@lo:38:kworker.0 00000100:00080000:3.0:1767320656.912411:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320656.912417:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320656.912420:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320656.913007:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046025472:0@lo:400:kworker.0 00010000:00010000:2.0:1767320657.679525:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320657.934618:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320657.934719:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046025856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320657.934805:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320657.934920:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025856 00000100:00100000:2.0:1767320657.934929:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025856 00000100:00100000:2.0:1767320657.934988:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1767320657.934999:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046025856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320657.935030:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320657.935082:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046025856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320657.935091:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:3.0:1767320657.935204:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046025856:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320657.939936:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046025984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320657.940009:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320657.940828:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046025984 00000100:00100000:0.0:1767320657.940838:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046025984 00000100:00100000:0.0:1767320657.940909:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:0.0:1767320657.940920:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046025984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320657.940953:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320657.941018:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046025984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320657.941025:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:1.0:1767320657.941418:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046025984:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320658.702020:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320659.730361:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320660.423667:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320660.423838:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320660.425056:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940096 00000100:00100000:0.0:1767320660.425072:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940096 00000100:00100000:0.0:1767320660.425154:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985939968 00000100:00100000:0.0:1767320660.425159:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985939968 00000100:00100000:0.0:1767320660.425188:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1821 00000100:00100000:0.0:1767320660.425200:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985940096:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320660.425286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320660.425299:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985940096:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320660.425307:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1821 00000100:00100000:0.0:1767320660.425327:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2391 00000100:00100000:0.0:1767320660.425332:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985939968:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320660.425353:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320660.425381:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985939968:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 47us (1544us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320660.425387:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2391 00010000:00010000:2.0:1767320660.750052:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320661.774277:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320662.030072:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320662.030083:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320662.030143:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320662.030154:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320662.030158:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320662.030167:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5855 00000100:00080000:1.0:1767320662.030173:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320662.030179:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320662.030199:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71180 x1853164046026240/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320662.030228:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320662.030231:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320662.030233:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320662.030236:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5855 00000100:00080000:1.0:1767320662.030238:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320662.030241:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320662.030251:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71880 x1853164046026496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320662.030258:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320662.030261:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320662.030263:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320662.030266:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5855 00000100:00080000:1.0:1767320662.030268:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320662.030271:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320662.030281:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70e00 x1853164046026624/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320662.030301:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320662.030304:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320662.030306:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320662.030309:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5855 00000100:00080000:1.0:1767320662.030312:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320662.030315:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320662.030324:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72300 x1853164046027008/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320662.030349:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046026368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320662.030410:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320662.030474:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320662.030479:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046026752:0@lo:400:kworker.0 00000100:00100000:1.0:1767320662.030504:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320662.030545:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026752 00000100:00100000:1.0:1767320662.030554:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026752 00000100:00100000:1.0:1767320662.030617:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1767320662.030625:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046026752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320662.030669:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046026752:12345-0@lo:400:kworker.0 Request processed in 44us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320662.030676:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00080000:1.0:1767320662.030714:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320662.030746:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046026752:0@lo:400:kworker.0 00000100:00100000:3.0:1767320662.030862:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046026880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320662.030893:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320662.030922:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320662.030927:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046026112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320662.030947:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320662.031029:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026368 00000100:00100000:2.0:1767320662.031033:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026368 00000100:00100000:2.0:1767320662.031070:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026112 00000100:00100000:2.0:1767320662.031072:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026112 00000100:00100000:2.0:1767320662.031091:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:2.0:1767320662.031097:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046026368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320662.031128:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046026368:12345-0@lo:400:kworker.0 Request processed in 31us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320662.031135:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:2.0:1767320662.031145:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:2.0:1767320662.031150:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046026112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320662.031178:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046026112:12345-0@lo:400:kworker.0 Request processed in 28us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320662.031184:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00010000:00080000:2.0:1767320662.031209:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70700 x1853164046026112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320662.031219:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046026112:0@lo:400:kworker.0 00000100:00080000:3.0:1767320662.031273:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320662.031466:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046026240:0@lo:38:kworker.0 00000100:00100000:0.0:1767320662.031500:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320662.031532:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046026496:0@lo:38:kworker.0 00000100:00100000:0.0:1767320662.031552:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320662.031575:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046026624:0@lo:38:kworker.0 00000100:00100000:0.0:1767320662.031601:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320662.031620:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046027008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320662.031637:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320662.031664:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026240 00000100:00100000:0.0:1767320662.031668:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026240 00000100:00100000:0.0:1767320662.031702:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026496 00000100:00100000:0.0:1767320662.031706:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026496 00000100:00100000:0.0:1767320662.031715:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027008 00000100:00100000:0.0:1767320662.031718:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027008 00000100:00100000:0.0:1767320662.031726:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2392 00000100:00100000:0.0:1767320662.031730:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046026240:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320662.031747:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320662.031817:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046026240:12345-0@lo:38:kworker.0 Request processed in 85us (316us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320662.031823:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2392 00000100:00100000:0.0:1767320662.031836:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2393 00000100:00100000:0.0:1767320662.031840:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046026496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320662.031849:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320662.031871:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046026496:12345-0@lo:38:kworker.0 Request processed in 30us (318us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320662.031876:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2393 00000100:00100000:0.0:1767320662.031887:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2394 00000100:00100000:0.0:1767320662.031890:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046027008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320662.031901:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320662.031922:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046027008:12345-0@lo:38:kworker.0 Request processed in 30us (283us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320662.031927:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2394 00000100:00080000:0.0:1767320662.031950:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320662.031955:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320662.031958:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046026240:0@lo:38:kworker.0 00000100:00080000:0.0:1767320662.031964:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320662.031967:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320662.031970:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046026496:0@lo:38:kworker.0 00000100:00080000:0.0:1767320662.031976:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320662.031979:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320662.031981:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046027008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320662.032140:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026624 00000100:00100000:1.0:1767320662.032145:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026624 00000100:00100000:1.0:1767320662.032226:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1767320662.032231:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046026624:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320662.032241:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320662.032343:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046026880 00000100:00100000:0.0:1767320662.032347:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046026880 00000100:00100000:0.0:1767320662.032377:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:0.0:1767320662.032382:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046026880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320662.032415:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046026880:12345-0@lo:400:kworker.0 Request processed in 32us (1520us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320662.032420:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00010000:00080000:0.0:1767320662.032447:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c73800 x1853164046026368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320662.032458:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046026368:0@lo:400:kworker.0 00000100:00100000:1.0:1767320662.032533:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046026624:12345-0@lo:38:kworker.0 Request processed in 300us (930us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320662.032540:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00080000:1.0:1767320662.032568:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320662.032636:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046026880:0@lo:400:kworker.0 00000100:00080000:3.0:1767320662.038399:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320662.038413:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320662.038418:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046026624:0@lo:38:kworker.0 00010000:00010000:3.0:1767320662.798158:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320663.054145:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046027136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320663.054221:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320663.054350:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027136 00000100:00100000:2.0:1767320663.054359:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027136 00000100:00100000:2.0:1767320663.054419:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1767320663.054429:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046027136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320663.054460:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320663.054513:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046027136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320663.054521:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1767320663.054798:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046027136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320663.056044:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320663.056062:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046027264:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320663.056119:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320663.056219:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027264 00000100:00100000:1.0:1767320663.056226:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027264 00000100:00100000:1.0:1767320663.056271:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:1.0:1767320663.056280:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046027264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320663.056303:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320663.056354:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046027264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320663.056361:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1767320663.056457:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046027264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320663.827294:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320664.847743:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320665.537945:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320665.537992:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320665.538232:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940352 00000100:00100000:0.0:1767320665.538242:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940352 00000100:00100000:0.0:1767320665.538313:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940224 00000100:00100000:0.0:1767320665.538317:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940224 00000100:00080000:1.0:1767320665.538340:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320665.538350:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1824 00000100:00100000:0.0:1767320665.538361:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985940352:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320665.538389:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2395 00000100:00100000:1.0:1767320665.538401:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985940224:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320665.538434:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320665.538444:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985940352:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320665.538453:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1824 00000100:00100000:1.0:1767320665.538501:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985940224:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 99us (506us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320665.538510:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2395 00010000:00010000:2.0:1767320665.870461:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320666.894314:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320667.152273:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320667.152284:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320667.152422:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767320667.152438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320667.152442:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320667.152447:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320667.152455:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5860 00000100:00080000:2.0:1767320667.152460:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320667.152467:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320667.152490:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2a00 x1853164046027520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320667.152523:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320667.152526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320667.152527:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320667.152529:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5860 00000100:00080000:2.0:1767320667.152531:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320667.152533:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320667.152539:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0700 x1853164046027776/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320667.152545:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320667.152547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320667.152548:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320667.152551:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5860 00000100:00080000:2.0:1767320667.152552:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320667.152555:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320667.152565:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1180 x1853164046027904/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320667.153110:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320667.153143:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046028160:0@lo:400:kworker.0 00000100:00100000:3.0:1767320667.153218:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320667.153306:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046027648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320667.153332:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320667.153359:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320667.153365:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046028032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320667.153387:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320667.154288:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028160 00000100:00100000:3.0:1767320667.154309:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028160 00000100:00100000:3.0:1767320667.154372:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028032 00000100:00100000:3.0:1767320667.154375:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028032 00000100:00100000:3.0:1767320667.154400:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1767320667.154544:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046028160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320667.154631:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046028160:12345-0@lo:400:kworker.0 Request processed in 221us (1411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320667.154640:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1767320667.154657:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1767320667.154663:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046028032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320667.154704:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046028032:12345-0@lo:400:kworker.0 Request processed in 41us (1316us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320667.154710:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:3.0:1767320667.154752:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046028032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320667.154801:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046028160:0@lo:400:kworker.0 00000100:00100000:1.0:1767320667.156132:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027648 00000100:00100000:1.0:1767320667.156155:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027648 00000100:00100000:1.0:1767320667.156236:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1825 00000100:00100000:1.0:1767320667.156251:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046027648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320667.156373:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046027648:12345-0@lo:400:kworker.0 Request processed in 127us (3039us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320667.156385:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1825 00000100:00080000:1.0:1767320667.156417:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320667.156423:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320667.156427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320667.156455:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046027520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320667.156507:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320667.156548:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046027776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320667.156571:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320667.156589:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046027904:0@lo:38:kworker.0 00000100:00100000:1.0:1767320667.156615:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320667.156652:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027520 00000100:00100000:1.0:1767320667.156656:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027520 00000100:00100000:1.0:1767320667.156691:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027776 00000100:00100000:1.0:1767320667.156698:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027776 00000100:00100000:1.0:1767320667.156719:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2396 00000100:00100000:1.0:1767320667.156723:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046027520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320667.156752:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320667.156829:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046027520:12345-0@lo:38:kworker.0 Request processed in 104us (321us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320667.156836:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2396 00000100:00100000:1.0:1767320667.156849:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2397 00000100:00100000:1.0:1767320667.156853:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046027776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320667.156862:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320667.156885:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046027776:12345-0@lo:38:kworker.0 Request processed in 30us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320667.156894:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2397 00000100:00100000:1.0:1767320667.156916:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027904 00000100:00100000:1.0:1767320667.156920:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027904 00000100:00100000:1.0:1767320667.156941:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1767320667.156945:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046027904:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320667.156954:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320667.156979:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046027904:12345-0@lo:38:kworker.0 Request processed in 32us (363us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320667.156984:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00080000:1.0:1767320667.157029:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320667.157035:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320667.157039:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046027520:0@lo:38:kworker.0 00000100:00080000:1.0:1767320667.157048:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320667.157052:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320667.157055:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046027776:0@lo:38:kworker.0 00000100:00080000:1.0:1767320667.157063:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320667.157067:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320667.157070:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046027904:0@lo:38:kworker.0 00010000:00080000:1.0:1767320667.157122:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2d80 x1853164046027648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320667.157136:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046027648:0@lo:400:kworker.0 00000100:00100000:0.0:1767320667.158016:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046027392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320667.158071:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320667.158236:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046027392 00000100:00100000:1.0:1767320667.158243:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046027392 00000100:00080000:0.0:1767320667.158435:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320667.158473:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1826 00000100:00100000:1.0:1767320667.158482:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046027392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320667.158543:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046027392:12345-0@lo:400:kworker.0 Request processed in 61us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320667.158550:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1826 00010000:00080000:0.0:1767320667.158624:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba3480 x1853164046027392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320667.158638:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046027392:0@lo:400:kworker.0 00000100:00080000:2.0:1767320667.159528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320667.159537:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320667.159542:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320667.159549:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5860 00000100:00080000:2.0:1767320667.159554:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320667.159559:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320667.159598:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0e00 x1853164046028288/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320667.159661:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046028288:0@lo:38:kworker.0 00000100:00100000:0.0:1767320667.159726:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320667.164440:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028288 00000100:00100000:3.0:1767320667.164462:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028288 00000100:00100000:3.0:1767320667.164534:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2398 00000100:00100000:3.0:1767320667.164546:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046028288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320667.164578:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320667.164668:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046028288:12345-0@lo:38:kworker.0 Request processed in 122us (4940us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320667.164691:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2398 00000100:00080000:3.0:1767320667.164743:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320667.164749:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320667.164754:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046028288:0@lo:38:kworker.0 00010000:00010000:1.0:1767320667.918040:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320668.174312:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046028416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320668.174412:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.174547:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028416 00000100:00100000:1.0:1767320668.174558:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028416 00000100:00100000:1.0:1767320668.174636:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1767320668.174646:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046028416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320668.174695:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320668.174792:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320668.174803:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046028544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320668.174836:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320668.178216:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046028416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3553us (3786us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320668.178236:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1767320668.178281:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028544 00000100:00100000:1.0:1767320668.178302:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028544 00000100:00100000:2.0:1767320668.178399:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1767320668.178414:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046028544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320668.178458:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320668.178552:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046028544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 143us (3714us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320668.178559:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1767320668.178765:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046028544:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320668.179034:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046028416:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320668.942370:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320669.966168:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320670.660114:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320670.660152:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985940480 offset 0 length 520: 4 00000100:00100000:2.0:1767320670.660354:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940736 00000100:00100000:2.0:1767320670.660373:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940736 00000100:00100000:2.0:1767320670.660499:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1827 00000100:00100000:2.0:1767320670.660517:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985940736:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320670.660641:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985940736:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 132us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320670.660651:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1827 00000100:00080000:0.0:1767320670.660832:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320670.673686:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320670.673836:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940608 00000100:00100000:2.0:1767320670.673856:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940608 00000100:00100000:2.0:1767320670.673996:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2399 00000100:00100000:2.0:1767320670.674007:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985940608:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320670.674037:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320670.674144:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985940608:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 135us (465us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320670.674152:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2399 00010000:00010000:3.0:1767320670.990091:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320671.245956:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320646/real 1767320646] req@ffffa07bc8224000 x1853164046022144/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320671 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320671.246003:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8224000 x1853164046022144/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320671 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320671.246020:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320671.246052:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320671.246057:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046022144:0@lo:250:kworker.0 00000100:00080000:0.0:1767320671.246110:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320671.246117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320671.246121:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320671.246137:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5844 00000100:00080000:0.0:1767320671.246143:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320671.246151:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320671.246198:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046028672/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320671.246272:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320671.246276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320671.246278:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320671.246282:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5865 00000100:00080000:0.0:1767320671.246285:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320671.246289:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320671.246305:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164046028928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320671.246335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320671.246338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320671.246340:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320671.246344:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5865 00000100:00080000:0.0:1767320671.246346:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320671.246349:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320671.246394:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00380 x1853164046029184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320671.246403:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320671.246406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320671.246408:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320671.246411:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5865 00000100:00080000:0.0:1767320671.246414:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320671.246419:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320671.246431:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02300 x1853164046029312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320671.246457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320671.246460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320671.246461:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320671.246464:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5865 00000100:00080000:0.0:1767320671.246467:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320671.246470:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320671.246481:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c01500 x1853164046029696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320671.246510:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046029440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320671.246609:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320671.246684:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320671.246691:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046029056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320671.246718:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.246825:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029440 00000100:00100000:1.0:1767320671.246835:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029440 00000100:00100000:1.0:1767320671.246915:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1767320671.246927:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046029440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.246992:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046029440:12345-0@lo:400:kworker.0 Request processed in 67us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.246999:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1767320671.247036:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046029568:0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247063:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.247083:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320671.247089:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046028800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247109:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320671.247145:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029056 00000100:00100000:1.0:1767320671.247149:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029056 00000100:00100000:1.0:1767320671.247176:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028800 00000100:00100000:1.0:1767320671.247179:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028800 00000100:00100000:1.0:1767320671.247207:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1767320671.247213:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046029056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247243:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046029056:12345-0@lo:400:kworker.0 Request processed in 31us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.247249:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1828 00000100:00100000:1.0:1767320671.247263:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1767320671.247268:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046028800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247297:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046028800:12345-0@lo:400:kworker.0 Request processed in 29us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.247304:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1829 00000100:00100000:1.0:1767320671.247327:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029568 00000100:00100000:1.0:1767320671.247331:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029568 00000100:00100000:1.0:1767320671.247354:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:1.0:1767320671.247360:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046029568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247387:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046029568:12345-0@lo:400:kworker.0 Request processed in 28us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320671.247392:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00010000:00080000:1.0:1767320671.247425:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226680 x1853164046029056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320671.247439:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046029056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247452:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046029440:0@lo:400:kworker.0 00010000:00080000:1.0:1767320671.247480:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224000 x1853164046028800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320687 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320671.247490:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046028800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320671.247498:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046029568:0@lo:400:kworker.0 00000100:00100000:3.0:1767320671.247706:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046028672:0@lo:250:kworker.0 00000400:00000100:3.0:1767320671.247737:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046028672 offset 0 length 520: 4 00000100:00100000:3.0:1767320671.247760:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046028928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320671.247810:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320671.247837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046029184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320671.247881:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320671.247902:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046029312:0@lo:38:kworker.0 00000100:00100000:3.0:1767320671.247927:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320671.247946:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046029696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320671.247967:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320671.247996:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029312 00000100:00100000:3.0:1767320671.248000:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029312 00000100:00100000:3.0:1767320671.248026:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767320671.248031:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046029312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320671.248051:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320671.248087:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046029312:12345-0@lo:38:kworker.0 Request processed in 53us (158us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320671.248093:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1767320671.248116:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046028928 00000100:00100000:3.0:1767320671.248120:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046028928 00000100:00100000:3.0:1767320671.248137:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029184 00000100:00100000:3.0:1767320671.248140:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029184 00000100:00100000:3.0:1767320671.248152:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029696 00000100:00100000:3.0:1767320671.248155:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029696 00000100:00100000:3.0:1767320671.248164:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2400 00000100:00100000:3.0:1767320671.248168:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046028928:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320671.248178:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320671.248212:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046028928:12345-0@lo:38:kworker.0 Request processed in 43us (402us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320671.248218:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2400 00000100:00100000:3.0:1767320671.248241:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1767320671.248245:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046029184:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320671.248255:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320671.248278:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046029184:12345-0@lo:38:kworker.0 Request processed in 31us (396us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320671.248284:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2401 00000100:00100000:3.0:1767320671.248294:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2402 00000100:00100000:3.0:1767320671.248298:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046029696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320671.248307:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320671.248336:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046029696:12345-0@lo:38:kworker.0 Request processed in 36us (367us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320671.248341:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2402 00000100:00080000:3.0:1767320671.248380:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320671.248386:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320671.248390:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046028928:0@lo:38:kworker.0 00000100:00080000:3.0:1767320671.248399:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320671.248403:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320671.248406:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046029184:0@lo:38:kworker.0 00000100:00080000:3.0:1767320671.248416:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320671.248419:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320671.248421:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046029312:0@lo:38:kworker.0 00000100:00080000:3.0:1767320671.248427:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320671.248431:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320671.248433:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046029696:0@lo:38:kworker.0 00000100:00080000:0.0:1767320671.248609:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320671.248616:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320671.248619:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767320672.014309:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320673.038477:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320673.294183:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046029824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320673.294258:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046029952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320673.294280:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320673.294308:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029824 00000100:00100000:1.0:1767320673.294318:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029824 00000100:00100000:1.0:1767320673.294407:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:1.0:1767320673.294418:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046029824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320673.294456:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320673.294518:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320673.300164:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046029824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5731us (5867us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320673.300185:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1767320673.301059:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320673.301271:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046029952 00000100:00100000:1.0:1767320673.301283:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046029952 00000100:00100000:1.0:1767320673.301411:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:1.0:1767320673.301421:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046029952:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320673.301462:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320673.301529:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046029952:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320673.301535:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1767320673.302019:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046029952:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320673.302204:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046029824:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320673.302277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320674.062606:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320675.086115:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320675.781349:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320675.781416:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320675.781916:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940992 00000100:00100000:0.0:1767320675.781931:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940992 00000100:00100000:0.0:1767320675.782027:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985940864 00000100:00100000:0.0:1767320675.782031:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985940864 00000100:00100000:0.0:1767320675.782055:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1830 00000100:00100000:0.0:1767320675.782066:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985940992:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320675.782176:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985940992:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 111us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320675.782184:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1830 00000100:00100000:0.0:1767320675.782204:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2403 00000100:00100000:0.0:1767320675.782208:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985940864:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320675.782234:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320675.782263:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985940864:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (847us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320675.782271:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2403 00000100:00080000:1.0:1767320675.783298:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320676.111983:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320676.366086:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320676.366100:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320676.366193:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320676.366206:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320676.366211:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320676.366222:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5869 00000100:00080000:3.0:1767320676.366229:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320676.366238:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320676.366267:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5f80 x1853164046030208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320676.366323:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320676.366327:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320676.366329:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320676.366333:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5869 00000100:00080000:3.0:1767320676.366336:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320676.366340:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320676.366352:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7b80 x1853164046030464/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320676.366360:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320676.366363:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320676.366366:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320676.366370:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5869 00000100:00080000:3.0:1767320676.366372:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320676.366376:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320676.366385:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7480 x1853164046030592/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320676.366405:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320676.366408:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320676.366409:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320676.366413:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5869 00000100:00080000:3.0:1767320676.366415:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320676.366418:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320676.366426:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4700 x1853164046030976/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320676.366454:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046030336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320676.366564:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046030208:0@lo:38:kworker.0 00000100:00100000:3.0:1767320676.366566:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320676.366648:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046030080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320676.366687:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320676.366716:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046030464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320676.366738:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320676.366755:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046030592:0@lo:38:kworker.0 00000100:00100000:2.0:1767320676.366811:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320676.366823:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320676.366832:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046030976:0@lo:38:kworker.0 00000100:00100000:0.0:1767320676.366857:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320676.366858:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320676.366869:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046030848:0@lo:400:kworker.0 00000100:00100000:2.0:1767320676.366903:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030592 00000100:00100000:0.0:1767320676.366908:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320676.366914:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030592 00000100:00100000:0.0:1767320676.366960:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030336 00000100:00100000:2.0:1767320676.366961:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1767320676.366966:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030336 00000100:00100000:2.0:1767320676.366972:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046030592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320676.366996:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320676.367024:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030208 00000100:00100000:0.0:1767320676.367029:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030208 00000100:00100000:2.0:1767320676.367039:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046030592:12345-0@lo:38:kworker.0 Request processed in 68us (227us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320676.367042:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030464 00000100:00100000:0.0:1767320676.367048:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030464 00000100:00100000:2.0:1767320676.367052:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1767320676.367059:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030080 00000100:00100000:0.0:1767320676.367063:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030080 00000100:00100000:2.0:1767320676.367082:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030976 00000100:00100000:2.0:1767320676.367087:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030976 00000100:00100000:0.0:1767320676.367092:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1831 00000100:00100000:0.0:1767320676.367101:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046030336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320676.367108:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:2.0:1767320676.367121:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046030080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320676.367162:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046030336:12345-0@lo:400:kworker.0 Request processed in 61us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320676.367169:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046030080:12345-0@lo:400:kworker.0 Request processed in 51us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320676.367181:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1831 00000100:00100000:1.0:1767320676.367334:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030848 00000100:00100000:1.0:1767320676.367339:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030848 00000100:00100000:2.0:1767320676.367361:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:1.0:1767320676.367377:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1767320676.367384:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2404 00000100:00100000:1.0:1767320676.367389:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046030848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320676.367394:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046030208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320676.367407:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320676.367440:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046030848:12345-0@lo:400:kworker.0 Request processed in 54us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320676.367447:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046030208:12345-0@lo:38:kworker.0 Request processed in 52us (759us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320676.367452:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1767320676.367460:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2404 00000100:00100000:2.0:1767320676.367480:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2405 00000100:00080000:1.0:1767320676.367483:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320676.367485:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046030464:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1767320676.367491:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:2.0:1767320676.367498:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320676.367533:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046030464:12345-0@lo:38:kworker.0 Request processed in 47us (794us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320676.367540:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2405 00000100:00100000:1.0:1767320676.368419:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2406 00000100:00100000:1.0:1767320676.368429:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046030976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320676.368445:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1767320676.368850:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6680 x1853164046030336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320676.368867:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046030336:0@lo:400:kworker.0 00000100:00100000:3.0:1767320676.368898:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320676.368907:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046030720:0@lo:400:kworker.0 00000100:00080000:2.0:1767320676.369044:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320676.369052:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320676.369057:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046030208:0@lo:38:kworker.0 00000100:00080000:2.0:1767320676.369073:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320676.369078:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320676.369080:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046030976:12345-0@lo:38:kworker.0 Request processed in 648us (2218us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320676.369082:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046030464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320676.369095:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2406 00000100:00080000:2.0:1767320676.369097:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320676.369103:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320676.369106:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046030592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320676.369117:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320676.369120:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320676.369123:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046030976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320676.369173:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046030848:0@lo:400:kworker.0 00010000:00080000:1.0:1767320676.369189:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5c00 x1853164046030080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320692 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320676.369207:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046030080:0@lo:400:kworker.0 00000100:00100000:3.0:1767320676.369993:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320676.370843:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046030720 00000100:00100000:1.0:1767320676.370857:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046030720 00000100:00100000:1.0:1767320676.370958:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:1.0:1767320676.370970:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046030720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320676.371069:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046030720:12345-0@lo:400:kworker.0 Request processed in 101us (1079us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320676.371077:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00080000:2.0:1767320676.371467:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320676.371707:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046030720:0@lo:400:kworker.0 00010000:00010000:2.0:1767320677.135445:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320678.158069:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320678.414988:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046031104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320678.415092:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320678.415546:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031104 00000100:00100000:3.0:1767320678.415557:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031104 00000100:00100000:3.0:1767320678.415649:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1767320678.415661:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046031104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320678.415700:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320678.415764:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046031104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320678.415796:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:3.0:1767320678.415852:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046031104:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320678.415955:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320678.418999:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046031232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320678.419091:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320678.419352:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031232 00000100:00100000:1.0:1767320678.419615:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031232 00000100:00100000:1.0:1767320678.419747:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:1.0:1767320678.419759:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046031232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320678.419828:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320678.419907:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046031232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320678.419926:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00100000:2.0:1767320678.420008:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046031232:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320678.422528:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320679.183936:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320680.209407:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320680.900244:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320680.900301:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320680.900707:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985941248 00000100:00100000:0.0:1767320680.900724:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985941248 00000100:00080000:1.0:1767320680.901081:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320680.901394:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985941120 00000100:00100000:0.0:1767320680.901400:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985941120 00000100:00100000:0.0:1767320680.901529:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1833 00000100:00100000:0.0:1767320680.901544:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985941248:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320680.901657:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985941248:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 117us (1442us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320680.901666:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1833 00000100:00100000:0.0:1767320680.901691:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2407 00000100:00100000:0.0:1767320680.901696:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985941120:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320680.901722:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320680.901751:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985941120:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (1449us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320680.901758:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2407 00010000:00010000:2.0:1767320681.230116:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320681.486024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320681.486036:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320681.486119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320681.486123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320681.486127:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320681.486136:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320681.486140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320681.486147:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320681.486170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5c00 x1853164046031488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320681.486228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320681.486232:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320681.486233:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320681.486237:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320681.486239:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320681.486243:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320681.486253:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4700 x1853164046031744/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320681.486261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320681.486264:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320681.486266:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320681.486269:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320681.486271:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320681.486274:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320681.486283:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7480 x1853164046031872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320681.486302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320681.486304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320681.486306:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320681.486309:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5874 00000100:00080000:3.0:1767320681.486311:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320681.486314:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320681.486356:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd500 x1853164046032256/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320681.486396:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046031616:0@lo:400:kworker.0 00000100:00100000:3.0:1767320681.486486:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320681.486559:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320681.486565:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046032000:0@lo:400:kworker.0 00000100:00100000:3.0:1767320681.486590:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320681.486636:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032000 00000100:00100000:3.0:1767320681.486643:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032000 00000100:00100000:3.0:1767320681.487000:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:3.0:1767320681.487017:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046032000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320681.487078:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046031360:0@lo:400:kworker.0 00000100:00100000:3.0:1767320681.487091:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046032000:12345-0@lo:400:kworker.0 Request processed in 77us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320681.487159:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320681.487168:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046031488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320681.487234:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031616 00000100:00100000:0.0:1767320681.487239:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031616 00000100:00100000:0.0:1767320681.487272:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1767320681.487279:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046031616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320681.487309:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046031616:12345-0@lo:400:kworker.0 Request processed in 31us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320681.487316:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1767320681.487342:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046032128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320681.487367:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320681.487402:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032128 00000100:00100000:0.0:1767320681.487406:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032128 00000100:00080000:1.0:1767320681.487591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320681.487596:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320681.487598:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320681.487641:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046032000:0@lo:400:kworker.0 00010000:00080000:1.0:1767320681.487654:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6d80 x1853164046031616/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320681.487663:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046031616:0@lo:400:kworker.0 00000100:00100000:2.0:1767320681.488006:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320681.488032:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046031744:0@lo:38:kworker.0 00000100:00100000:2.0:1767320681.488067:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320681.488085:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046031872:0@lo:38:kworker.0 00000100:00100000:2.0:1767320681.488122:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320681.488144:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046032256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320681.488176:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320681.488214:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031872 00000100:00100000:2.0:1767320681.488222:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031872 00000100:00100000:2.0:1767320681.488254:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1767320681.488261:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046031872:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320681.488285:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320681.488326:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046031872:12345-0@lo:38:kworker.0 Request processed in 64us (202us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320681.488333:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1767320681.488355:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031360 00000100:00100000:2.0:1767320681.488358:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031360 00000100:00100000:2.0:1767320681.488392:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031488 00000100:00100000:2.0:1767320681.488395:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031488 00000100:00100000:2.0:1767320681.488406:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046031744 00000100:00100000:2.0:1767320681.488425:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046031744 00000100:00100000:2.0:1767320681.488435:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032256 00000100:00100000:2.0:1767320681.488437:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032256 00000100:00100000:2.0:1767320681.488446:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:2.0:1767320681.488459:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046031360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320681.488500:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046031360:12345-0@lo:400:kworker.0 Request processed in 47us (1341us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320681.488506:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:2.0:1767320681.488523:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2408 00000100:00100000:2.0:1767320681.488527:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046031488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320681.488537:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320681.488657:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046031488:12345-0@lo:38:kworker.0 Request processed in 127us (652us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320681.488664:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2408 00000100:00100000:2.0:1767320681.488677:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1767320681.488681:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046031744:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320681.488691:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320681.488714:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046031744:12345-0@lo:38:kworker.0 Request processed in 31us (646us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320681.488720:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2409 00000100:00100000:2.0:1767320681.488730:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2410 00000100:00100000:2.0:1767320681.488734:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046032256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320681.488742:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320681.488863:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046032256:12345-0@lo:38:kworker.0 Request processed in 126us (685us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320681.488870:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2410 00000100:00080000:2.0:1767320681.488897:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320681.488938:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6a00 x1853164046031360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320681.488953:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046031360:0@lo:400:kworker.0 00000100:00080000:2.0:1767320681.488981:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320681.488986:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320681.488990:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046031488:0@lo:38:kworker.0 00000100:00080000:2.0:1767320681.488998:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320681.489001:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320681.489004:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046031744:0@lo:38:kworker.0 00000100:00080000:2.0:1767320681.489012:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320681.489016:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320681.489019:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046031872:0@lo:38:kworker.0 00000100:00080000:2.0:1767320681.489025:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320681.489028:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320681.489031:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046032256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320681.489851:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:0.0:1767320681.490023:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1767320681.490040:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046032128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320681.490146:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046032128:12345-0@lo:400:kworker.0 Request processed in 114us (2777us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320681.490153:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:1.0:1767320681.490233:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046032128:0@lo:400:kworker.0 00010000:00010000:2.0:1767320682.254085:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320683.277943:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320683.534247:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320683.534263:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046032384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320683.534348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320683.534511:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032384 00000100:00100000:2.0:1767320683.534536:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032384 00000100:00100000:2.0:1767320683.534631:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:2.0:1767320683.534645:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046032384:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320683.534681:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767320683.534702:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320683.534819:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046032384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 177us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320683.534829:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1767320683.535083:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046032384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320683.537410:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046032512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320683.537537:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320683.537664:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032512 00000100:00100000:2.0:1767320683.537674:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032512 00000100:00100000:2.0:1767320683.537798:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:2.0:1767320683.537811:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046032512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320683.537861:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320683.538113:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320683.540356:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046032512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2535us (2805us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320683.540389:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1767320683.541110:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046032512:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320684.301999:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320685.326499:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320686.017708:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320686.017897:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320686.025153:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985941376 00000100:00100000:1.0:1767320686.025176:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985941376 00000100:00100000:1.0:1767320686.025280:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985941504 00000100:00100000:1.0:1767320686.025284:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985941504 00000100:00100000:3.0:1767320686.025472:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2411 00000100:00100000:3.0:1767320686.025486:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985941376:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320686.025517:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320686.025630:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985941376:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 145us (7936us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320686.025639:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2411 00000100:00100000:1.0:1767320686.026841:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1836 00000100:00100000:1.0:1767320686.026854:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985941504:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320686.026938:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985941504:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (9042us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320686.026946:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1836 00000100:00080000:0.0:1767320686.030188:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320686.350073:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320686.605903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320686.605917:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320686.605981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320686.605986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320686.605992:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320686.605999:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320686.606004:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5879 00000100:00080000:3.0:1767320686.606011:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320686.606020:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046032640:0@lo:400:kworker.0 00000100:00080000:3.0:1767320686.606022:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320686.606066:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc700 x1853164046032768/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320686.606129:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320686.606176:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046032768:0@lo:38:kworker.0 00000100:00080000:3.0:1767320686.606190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320686.606195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320686.606198:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320686.606203:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5879 00000100:00080000:3.0:1767320686.606207:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320686.606209:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032640 00000100:00080000:3.0:1767320686.606213:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320686.606214:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320686.606218:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032640 00000100:00100000:3.0:1767320686.606233:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df800 x1853164046033024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320686.606246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320686.606250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320686.606253:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320686.606257:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5879 00000100:00080000:3.0:1767320686.606260:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320686.606266:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046032896:0@lo:400:kworker.0 00000100:00100000:2.0:1767320686.606267:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046033024:0@lo:38:kworker.0 00000100:00080000:3.0:1767320686.606267:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320686.606281:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032768 00000100:00100000:1.0:1767320686.606287:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032768 00000100:00100000:3.0:1767320686.606289:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd880 x1853164046033152/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320686.606302:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320686.606323:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033024 00000100:00100000:1.0:1767320686.606327:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033024 00000100:00100000:2.0:1767320686.606344:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046033152:0@lo:38:kworker.0 00000100:00100000:0.0:1767320686.606348:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320686.606351:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767320686.606354:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046032896 00000100:00080000:3.0:1767320686.606356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320686.606358:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046032896 00000100:00080000:3.0:1767320686.606360:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320686.606367:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5879 00000100:00080000:3.0:1767320686.606371:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320686.606377:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320686.606382:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320686.606386:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1837 00000100:00100000:2.0:1767320686.606388:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320686.606392:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046033280:0@lo:400:kworker.0 00000100:00100000:3.0:1767320686.606396:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc380 x1853164046033536/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320686.606399:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046032640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320686.606420:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046033536:0@lo:38:kworker.0 00000100:00100000:0.0:1767320686.606426:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320686.606427:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320686.606441:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046033408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320686.606461:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320686.606464:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033280 00000100:00100000:0.0:1767320686.606468:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033280 00000100:00100000:3.0:1767320686.606484:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320686.606500:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033536 00000100:00100000:2.0:1767320686.606505:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033536 00000100:00100000:0.0:1767320686.606511:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033408 00000100:00100000:0.0:1767320686.606516:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033408 00000100:00100000:2.0:1767320686.606531:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1838 00000100:00100000:2.0:1767320686.606542:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046032896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320686.606556:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1767320686.606580:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046033280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320686.606596:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046032896:12345-0@lo:400:kworker.0 Request processed in 56us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320686.606615:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046032640:12345-0@lo:400:kworker.0 Request processed in 220us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320686.606636:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046033280:12345-0@lo:400:kworker.0 Request processed in 72us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320686.606644:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1767320686.606664:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1767320686.606671:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046033408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320686.606702:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046033408:12345-0@lo:400:kworker.0 Request processed in 32us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320686.606708:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1767320686.606755:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046033408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320686.606835:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046033280:0@lo:400:kworker.0 00010000:00080000:0.0:1767320686.606845:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dd180 x1853164046032896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320686.606854:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046032896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320686.608326:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2412 00000100:00100000:3.0:1767320686.608456:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046032768:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320686.608484:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320686.608516:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1838 00000100:00100000:1.0:1767320686.608525:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1837 00000100:00100000:0.0:1767320686.608556:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2413 00000100:00100000:2.0:1767320686.608563:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767320686.608564:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046033024:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320686.608580:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046032768:12345-0@lo:38:kworker.0 Request processed in 170us (2366us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320686.608616:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046033536:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320686.608629:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320686.608660:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046033536:12345-0@lo:38:kworker.0 Request processed in 44us (2201us total) trans 0 rc -19/-19 00010000:00020000:0.0:1767320686.608695:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320686.608724:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046033024:12345-0@lo:38:kworker.0 Request processed in 160us (2424us total) trans 0 rc -19/-19 00010000:00080000:1.0:1767320686.608751:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34ded80 x1853164046032640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320686.608765:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046032640:0@lo:400:kworker.0 00000100:00080000:1.0:1767320686.608847:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320686.608852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320686.608855:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320686.608942:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320686.608947:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320686.608951:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046033536:0@lo:38:kworker.0 00000100:00080000:1.0:1767320686.608962:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320686.608965:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320686.608968:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046033024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320686.608977:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320686.608980:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320686.608983:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046032768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320686.609036:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033152 00000100:00100000:1.0:1767320686.609044:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033152 00000100:00100000:1.0:1767320686.609075:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1767320686.609080:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046033152:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320686.609099:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320686.609136:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046033152:12345-0@lo:38:kworker.0 Request processed in 55us (2751us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320686.609142:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:1.0:1767320686.609163:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320686.609167:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320686.609170:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046033152:0@lo:38:kworker.0 00000100:00100000:3.0:1767320686.609187:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2412 00000100:00100000:2.0:1767320686.609195:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2414 00000100:00100000:0.0:1767320686.609359:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2413 00010000:00010000:3.0:1767320687.374186:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320688.399210:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320688.654089:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320688.654130:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046033664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320688.654226:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320688.654232:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320688.654246:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046033792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320688.654296:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320688.654357:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033664 00000100:00100000:3.0:1767320688.654368:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033664 00000100:00080000:1.0:1767320688.654413:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320688.654445:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033792 00000100:00100000:3.0:1767320688.654449:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033792 00000100:00100000:1.0:1767320688.654462:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1767320688.654476:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046033664:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320688.654497:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1767320688.654508:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046033792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320688.654517:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:3.0:1767320688.654530:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320688.654573:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046033664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320688.654582:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046033792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320688.654583:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1767320688.654594:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00080000:1.0:1767320688.654614:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320688.654650:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046033664:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320688.654652:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046033792:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320689.424074:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320690.452213:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320691.137980:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320691.138039:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320691.138121:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985941760 00000100:00100000:2.0:1767320691.138135:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985941760 00000100:00080000:1.0:1767320691.138184:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320691.138220:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985941632 00000100:00100000:2.0:1767320691.138225:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985941632 00000100:00100000:2.0:1767320691.138265:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1839 00000100:00100000:2.0:1767320691.138282:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985941760:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320691.138405:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985941760:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 128us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320691.138417:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1839 00000100:00100000:2.0:1767320691.138438:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2415 00000100:00100000:2.0:1767320691.138443:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985941632:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320691.138468:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320691.138494:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985941632:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 50us (455us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320691.138501:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2415 00010000:00010000:3.0:1767320691.472797:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320691.726278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320691.726292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320691.726365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320691.726370:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320691.726375:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320691.726384:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5884 00000100:00080000:3.0:1767320691.726391:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320691.726399:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320691.726426:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df800 x1853164046034048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320691.726475:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320691.726478:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320691.726480:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320691.726484:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5884 00000100:00100000:2.0:1767320691.726486:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046034048:0@lo:38:kworker.0 00000100:00080000:3.0:1767320691.726487:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320691.726490:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320691.726504:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ded80 x1853164046034304/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320691.726512:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320691.726515:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320691.726518:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320691.726522:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5884 00000100:00080000:3.0:1767320691.726524:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320691.726527:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320691.726537:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dd180 x1853164046034432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320691.726557:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320691.726560:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320691.726561:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320691.726564:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5884 00000100:00080000:3.0:1767320691.726566:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320691.726574:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320691.726581:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320691.726592:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dfb80 x1853164046034816/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320691.726615:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046034560:0@lo:400:kworker.0 00000100:00100000:1.0:1767320691.726674:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046034176:0@lo:400:kworker.0 00000100:00100000:1.0:1767320691.726707:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320691.726793:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320691.727911:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034048 00000100:00100000:0.0:1767320691.727929:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034048 00000100:00100000:0.0:1767320691.728137:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034176 00000100:00100000:0.0:1767320691.728142:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034176 00000100:00100000:2.0:1767320691.729127:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046034304:0@lo:38:kworker.0 00000100:00100000:2.0:1767320691.729238:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320691.729286:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046034432:0@lo:38:kworker.0 00000100:00100000:2.0:1767320691.729352:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320691.729385:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046034816:0@lo:38:kworker.0 00000100:00100000:2.0:1767320691.729409:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320691.729462:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034304 00000100:00100000:2.0:1767320691.729469:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034304 00000100:00100000:2.0:1767320691.729501:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034816 00000100:00100000:2.0:1767320691.729504:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034816 00000100:00100000:2.0:1767320691.729523:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767320691.729531:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046034048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320691.729560:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320691.729615:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046034048:12345-0@lo:38:kworker.0 Request processed in 83us (3040us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320691.729628:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2416 00000100:00100000:2.0:1767320691.729652:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767320691.729657:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046034304:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320691.729666:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320691.729691:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046034304:12345-0@lo:38:kworker.0 Request processed in 32us (454us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320691.729697:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2417 00000100:00100000:2.0:1767320691.729709:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2418 00000100:00100000:2.0:1767320691.729713:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046034816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320691.729736:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320691.729760:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046034816:12345-0@lo:38:kworker.0 Request processed in 44us (349us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320691.729766:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2418 00000100:00100000:2.0:1767320691.729814:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034432 00000100:00100000:2.0:1767320691.729817:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034432 00000100:00100000:2.0:1767320691.729837:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1767320691.729841:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046034432:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320691.729861:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320691.729886:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046034432:12345-0@lo:38:kworker.0 Request processed in 43us (535us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320691.729893:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:2.0:1767320691.729949:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320691.729955:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320691.729959:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046034304:0@lo:38:kworker.0 00000100:00080000:2.0:1767320691.729972:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320691.729976:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320691.729979:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046034432:0@lo:38:kworker.0 00000100:00080000:2.0:1767320691.729986:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320691.729989:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320691.729992:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046034816:0@lo:38:kworker.0 00000100:00080000:2.0:1767320691.730001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320691.730005:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320691.730008:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046034048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320691.730080:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034560 00000100:00100000:2.0:1767320691.730084:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034560 00000100:00100000:0.0:1767320691.730479:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1840 00000100:00100000:0.0:1767320691.730488:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046034176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320691.730548:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046034176:12345-0@lo:400:kworker.0 Request processed in 61us (3839us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320691.730555:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1840 00000100:00100000:2.0:1767320691.730667:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1767320691.730675:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046034560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320691.730712:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046034560:12345-0@lo:400:kworker.0 Request processed in 39us (3919us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320691.730718:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1767320691.730746:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046034688:0@lo:400:kworker.0 00000100:00080000:0.0:1767320691.730795:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320691.730796:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320691.730802:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320691.730818:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046033920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320691.730832:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034688 00000100:00100000:2.0:1767320691.730836:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034688 00000100:00100000:0.0:1767320691.730847:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320691.730876:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046033920 00000100:00100000:0.0:1767320691.730881:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046033920 00000100:00100000:0.0:1767320691.730910:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1841 00000100:00100000:0.0:1767320691.730917:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046033920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320691.730937:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1767320691.730944:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046034688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320691.730977:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046034688:12345-0@lo:400:kworker.0 Request processed in 34us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320691.730983:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:0.0:1767320691.731036:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046033920:12345-0@lo:400:kworker.0 Request processed in 119us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320691.731043:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1841 00000100:00080000:0.0:1767320691.731064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320691.731067:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320691.731091:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc700 x1853164046033920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320691.731092:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046034688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320691.731102:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046033920:0@lo:400:kworker.0 00010000:00080000:1.0:1767320691.735358:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc380 x1853164046034176/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320707 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320691.735383:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046034176:0@lo:400:kworker.0 00000100:00100000:3.0:1767320691.737786:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046034560:0@lo:400:kworker.0 00010000:00010000:1.0:1767320692.494402:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320693.518013:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320693.774358:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320693.774383:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046034944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320693.774484:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320693.774529:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046035072:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320693.774544:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046034944 00000100:00100000:1.0:1767320693.774552:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046034944 00000100:00100000:1.0:1767320693.774629:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:0.0:1767320693.774640:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320693.774640:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046034944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320693.774673:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320693.774709:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320693.774751:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035072 00000100:00100000:3.0:1767320693.774760:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035072 00000100:00100000:1.0:1767320693.774850:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046034944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 211us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320693.774859:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1767320693.774907:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046034944:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320693.781552:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320693.785437:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:3.0:1767320693.785558:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046035072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320693.785797:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320693.785924:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046035072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 381us (11291us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320693.785933:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1767320693.786025:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046035072:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320694.542108:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320695.235099:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985941888 offset 0 length 520: 4 00000100:00100000:3.0:1767320695.235178:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320695.235226:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320695.235428:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942016 00000100:00100000:0.0:1767320695.235442:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942016 00000100:00100000:0.0:1767320695.235500:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942144 00000100:00100000:0.0:1767320695.235504:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942144 00000100:00100000:0.0:1767320695.235563:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1842 00000100:00100000:0.0:1767320695.235577:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985942144:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320695.235678:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985942144:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 104us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320695.235686:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1842 00000100:00100000:0.0:1767320695.235707:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2419 00000100:00100000:0.0:1767320695.235712:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985942016:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320695.235738:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320695.236148:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320695.267205:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985942016:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 31477us (32014us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320695.267224:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2419 00010000:00010000:3.0:1767320695.565981:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320696.590027:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320696.846001:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320671/real 1767320671] req@ffffa07bdb4bc000 x1853164046028672/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320696 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320696.846035:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bdb4bc000 x1853164046028672/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320696 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320696.846057:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320696.846065:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320696.846068:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046028672:0@lo:250:kworker.0 00000100:00080000:1.0:1767320696.846183:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.846189:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320696.846192:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320696.846197:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5869 00000100:00080000:1.0:1767320696.846202:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320696.846208:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320696.846247:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72d80 x1853164046035200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320696.846304:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.846308:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320696.846310:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320696.846314:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5890 00000100:00080000:1.0:1767320696.846316:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320696.846320:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320696.846334:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c7480 x1853164046035456/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320696.846359:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.846363:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320696.846365:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320696.846368:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5890 00000100:00080000:1.0:1767320696.846370:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320696.846373:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320696.846385:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5c00 x1853164046035712/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320696.846393:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.846397:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320696.846398:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320696.846403:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5890 00000100:00080000:1.0:1767320696.846405:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320696.846408:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320696.846422:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c6a00 x1853164046035840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320696.846443:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320696.846446:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320696.846448:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320696.846452:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5890 00000100:00080000:1.0:1767320696.846454:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320696.846457:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320696.846467:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164046036224/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320696.846490:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046035584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320696.846556:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320696.846612:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320696.846618:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046035968:0@lo:400:kworker.0 00000100:00100000:1.0:1767320696.846644:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320696.846732:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035968 00000100:00100000:2.0:1767320696.846740:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035968 00000100:00100000:2.0:1767320696.846828:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1767320696.846838:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046035968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320696.846888:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046035968:12345-0@lo:400:kworker.0 Request processed in 52us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320696.846895:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1767320696.846921:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046035200:0@lo:250:kworker.0 00000400:00000100:2.0:1767320696.846939:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046035200 offset 0 length 520: 4 00000100:00100000:2.0:1767320696.846954:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046035456:0@lo:38:kworker.0 00000100:00100000:2.0:1767320696.846971:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320696.846987:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046035712:0@lo:38:kworker.0 00000100:00100000:2.0:1767320696.847006:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320696.847020:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046035840:0@lo:38:kworker.0 00000100:00100000:2.0:1767320696.847045:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320696.847063:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046036224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320696.847081:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320696.847105:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035840 00000100:00100000:2.0:1767320696.847109:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035840 00000100:00100000:2.0:1767320696.847139:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1767320696.847144:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046035840:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320696.847161:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320696.847192:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046035840:12345-0@lo:38:kworker.0 Request processed in 47us (147us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320696.847198:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1767320696.847219:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035584 00000100:00100000:2.0:1767320696.847223:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035584 00000100:00100000:2.0:1767320696.847246:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035456 00000100:00100000:2.0:1767320696.847249:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035456 00000100:00100000:2.0:1767320696.847260:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035712 00000100:00100000:2.0:1767320696.847263:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035712 00000100:00100000:2.0:1767320696.847270:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036224 00000100:00100000:2.0:1767320696.847272:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036224 00000100:00100000:2.0:1767320696.847280:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1843 00000100:00100000:2.0:1767320696.847286:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046035584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320696.847317:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046035584:12345-0@lo:400:kworker.0 Request processed in 31us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320696.847322:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1843 00000100:00100000:2.0:1767320696.847334:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2420 00000100:00100000:2.0:1767320696.847338:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046035456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320696.847346:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320696.847368:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046035456:12345-0@lo:38:kworker.0 Request processed in 28us (396us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320696.847373:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2420 00000100:00100000:2.0:1767320696.847384:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767320696.847387:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046035712:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320696.847395:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320696.847416:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046035712:12345-0@lo:38:kworker.0 Request processed in 27us (409us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320696.847420:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2421 00000100:00100000:2.0:1767320696.847430:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2422 00000100:00100000:2.0:1767320696.847433:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046036224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320696.847440:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320696.847459:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046036224:12345-0@lo:38:kworker.0 Request processed in 24us (378us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320696.847463:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2422 00000100:00080000:2.0:1767320696.847499:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320696.847504:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320696.847507:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046035456:0@lo:38:kworker.0 00000100:00080000:2.0:1767320696.847515:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320696.847518:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320696.847520:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046035712:0@lo:38:kworker.0 00000100:00080000:2.0:1767320696.847526:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320696.847529:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320696.847531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046035840:0@lo:38:kworker.0 00000100:00080000:2.0:1767320696.847538:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320696.847541:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320696.847543:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046036224:0@lo:38:kworker.0 00000100:00100000:0.0:1767320696.847632:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046036096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320696.847663:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320696.847691:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320696.847697:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046035328:0@lo:400:kworker.0 00000100:00100000:0.0:1767320696.847719:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320696.847743:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046035328 00000100:00100000:0.0:1767320696.847749:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046035328 00000100:00100000:0.0:1767320696.847811:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1844 00000100:00100000:0.0:1767320696.847817:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046035328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320696.847851:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046035328:12345-0@lo:400:kworker.0 Request processed in 34us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320696.847856:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1844 00010000:00080000:0.0:1767320696.847885:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5f80 x1853164046035328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320696.847901:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046035328:0@lo:400:kworker.0 00000100:00080000:1.0:1767320696.848035:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320696.848040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320696.848063:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046035968:0@lo:400:kworker.0 00010000:00080000:1.0:1767320696.848075:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c4700 x1853164046035584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320712 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320696.848084:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046035584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320696.848277:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036096 00000100:00100000:2.0:1767320696.848282:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036096 00000100:00100000:2.0:1767320696.848329:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1175 00000100:00100000:2.0:1767320696.848337:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046036096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320696.848380:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046036096:12345-0@lo:400:kworker.0 Request processed in 44us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320696.848385:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1175 00000100:00100000:0.0:1767320696.848492:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046036096:0@lo:400:kworker.0 00000100:00080000:1.0:1767320696.848539:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320697.615581:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320698.642209:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320698.894164:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046036352:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320698.894244:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320698.894482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046036480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320698.894512:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320698.897951:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036352 00000100:00100000:2.0:1767320698.897971:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036352 00000100:00100000:2.0:1767320698.898110:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036480 00000100:00100000:2.0:1767320698.898114:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036480 00000100:00100000:0.0:1767320698.898170:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:0.0:1767320698.898185:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046036352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320698.898233:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320698.898307:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046036352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (4061us total) trans 0 rc 0/0 00000100:00080000:1.0:1767320698.898635:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320698.898640:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320698.899154:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:1.0:1767320698.899478:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046036352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320698.899659:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:2.0:1767320698.899670:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046036480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320698.899696:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320698.899780:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046036480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (5254us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320698.899786:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:3.0:1767320698.900099:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046036480:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320699.662007:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320700.360216:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320700.360265:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320700.360885:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942400 00000100:00100000:1.0:1767320700.360896:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942400 00000100:00100000:1.0:1767320700.360971:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942272 00000100:00100000:1.0:1767320700.360974:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942272 00000100:00100000:1.0:1767320700.360992:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1845 00000100:00100000:1.0:1767320700.361002:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985942400:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320700.361089:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985942400:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320700.361097:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1845 00000100:00100000:1.0:1767320700.361121:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2423 00000100:00100000:1.0:1767320700.361125:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985942272:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320700.361145:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320700.361170:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985942272:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (905us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320700.361177:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2423 00000100:00080000:0.0:1767320700.361371:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320700.686108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320701.710370:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320701.967140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320701.967151:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320701.967251:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046036608:0@lo:400:kworker.0 00000100:00100000:2.0:1767320701.967322:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320701.967371:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320701.967376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320701.967380:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320701.967386:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5895 00000100:00080000:0.0:1767320701.967392:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767320701.967398:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320701.967506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c02300 x1853164046036736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320701.967561:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046036736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320701.967588:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320701.967688:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320701.967694:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320701.967696:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320701.967700:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5895 00000100:00100000:1.0:1767320701.967712:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046036864:0@lo:400:kworker.0 00000100:00080000:0.0:1767320701.967794:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767320701.967799:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320701.967814:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03100 x1853164046036992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320701.967824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320701.967827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320701.967829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320701.967833:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5895 00000100:00080000:0.0:1767320701.967835:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767320701.967839:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320701.967850:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00a80 x1853164046037120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320701.967904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320701.967907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320701.967910:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320701.967913:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5895 00000100:00080000:0.0:1767320701.967915:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767320701.967919:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320701.967929:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ea00 x1853164046037504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320701.967964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046037248:0@lo:400:kworker.0 00000100:00100000:1.0:1767320701.968015:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320701.968069:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320701.968075:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046037376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320701.968098:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320701.968136:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037248 00000100:00100000:1.0:1767320701.968143:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037248 00000100:00100000:0.0:1767320701.968230:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037376 00000100:00100000:0.0:1767320701.968234:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037376 00000100:00100000:0.0:1767320701.968290:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:0.0:1767320701.968299:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046037376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320701.968352:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046037376:12345-0@lo:400:kworker.0 Request processed in 54us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320701.968360:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00080000:0.0:1767320701.968387:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320701.968434:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046037376:0@lo:400:kworker.0 00000100:00100000:1.0:1767320701.969409:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1767320701.969421:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046037248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320701.969480:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046037248:12345-0@lo:400:kworker.0 Request processed in 62us (1464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320701.969486:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1767320701.969531:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046037248:0@lo:400:kworker.0 00000100:00080000:0.0:1767320701.970808:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320701.970901:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036608 00000100:00100000:3.0:1767320701.970915:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036608 00000100:00100000:2.0:1767320701.970957:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046036992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320701.970970:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036736 00000100:00100000:3.0:1767320701.970975:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036736 00000100:00100000:3.0:1767320701.970993:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1846 00000100:00100000:3.0:1767320701.971003:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046036608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320701.971023:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320701.971277:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036992 00000100:00100000:0.0:1767320701.971281:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036992 00000100:00100000:0.0:1767320701.971311:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2424 00000100:00100000:0.0:1767320701.971317:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046036736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320701.971337:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320701.971416:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046037120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320701.971424:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046036608:12345-0@lo:400:kworker.0 Request processed in 421us (4100us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320701.971432:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1846 00000100:00100000:2.0:1767320701.971453:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320701.971455:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2425 00000100:00100000:3.0:1767320701.971461:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046036992:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320701.971472:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320701.971479:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046037504:0@lo:38:kworker.0 00000100:00100000:3.0:1767320701.971500:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046036992:12345-0@lo:38:kworker.0 Request processed in 37us (477us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320701.971507:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2425 00000100:00100000:2.0:1767320701.971512:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320701.971521:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037504 00000100:00100000:3.0:1767320701.971526:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037504 00000100:00100000:3.0:1767320701.971541:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2426 00000100:00100000:3.0:1767320701.971545:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046037504:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320701.971547:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320701.971555:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767320701.971559:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320701.971562:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046036992:0@lo:38:kworker.0 00000100:00100000:3.0:1767320701.971591:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046037504:12345-0@lo:38:kworker.0 Request processed in 44us (80us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320701.971604:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037120 00000100:00100000:2.0:1767320701.971609:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037120 00000100:00100000:2.0:1767320701.971631:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1767320701.971636:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046037120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320701.971646:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320701.971672:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046037120:12345-0@lo:38:kworker.0 Request processed in 35us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320701.971678:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00080000:2.0:1767320701.971705:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320701.971709:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320701.971712:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046037120:0@lo:38:kworker.0 00000100:00080000:2.0:1767320701.971719:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320701.971722:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320701.971725:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046037504:0@lo:38:kworker.0 00000100:00100000:3.0:1767320701.971764:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2426 00000100:00080000:2.0:1767320701.971791:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320701.971830:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c01500 x1853164046036608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320701.971842:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046036608:0@lo:400:kworker.0 00000100:00100000:1.0:1767320701.972580:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320701.972677:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046036864 00000100:00100000:2.0:1767320701.972682:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046036864 00000100:00100000:2.0:1767320701.972800:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1847 00000100:00080000:3.0:1767320701.972808:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320701.972810:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046036864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320701.972868:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046036864:12345-0@lo:400:kworker.0 Request processed in 60us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320701.972876:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1847 00010000:00080000:3.0:1767320701.972904:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c00380 x1853164046036864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320717 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320701.972916:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046036864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320701.972967:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046036736:12345-0@lo:38:kworker.0 Request processed in 1647us (5376us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320701.972982:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320701.972990:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320701.972994:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2424 00000100:00100000:3.0:1767320701.972997:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046036736:0@lo:38:kworker.0 00010000:00010000:2.0:1767320702.742755:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320703.759640:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320704.014023:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767320704.014037:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046037760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320704.014105:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320704.014312:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037760 00000100:00100000:1.0:1767320704.014321:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037760 00000100:00100000:1.0:1767320704.014383:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1767320704.014392:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046037760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320704.014422:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320704.014464:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046037760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320704.014472:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00080000:2.0:1767320704.014538:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320704.014603:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046037760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320704.014611:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046037632:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320704.014636:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320704.016354:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037632 00000100:00100000:2.0:1767320704.016368:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037632 00000100:00100000:2.0:1767320704.016508:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:2.0:1767320704.016521:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046037632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320704.016551:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320704.016633:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046037632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320704.016641:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:0.0:1767320704.016744:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046037632:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320704.019976:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320704.782500:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320705.475171:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320705.476054:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942656 00000100:00100000:2.0:1767320705.476067:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942656 00000100:00100000:2.0:1767320705.476235:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1848 00000100:00100000:2.0:1767320705.476249:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985942656:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320705.476341:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985942656:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 96us (1179us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320705.476350:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1848 00000100:00080000:3.0:1767320705.477010:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320705.480272:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320705.480488:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942528 00000100:00100000:2.0:1767320705.480501:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942528 00000100:00100000:2.0:1767320705.480609:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2427 00000100:00100000:2.0:1767320705.480618:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985942528:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320705.480643:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320705.480722:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985942528:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 102us (590us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320705.480729:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2427 00010000:00010000:2.0:1767320705.806313:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320706.830488:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320707.089255:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320707.089267:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320707.089331:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320707.089335:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320707.089339:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320707.089347:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5900 00000100:00080000:0.0:1767320707.089352:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320707.089358:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320707.089386:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c700 x1853164046038016/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320707.089408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320707.089411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320707.089413:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320707.089416:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5900 00000100:00080000:0.0:1767320707.089419:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320707.089422:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320707.089429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825f800 x1853164046038272/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320707.089438:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320707.089441:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320707.089443:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320707.089446:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5900 00000100:00080000:0.0:1767320707.089448:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320707.089452:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320707.089460:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825d880 x1853164046038400/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320707.089485:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320707.089488:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320707.089489:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320707.089492:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5900 00000100:00080000:0.0:1767320707.089495:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1767320707.089598:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320707.089611:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c380 x1853164046038784/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320707.089642:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046038656:0@lo:400:kworker.0 00000100:00100000:0.0:1767320707.089700:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320707.089759:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320707.089764:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046038528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320707.089802:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320707.090166:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046037888:0@lo:400:kworker.0 00000100:00100000:1.0:1767320707.090198:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320707.090231:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320707.090236:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046038144:0@lo:400:kworker.0 00000100:00100000:1.0:1767320707.090253:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320707.090279:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038656 00000100:00100000:1.0:1767320707.090286:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038656 00000100:00100000:1.0:1767320707.090328:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038528 00000100:00100000:1.0:1767320707.090331:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038528 00000100:00100000:1.0:1767320707.090348:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1767320707.090355:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046038656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320707.090428:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046037888 00000100:00100000:0.0:1767320707.090431:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046037888 00000100:00100000:0.0:1767320707.090456:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038144 00000100:00100000:0.0:1767320707.090458:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038144 00000100:00100000:0.0:1767320707.090473:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1767320707.090479:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046037888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320707.091079:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046037888:12345-0@lo:400:kworker.0 Request processed in 598us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320707.091088:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1849 00000100:00100000:0.0:1767320707.091104:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1850 00000100:00100000:0.0:1767320707.091110:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046038144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320707.091133:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046038144:12345-0@lo:400:kworker.0 Request processed in 24us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320707.091138:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1850 00010000:00080000:0.0:1767320707.091168:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825d180 x1853164046038144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320707.091181:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046038144:0@lo:400:kworker.0 00010000:00080000:0.0:1767320707.091190:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ed80 x1853164046037888/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320723 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320707.091198:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046037888:0@lo:400:kworker.0 00000100:00080000:0.0:1767320707.091238:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320707.091243:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320707.091245:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320707.091259:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1767320707.091266:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6b88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046038528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320707.091296:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6b88050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046038528:12345-0@lo:400:kworker.0 Request processed in 31us (1493us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320707.091301:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:0.0:1767320707.091326:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046038528:0@lo:400:kworker.0 00000100:00100000:1.0:1767320707.091475:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046038656:12345-0@lo:400:kworker.0 Request processed in 1119us (1773us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320707.091483:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:3.0:1767320707.091764:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046038656:0@lo:400:kworker.0 00000100:00100000:2.0:1767320707.093600:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046038016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320707.093665:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320707.093716:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046038272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320707.093742:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320707.093800:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038016 00000100:00100000:2.0:1767320707.093802:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046038400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320707.093804:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038272 00000100:00100000:0.0:1767320707.093809:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038016 00000100:00100000:3.0:1767320707.093820:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038272 00000100:00100000:2.0:1767320707.093829:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320707.093853:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046038784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320707.093860:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2428 00000100:00100000:0.0:1767320707.093868:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046038016:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320707.093877:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320707.093888:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2429 00010000:00020000:0.0:1767320707.093891:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320707.093901:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046038272:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320707.093921:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038784 00000100:00100000:2.0:1767320707.093928:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038784 00010000:00020000:3.0:1767320707.093928:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320707.093950:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046038016:12345-0@lo:38:kworker.0 Request processed in 70us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320707.093958:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2428 00000100:00100000:1.0:1767320707.094023:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038400 00000100:00100000:3.0:1767320707.094026:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046038272:12345-0@lo:38:kworker.0 Request processed in 124us (279us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320707.094029:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038400 00000100:00100000:1.0:1767320707.096976:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1767320707.096989:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046038400:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320707.097011:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320707.097087:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046038400:12345-0@lo:38:kworker.0 Request processed in 98us (3259us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320707.097094:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00080000:1.0:1767320707.097256:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320707.097261:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320707.097265:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046038016:0@lo:38:kworker.0 00000100:00080000:1.0:1767320707.097276:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320707.097280:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320707.097283:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046038272:0@lo:38:kworker.0 00000100:00080000:1.0:1767320707.097292:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320707.097295:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320707.097298:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046038400:0@lo:38:kworker.0 00000100:00100000:2.0:1767320707.099237:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2430 00000100:00100000:2.0:1767320707.099248:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046038784:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320707.099269:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320707.099337:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046038784:12345-0@lo:38:kworker.0 Request processed in 88us (5458us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320707.099344:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2430 00000100:00080000:1.0:1767320707.099808:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320707.099814:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320707.099819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046038784:0@lo:38:kworker.0 00000100:00100000:3.0:1767320707.100158:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2429 00010000:00010000:3.0:1767320707.854263:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320708.878353:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320709.134942:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320709.134964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046038912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320709.135043:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320709.135349:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046038912 00000100:00100000:3.0:1767320709.135359:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046038912 00000100:00100000:3.0:1767320709.135426:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1767320709.135436:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046038912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320709.135465:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320709.135512:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046038912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320709.135520:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00080000:1.0:1767320709.135580:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320709.135856:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046039040:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320709.135884:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320709.135948:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046038912:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320709.135975:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039040 00000100:00100000:2.0:1767320709.135979:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039040 00000100:00100000:2.0:1767320709.136026:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1767320709.136033:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046039040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320709.136049:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320709.136082:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046039040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320709.136089:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:2.0:1767320709.136115:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046039040:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320709.136168:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320709.903929:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320710.595254:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320710.595368:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320710.595815:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942912 00000100:00100000:1.0:1767320710.595827:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942912 00000100:00100000:1.0:1767320710.595927:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985942784 00000100:00100000:1.0:1767320710.595931:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985942784 00000100:00100000:1.0:1767320710.595963:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1851 00000100:00100000:1.0:1767320710.595973:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985942912:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320710.596053:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985942912:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 80us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320710.596061:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1851 00000100:00100000:1.0:1767320710.596083:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2431 00000100:00100000:1.0:1767320710.596088:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985942784:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320710.596109:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320710.596135:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985942784:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320710.596141:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2431 00000100:00080000:0.0:1767320710.596455:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320710.926072:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320711.950047:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320712.206184:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320712.206195:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320712.206260:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320712.206264:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320712.206267:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320712.206275:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5905 00000100:00080000:3.0:1767320712.206281:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767320712.206287:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320712.206309:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ded80 x1853164046039296/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320712.206345:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320712.206348:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320712.206350:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320712.206352:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5905 00000100:00080000:3.0:1767320712.206355:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767320712.206358:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320712.206368:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ddf80 x1853164046039552/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320712.206376:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320712.206378:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320712.206379:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320712.206383:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5905 00000100:00080000:3.0:1767320712.206384:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767320712.206388:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320712.206397:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34de300 x1853164046039680/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320712.206425:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320712.206428:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320712.206430:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320712.206433:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5905 00000100:00080000:3.0:1767320712.206435:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1767320712.206438:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320712.206450:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8a80 x1853164046040064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320712.206527:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046039808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320712.206593:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320712.206662:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320712.206668:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046039936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320712.206688:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320712.206716:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039808 00000100:00100000:0.0:1767320712.206723:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039808 00000100:00100000:0.0:1767320712.206796:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039936 00000100:00100000:0.0:1767320712.206799:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039936 00000100:00100000:0.0:1767320712.206824:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1767320712.206832:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046039808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320712.206889:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046039808:12345-0@lo:400:kworker.0 Request processed in 57us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320712.206895:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046039296:0@lo:38:kworker.0 00000100:00100000:0.0:1767320712.206896:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1767320712.206910:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1767320712.206915:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046039936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320712.206925:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320712.206937:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046039936:12345-0@lo:400:kworker.0 Request processed in 22us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320712.206943:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00100000:2.0:1767320712.206948:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046039552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320712.206958:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320712.206962:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320712.206967:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320712.206978:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046039168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320712.206980:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046039680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320712.207000:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320712.207000:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320712.207019:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046040064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320712.207022:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320712.207027:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046039424:0@lo:400:kworker.0 00000100:00100000:2.0:1767320712.207038:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320712.207048:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039680 00000100:00100000:0.0:1767320712.207051:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039680 00000100:00100000:2.0:1767320712.207064:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039296 00000100:00100000:0.0:1767320712.207068:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1767320712.207068:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039296 00000100:00100000:0.0:1767320712.207073:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046039680:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320712.207085:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039552 00000100:00100000:2.0:1767320712.207087:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039552 00010000:00020000:0.0:1767320712.207092:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320712.207097:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039168 00000100:00100000:2.0:1767320712.207099:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039168 00000100:00100000:2.0:1767320712.207118:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040064 00000100:00100000:2.0:1767320712.207121:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040064 00000100:00100000:0.0:1767320712.207122:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046039680:12345-0@lo:38:kworker.0 Request processed in 47us (121us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320712.207128:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1767320712.207129:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1852 00000100:00100000:2.0:1767320712.207134:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046039168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320712.207145:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2432 00000100:00100000:0.0:1767320712.207149:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046039296:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320712.207159:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320712.207161:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046039168:12345-0@lo:400:kworker.0 Request processed in 28us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320712.207167:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1852 00000100:00100000:0.0:1767320712.207177:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046039296:12345-0@lo:38:kworker.0 Request processed in 27us (252us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320712.207180:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2433 00000100:00100000:0.0:1767320712.207183:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2432 00000100:00100000:2.0:1767320712.207183:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046039552:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320712.207192:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320712.207193:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2434 00000100:00100000:0.0:1767320712.207196:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046040064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320712.207204:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320712.207211:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046039552:12345-0@lo:38:kworker.0 Request processed in 26us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320712.207216:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2433 00000100:00100000:0.0:1767320712.207219:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046040064:12345-0@lo:38:kworker.0 Request processed in 22us (181us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320712.207224:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2434 00000100:00080000:0.0:1767320712.207234:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320712.207242:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320712.207250:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320712.207255:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320712.207258:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046039296:0@lo:38:kworker.0 00010000:00080000:0.0:1767320712.207261:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dd180 x1853164046039168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320712.207266:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320712.207268:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320712.207271:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046039168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320712.207271:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046039552:0@lo:38:kworker.0 00000100:00080000:2.0:1767320712.207277:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320712.207280:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320712.207283:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046039680:0@lo:38:kworker.0 00000100:00100000:0.0:1767320712.207289:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046039424 00000100:00080000:2.0:1767320712.207289:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767320712.207292:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046039424 00000100:00080000:2.0:1767320712.207292:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320712.207294:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046040064:0@lo:38:kworker.0 00000100:00100000:0.0:1767320712.207314:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1853 00000100:00100000:0.0:1767320712.207320:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046039424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320712.207349:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046039424:12345-0@lo:400:kworker.0 Request processed in 28us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320712.207352:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046039936:0@lo:400:kworker.0 00000100:00100000:0.0:1767320712.207354:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1853 00000100:00100000:2.0:1767320712.207361:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046039808:0@lo:400:kworker.0 00000100:00080000:0.0:1767320712.207367:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320712.207379:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dfb80 x1853164046039424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320728 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320712.207388:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046039424:0@lo:400:kworker.0 00010000:00010000:2.0:1767320712.974092:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320713.998161:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320714.255675:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046040192:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320714.255824:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320714.255924:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320714.255934:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046040320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320714.255960:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320714.256098:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040192 00000100:00100000:1.0:1767320714.256112:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040192 00000100:00100000:1.0:1767320714.256190:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040320 00000100:00100000:1.0:1767320714.256194:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040320 00000100:00100000:1.0:1767320714.256215:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1767320714.256225:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046040192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320714.256262:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320714.256347:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046040192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320714.256360:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1767320714.256377:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046040320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320714.256412:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320714.256470:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046040320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (507us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320714.256532:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320714.256538:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320714.256581:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046040320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320714.256598:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046040192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320714.263210:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1767320714.263305:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00010000:00010000:2.0:1767320715.022142:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320715.714337:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320715.714511:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943168 00000100:00100000:1.0:1767320715.714523:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943168 00000100:00100000:1.0:1767320715.714608:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1854 00000100:00100000:1.0:1767320715.714618:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985943168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320715.714706:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985943168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320715.714713:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1854 00000100:00080000:0.0:1767320715.714799:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320715.715046:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320715.715239:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943040 00000100:00100000:2.0:1767320715.715244:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943040 00000100:00100000:2.0:1767320715.715283:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2435 00000100:00100000:2.0:1767320715.715289:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985943040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320715.715310:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320715.715357:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985943040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 66us (311us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320715.715363:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2435 00010000:00010000:3.0:1767320716.046044:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320717.070067:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320717.327246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320717.327259:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320717.327328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320717.327332:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320717.327336:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320717.327344:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5910 00000100:00080000:2.0:1767320717.327349:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320717.327354:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320717.327374:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00380 x1853164046040576/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320717.327408:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320717.327412:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320717.327414:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320717.327417:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5910 00000100:00080000:2.0:1767320717.327420:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320717.327433:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320717.327444:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c00a80 x1853164046040832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320717.327453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320717.327456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320717.327458:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320717.327461:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5910 00000100:00080000:2.0:1767320717.327463:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320717.327466:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320717.327475:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc4c03100 x1853164046040960/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320717.327511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320717.327514:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320717.327516:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320717.327519:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5910 00000100:00080000:2.0:1767320717.327521:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320717.327524:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320717.327534:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4700 x1853164046041344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320717.327562:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046041216:0@lo:400:kworker.0 00000100:00100000:2.0:1767320717.327629:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320717.327690:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320717.327697:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046041088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320717.327719:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320717.327967:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041216 00000100:00100000:3.0:1767320717.327975:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041216 00000100:00100000:3.0:1767320717.328034:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041088 00000100:00100000:3.0:1767320717.328037:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041088 00000100:00100000:3.0:1767320717.328059:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1767320717.328068:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046041216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320717.328127:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046041216:12345-0@lo:400:kworker.0 Request processed in 60us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320717.328134:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1767320717.328163:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1767320717.328171:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046041088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320717.328198:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046041088:12345-0@lo:400:kworker.0 Request processed in 29us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320717.328204:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1183 00000100:00100000:3.0:1767320717.328222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046040704:0@lo:400:kworker.0 00000100:00100000:3.0:1767320717.328250:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320717.328276:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320717.328282:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046040448:0@lo:400:kworker.0 00000100:00100000:3.0:1767320717.328303:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320717.328348:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046041088:0@lo:400:kworker.0 00000100:00100000:3.0:1767320717.328359:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046041216:0@lo:400:kworker.0 00000100:00080000:2.0:1767320717.328601:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320717.328606:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320717.328619:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040704 00000100:00100000:2.0:1767320717.328624:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040704 00000100:00100000:2.0:1767320717.328671:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040448 00000100:00100000:2.0:1767320717.328674:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040448 00000100:00100000:2.0:1767320717.328697:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1767320717.328704:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046040704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320717.328741:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046040704:12345-0@lo:400:kworker.0 Request processed in 38us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320717.328747:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1855 00000100:00100000:2.0:1767320717.328794:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1856 00000100:00100000:2.0:1767320717.328801:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046040448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320717.328829:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046040448:12345-0@lo:400:kworker.0 Request processed in 29us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320717.328835:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1856 00000100:00100000:1.0:1767320717.329001:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046040576:0@lo:38:kworker.0 00000100:00100000:1.0:1767320717.329036:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320717.329069:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046040832:0@lo:38:kworker.0 00000100:00100000:1.0:1767320717.329091:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320717.329111:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046040960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320717.329134:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320717.329168:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046041344:0@lo:38:kworker.0 00000100:00100000:1.0:1767320717.329188:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320717.329218:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040960 00000100:00100000:1.0:1767320717.329222:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040960 00000100:00100000:1.0:1767320717.329242:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1767320717.329247:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046040960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320717.329265:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320717.329296:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046040960:12345-0@lo:38:kworker.0 Request processed in 47us (161us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320717.329302:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00080000:1.0:1767320717.329333:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320717.329338:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320717.329341:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046040960:0@lo:38:kworker.0 00000100:00100000:1.0:1767320717.329362:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040576 00000100:00100000:1.0:1767320717.329365:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040576 00000100:00100000:1.0:1767320717.329382:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046040832 00000100:00100000:1.0:1767320717.329385:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046040832 00000100:00100000:1.0:1767320717.329398:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041344 00000100:00100000:1.0:1767320717.329401:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041344 00000100:00100000:1.0:1767320717.329416:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2436 00000100:00100000:1.0:1767320717.329420:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046040576:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320717.329904:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1767320717.329911:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046040832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320717.329925:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320717.329971:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046040832:12345-0@lo:38:kworker.0 Request processed in 59us (878us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320717.329977:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2437 00000100:00100000:0.0:1767320717.329993:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2438 00000100:00100000:0.0:1767320717.329997:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046041344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320717.330006:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320717.330029:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046041344:12345-0@lo:38:kworker.0 Request processed in 30us (840us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320717.330035:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2438 00000100:00080000:0.0:1767320717.330096:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320717.330100:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320717.330103:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046040832:0@lo:38:kworker.0 00000100:00080000:0.0:1767320717.330112:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320717.330115:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320717.330118:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046041344:0@lo:38:kworker.0 00010000:00020000:1.0:1767320717.330242:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320717.330282:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046040576:12345-0@lo:38:kworker.0 Request processed in 860us (1244us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320717.330288:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2436 00000100:00080000:3.0:1767320717.330626:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767320717.330661:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c02300 x1853164046040448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320717.330673:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046040448:0@lo:400:kworker.0 00010000:00080000:3.0:1767320717.330685:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc4c01500 x1853164046040704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320733 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320717.330692:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046040704:0@lo:400:kworker.0 00000100:00080000:0.0:1767320717.330994:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320717.330999:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320717.331003:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046040576:0@lo:38:kworker.0 00010000:00010000:2.0:1767320718.093955:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320719.118021:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320719.374233:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046041472:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320719.374326:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320719.374431:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041472 00000100:00100000:1.0:1767320719.374439:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041472 00000100:00100000:1.0:1767320719.374515:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1767320719.374522:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046041472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320719.374556:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320719.374600:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046041472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320719.374606:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:1.0:1767320719.374657:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046041472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320719.374926:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320719.374935:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046041600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320719.374969:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320719.375007:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041600 00000100:00100000:3.0:1767320719.375011:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041600 00000100:00080000:0.0:1767320719.375141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320719.375146:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320719.375237:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1767320719.375244:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046041600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320719.375264:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320719.375308:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046041600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320719.375314:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1767320719.375385:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046041600:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320720.142039:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320720.834002:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767320720.834040:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985943552 offset 0 length 520: 4 00000100:00100000:0.0:1767320720.834124:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320720.834213:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943296 00000100:00100000:1.0:1767320720.834223:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943296 00000100:00100000:1.0:1767320720.834268:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943424 00000100:00100000:1.0:1767320720.834272:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943424 00000100:00100000:1.0:1767320720.834326:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1857 00000100:00100000:1.0:1767320720.834336:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985943424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320720.834413:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985943424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320720.834421:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1857 00000100:00100000:1.0:1767320720.834442:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2439 00000100:00100000:1.0:1767320720.834445:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985943296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320720.834461:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320720.834481:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985943296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 35us (494us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320720.834486:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2439 00000100:00080000:3.0:1767320720.834574:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320721.167557:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320721.421904:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320696/real 1767320696] req@ffffa07be6c72d80 x1853164046035200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320721 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320721.421937:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be6c72d80 x1853164046035200/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320721 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320721.421972:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320721.422002:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767320721.422007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046035200:0@lo:250:kworker.0 00000100:00080000:3.0:1767320721.422262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320721.422268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320721.422272:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320721.422277:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5895 00000100:00080000:3.0:1767320721.422281:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320721.422288:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320721.422325:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cde300 x1853164046041728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320721.422404:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046041728:0@lo:250:kworker.0 00000400:00000100:0.0:1767320721.422450:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046041728 offset 0 length 520: 4 00000100:00100000:2.0:1767320721.423917:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046041856:0@lo:400:kworker.0 00000100:00080000:3.0:1767320721.423920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320721.423928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320721.423932:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320721.423938:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5915 00000100:00080000:3.0:1767320721.423942:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320721.423949:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320721.423991:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ffb80 x1853164046041984/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320721.424026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320721.424029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320721.424031:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320721.424034:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5915 00000100:00080000:3.0:1767320721.424036:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320721.424039:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320721.424049:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fd500 x1853164046042240/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320721.424057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320721.424061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320721.424063:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320721.424068:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5915 00000100:00080000:3.0:1767320721.424070:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320721.424074:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320721.424084:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046041984:0@lo:38:kworker.0 00000100:00100000:3.0:1767320721.424087:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff100 x1853164046042368/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320721.424131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320721.424138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767320721.424139:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320721.424141:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320721.424146:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5915 00000100:00080000:3.0:1767320721.424149:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320721.424153:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320721.424165:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760a80 x1853164046042752/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320721.424174:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046042240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320721.424193:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046042624:0@lo:400:kworker.0 00000100:00100000:1.0:1767320721.424202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320721.424225:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046042368:0@lo:38:kworker.0 00000100:00100000:1.0:1767320721.424249:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320721.424376:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320721.424398:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320721.424404:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046042496:0@lo:400:kworker.0 00000100:00100000:3.0:1767320721.424422:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320721.424463:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041984 00000100:00100000:3.0:1767320721.424478:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041984 00000100:00100000:1.0:1767320721.424491:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046042752:0@lo:38:kworker.0 00000100:00100000:3.0:1767320721.424509:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042240 00000100:00100000:3.0:1767320721.424513:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042240 00000100:00100000:1.0:1767320721.424520:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320721.424586:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042624 00000100:00100000:2.0:1767320721.424591:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042624 00000100:00100000:2.0:1767320721.424650:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042496 00000100:00100000:2.0:1767320721.424654:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042496 00000100:00100000:2.0:1767320721.424685:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1767320721.424696:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046042624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320721.424746:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046042624:12345-0@lo:400:kworker.0 Request processed in 53us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320721.424753:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1184 00000100:00100000:2.0:1767320721.424784:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1767320721.424793:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046042496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320721.424830:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046042496:12345-0@lo:400:kworker.0 Request processed in 36us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320721.424836:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:2.0:1767320721.424858:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046042112:0@lo:400:kworker.0 00000100:00080000:2.0:1767320721.424896:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320721.424900:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320721.424928:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046042496:0@lo:400:kworker.0 00000100:00100000:2.0:1767320721.424938:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046042624:0@lo:400:kworker.0 00000100:00100000:2.0:1767320721.424979:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042368 00000100:00100000:2.0:1767320721.424983:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042368 00000100:00100000:2.0:1767320721.425000:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1767320721.425005:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046042368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320721.425023:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320721.425051:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046042368:12345-0@lo:38:kworker.0 Request processed in 45us (801us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320721.425056:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00080000:1.0:1767320721.425428:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320721.425434:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320721.425438:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046042368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320721.426085:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042752 00000100:00100000:1.0:1767320721.426106:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2440 00000100:00100000:1.0:1767320721.426112:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046041984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320721.426128:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320721.426176:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046041984:12345-0@lo:38:kworker.0 Request processed in 62us (2040us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320721.426183:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2440 00000100:00100000:1.0:1767320721.426197:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2441 00000100:00100000:1.0:1767320721.426201:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046042240:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320721.426210:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320721.426234:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046042240:12345-0@lo:38:kworker.0 Request processed in 32us (2032us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320721.426240:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2441 00000100:00100000:1.0:1767320721.426267:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320721.426306:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042752 00000100:00100000:3.0:1767320721.426340:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042112 00000100:00100000:3.0:1767320721.426344:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042112 00000100:00100000:3.0:1767320721.426372:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1858 00000100:00100000:3.0:1767320721.426379:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046042112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320721.426400:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2442 00000100:00100000:1.0:1767320721.426406:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046042752:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320721.426416:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320721.426424:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046042112:12345-0@lo:400:kworker.0 Request processed in 45us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320721.426431:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1858 00000100:00080000:3.0:1767320721.426450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320721.426452:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046042752:12345-0@lo:38:kworker.0 Request processed in 45us (1931us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320721.426460:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2442 00010000:00080000:3.0:1767320721.426486:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc700 x1853164046042112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320721.426494:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320721.426499:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046042112:0@lo:400:kworker.0 00000100:00080000:1.0:1767320721.426502:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320721.426509:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046042752:0@lo:38:kworker.0 00000100:00080000:1.0:1767320721.426521:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320721.426525:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320721.426527:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046041984:0@lo:38:kworker.0 00000100:00080000:1.0:1767320721.426535:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320721.426835:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320721.426868:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046041856 00000100:00100000:3.0:1767320721.426872:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046041856 00000100:00080000:3.0:1767320721.426886:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320721.426907:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1859 00000100:00100000:3.0:1767320721.426913:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046041856:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320721.426923:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320721.426929:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046042240:0@lo:38:kworker.0 00000100:00100000:3.0:1767320721.426957:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046041856:12345-0@lo:400:kworker.0 Request processed in 43us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320721.426977:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1859 00010000:00080000:3.0:1767320721.427010:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453b80 x1853164046041856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320737 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320721.427020:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046041856:0@lo:400:kworker.0 00010000:00010000:2.0:1767320722.190006:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320723.218074:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320724.238073:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320724.494813:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046042880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320724.494891:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320724.495095:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046042880 00000100:00100000:1.0:1767320724.495103:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046042880 00000100:00100000:1.0:1767320724.495177:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1767320724.495187:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c00919450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046042880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320724.495219:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320724.495267:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c00919450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046042880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320724.495274:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00080000:3.0:1767320724.499251:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320724.499319:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046042880:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320724.499341:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320724.499357:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046043008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320724.499417:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320724.501462:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043008 00000100:00100000:0.0:1767320724.501475:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043008 00000100:00100000:0.0:1767320724.501566:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1767320724.501575:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046043008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320724.501606:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320724.501677:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046043008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (2259us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320724.501684:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00080000:3.0:1767320724.501946:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320724.501987:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046043008:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320725.264465:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320725.953712:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320725.953833:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320725.953919:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943808 00000100:00100000:2.0:1767320725.953930:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943808 00000100:00100000:2.0:1767320725.953999:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943680 00000100:00100000:2.0:1767320725.954003:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943680 00000100:00100000:2.0:1767320725.954023:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1860 00000100:00100000:2.0:1767320725.954036:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985943808:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320725.954116:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985943808:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 83us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320725.954123:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1860 00000100:00100000:2.0:1767320725.954142:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2443 00000100:00100000:2.0:1767320725.954146:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985943680:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320725.954178:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320725.954207:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985943680:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (374us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320725.954214:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2443 00000100:00080000:3.0:1767320725.954440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320726.287280:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320726.544837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320726.544847:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320726.544915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320726.544920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320726.544924:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320726.544933:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5919 00000100:00080000:0.0:1767320726.544939:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320726.544946:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320726.544973:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825c000 x1853164046043264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320726.545017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320726.545020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320726.545022:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320726.545026:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5919 00000100:00080000:0.0:1767320726.545028:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320726.545032:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320726.545043:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ea00 x1853164046043520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320726.545051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320726.545054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320726.545055:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320726.545058:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5919 00000100:00080000:0.0:1767320726.545060:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320726.545063:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320726.545072:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825fb80 x1853164046043648/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320726.545105:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320726.545107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320726.545109:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320726.545112:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5919 00000100:00080000:0.0:1767320726.545114:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320726.545117:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320726.545127:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825df80 x1853164046044032/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320726.545225:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046043904:0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545307:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320726.545361:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320726.545367:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046043776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545389:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320726.545423:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043904 00000100:00100000:2.0:1767320726.545431:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043904 00000100:00100000:2.0:1767320726.545478:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043776 00000100:00100000:2.0:1767320726.545481:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043776 00000100:00100000:2.0:1767320726.545503:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1767320726.545512:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046043904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545560:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046043904:12345-0@lo:400:kworker.0 Request processed in 50us (253us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320726.545567:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:2.0:1767320726.545595:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1767320726.545601:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046043776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545623:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046043776:12345-0@lo:400:kworker.0 Request processed in 23us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320726.545627:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:2.0:1767320726.545646:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046043392:0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545669:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320726.545686:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320726.545690:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046043136:0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545707:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320726.545726:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043392 00000100:00100000:2.0:1767320726.545729:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043392 00000100:00100000:2.0:1767320726.545752:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043136 00000100:00100000:2.0:1767320726.545754:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043136 00000100:00100000:2.0:1767320726.545810:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1767320726.545817:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046043392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545849:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046043392:12345-0@lo:400:kworker.0 Request processed in 33us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320726.545854:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1861 00000100:00100000:2.0:1767320726.545866:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1862 00000100:00100000:2.0:1767320726.545872:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046043136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545896:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046043136:12345-0@lo:400:kworker.0 Request processed in 25us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320726.545902:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1862 00000100:00100000:2.0:1767320726.545938:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046043776:0@lo:400:kworker.0 00000100:00100000:2.0:1767320726.545948:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046043904:0@lo:400:kworker.0 00010000:00080000:2.0:1767320726.545976:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825c700 x1853164046043136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320726.545984:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046043136:0@lo:400:kworker.0 00010000:00080000:2.0:1767320726.545992:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825e300 x1853164046043392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320742 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320726.545999:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046043392:0@lo:400:kworker.0 00000100:00100000:1.0:1767320726.546101:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046043264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320726.546133:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320726.546160:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046043520:0@lo:38:kworker.0 00000100:00100000:1.0:1767320726.546179:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320726.546193:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046043648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320726.546212:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320726.546226:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046044032:0@lo:38:kworker.0 00000100:00100000:1.0:1767320726.546242:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320726.546267:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043648 00000100:00100000:1.0:1767320726.546270:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043648 00000100:00100000:1.0:1767320726.546290:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767320726.546294:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046043648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320726.546311:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320726.546342:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046043648:12345-0@lo:38:kworker.0 Request processed in 47us (128us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320726.546348:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1767320726.546371:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043264 00000100:00100000:1.0:1767320726.546374:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043264 00000100:00100000:1.0:1767320726.546387:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046043520 00000100:00100000:1.0:1767320726.546389:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046043520 00000100:00100000:1.0:1767320726.546398:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044032 00000100:00100000:1.0:1767320726.546400:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044032 00000100:00100000:1.0:1767320726.546410:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2444 00000100:00100000:1.0:1767320726.546414:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046043264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320726.546425:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320726.546451:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046043264:12345-0@lo:38:kworker.0 Request processed in 36us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320726.546456:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2444 00000100:00100000:1.0:1767320726.546466:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2445 00000100:00100000:1.0:1767320726.546470:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046043520:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320726.546477:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320726.546494:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046043520:12345-0@lo:38:kworker.0 Request processed in 23us (314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320726.546501:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2445 00000100:00100000:1.0:1767320726.546511:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2446 00000100:00100000:1.0:1767320726.546514:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046044032:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320726.546523:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320726.546545:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046044032:12345-0@lo:38:kworker.0 Request processed in 29us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320726.546551:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2446 00000100:00080000:1.0:1767320726.546593:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320726.546598:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320726.546601:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046043264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320726.546611:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320726.546614:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320726.546617:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046043520:0@lo:38:kworker.0 00000100:00080000:1.0:1767320726.546625:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320726.546628:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320726.546631:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046043648:0@lo:38:kworker.0 00000100:00080000:1.0:1767320726.546638:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320726.546641:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320726.546644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046044032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320726.547087:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320726.547093:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320726.547095:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320727.309996:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320728.335478:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320729.361863:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320729.614316:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046044160:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320729.614394:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320729.614644:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044160 00000100:00100000:0.0:1767320729.614655:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044160 00000100:00100000:0.0:1767320729.614725:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1767320729.614733:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046044160:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320729.614764:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320729.614833:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046044160:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320729.614841:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00080000:3.0:1767320729.614911:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320729.614947:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046044160:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320729.617600:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320729.617634:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046044288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320729.617718:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320729.617837:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044288 00000100:00100000:1.0:1767320729.617853:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044288 00000100:00080000:1.0:1767320729.617951:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320729.617983:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1767320729.617997:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046044288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320729.618030:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320729.618082:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046044288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320729.618089:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:1.0:1767320729.618273:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc4c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046044288:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320730.382199:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320731.076517:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320731.078202:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320731.081522:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944064 00000100:00100000:2.0:1767320731.081540:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944064 00000100:00080000:1.0:1767320731.081696:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320731.082142:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985943936 00000100:00100000:2.0:1767320731.082147:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985943936 00000100:00100000:0.0:1767320731.082200:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1863 00000100:00100000:0.0:1767320731.082213:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985944064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320731.082334:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985944064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 122us (5834us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320731.082343:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1863 00000100:00100000:0.0:1767320731.082362:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2447 00000100:00100000:0.0:1767320731.082367:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985943936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320731.082387:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320731.082412:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985943936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (4224us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320731.082418:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2447 00010000:00010000:2.0:1767320731.405981:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320731.662297:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320731.662308:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320731.662378:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320731.662382:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320731.662386:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320731.662395:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5924 00000100:00080000:3.0:1767320731.662400:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320731.662407:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320731.662432:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451c00 x1853164046044544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320731.662465:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320731.662468:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320731.662470:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320731.662473:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5924 00000100:00080000:3.0:1767320731.662475:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320731.662478:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320731.662516:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453b80 x1853164046044800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320731.662525:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320731.662528:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320731.662530:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320731.662533:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5924 00000100:00080000:3.0:1767320731.662536:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320731.662539:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320731.662563:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9500 x1853164046044928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320731.662602:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320731.662605:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320731.662607:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320731.662610:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5924 00000100:00080000:3.0:1767320731.662613:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320731.662617:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320731.662634:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db800 x1853164046045312/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320731.662660:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046045184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320731.662742:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320731.662837:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320731.662844:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046045056:0@lo:400:kworker.0 00000100:00100000:3.0:1767320731.662869:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320731.663049:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046044544:0@lo:38:kworker.0 00000100:00100000:1.0:1767320731.663085:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320731.663121:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046044800:0@lo:38:kworker.0 00000100:00100000:1.0:1767320731.663142:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320731.663160:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046044928:0@lo:38:kworker.0 00000100:00100000:1.0:1767320731.663183:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320731.663202:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046045312:0@lo:38:kworker.0 00000100:00100000:1.0:1767320731.663222:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320731.663255:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044544 00000100:00100000:1.0:1767320731.663263:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044544 00000100:00100000:1.0:1767320731.663293:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044800 00000100:00100000:1.0:1767320731.663296:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044800 00000100:00100000:1.0:1767320731.663308:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045312 00000100:00100000:1.0:1767320731.663310:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045312 00000100:00100000:1.0:1767320731.663327:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2448 00000100:00100000:1.0:1767320731.663334:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046044544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320731.663354:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320731.663394:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046044544:12345-0@lo:38:kworker.0 Request processed in 58us (307us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320731.663401:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2448 00000100:00100000:1.0:1767320731.663422:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2449 00000100:00100000:1.0:1767320731.663425:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046044800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320731.663434:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320731.663457:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046044800:12345-0@lo:38:kworker.0 Request processed in 29us (313us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320731.663463:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2449 00000100:00100000:1.0:1767320731.663476:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2450 00000100:00100000:1.0:1767320731.663480:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046045312:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320731.663499:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320731.663524:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046045312:12345-0@lo:38:kworker.0 Request processed in 43us (301us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320731.663530:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2450 00000100:00100000:1.0:1767320731.663558:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044928 00000100:00100000:1.0:1767320731.663562:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044928 00000100:00100000:1.0:1767320731.663581:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1767320731.663585:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046044928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320731.663594:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320731.663618:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046044928:12345-0@lo:38:kworker.0 Request processed in 32us (433us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320731.663624:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:1.0:1767320731.663671:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320731.663676:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320731.663679:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046044544:0@lo:38:kworker.0 00000100:00080000:1.0:1767320731.663688:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320731.663690:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320731.663693:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046044800:0@lo:38:kworker.0 00000100:00080000:1.0:1767320731.663700:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320731.663703:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320731.663705:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046044928:0@lo:38:kworker.0 00000100:00080000:1.0:1767320731.663712:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320731.663715:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320731.663717:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046045312:0@lo:38:kworker.0 00000100:00100000:2.0:1767320731.663938:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046044672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.663974:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320731.664005:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320731.664010:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046044416:0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664029:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320731.664065:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045184 00000100:00100000:2.0:1767320731.664069:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045184 00000100:00100000:2.0:1767320731.664108:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045056 00000100:00100000:2.0:1767320731.664111:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045056 00000100:00100000:2.0:1767320731.664129:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1767320731.664135:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046045184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664175:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046045184:12345-0@lo:400:kworker.0 Request processed in 40us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320731.664181:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1767320731.664195:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1767320731.664201:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046045056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664227:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046045056:12345-0@lo:400:kworker.0 Request processed in 26us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320731.664232:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00080000:2.0:1767320731.664255:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320731.664259:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320731.664280:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046045056:0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664291:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046045184:0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664312:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044672 00000100:00100000:2.0:1767320731.664315:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044672 00000100:00100000:2.0:1767320731.664344:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046044416 00000100:00100000:2.0:1767320731.664346:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046044416 00000100:00100000:2.0:1767320731.664365:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1864 00000100:00100000:2.0:1767320731.664371:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046044672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664404:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046044672:12345-0@lo:400:kworker.0 Request processed in 34us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320731.664410:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1864 00000100:00100000:2.0:1767320731.664421:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1865 00000100:00100000:2.0:1767320731.664426:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046044416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320731.664452:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046044416:12345-0@lo:400:kworker.0 Request processed in 26us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320731.664457:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1865 00010000:00080000:2.0:1767320731.664483:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452a00 x1853164046044416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320731.664505:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046044416:0@lo:400:kworker.0 00010000:00080000:2.0:1767320731.664516:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451f80 x1853164046044672/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320731.664523:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046044672:0@lo:400:kworker.0 00000100:00080000:2.0:1767320731.664539:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320732.431764:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320733.454001:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320734.479196:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320734.734244:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320734.734262:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046045440:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320734.734343:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320734.734510:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046045568:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320734.734545:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320734.740861:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045440 00000100:00100000:2.0:1767320734.740878:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045440 00000100:00100000:2.0:1767320734.740975:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045568 00000100:00100000:2.0:1767320734.740979:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045568 00000100:00100000:2.0:1767320734.741002:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1767320734.741012:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046045440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320734.741045:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320734.741126:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046045440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 115us (6782us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320734.741134:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:2.0:1767320734.741151:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1767320734.741158:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046045568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320734.741175:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320734.741201:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046045568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (6655us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320734.741206:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1767320734.741259:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046045568:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320734.744449:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046045440:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320734.744953:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320734.744960:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320735.502014:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320736.194129:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320736.194262:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944192 00000100:00100000:2.0:1767320736.194273:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944192 00000100:00100000:2.0:1767320736.194327:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2451 00000100:00100000:2.0:1767320736.194336:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985944192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320736.194360:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320736.194521:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985944192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 183us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320736.194529:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2451 00000100:00100000:3.0:1767320736.205848:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320736.207916:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944320 00000100:00100000:0.0:1767320736.207934:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944320 00000100:00100000:0.0:1767320736.208028:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1866 00000100:00100000:0.0:1767320736.208042:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985944320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320736.208053:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320736.208139:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985944320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (2307us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320736.208148:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1866 00010000:00010000:3.0:1767320736.525987:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320736.782151:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320736.782164:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320736.782244:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320736.782250:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320736.782255:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320736.782266:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5929 00000100:00080000:3.0:1767320736.782272:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320736.782280:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320736.782312:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d880 x1853164046045824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320736.782365:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320736.782369:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320736.782371:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320736.782375:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5929 00000100:00080000:3.0:1767320736.782378:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320736.782381:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320736.782408:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d180 x1853164046046080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320736.782418:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320736.782422:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320736.782424:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320736.782427:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5929 00000100:00080000:3.0:1767320736.782430:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320736.782437:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320736.782454:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0ce00 x1853164046046208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320736.782486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046045952:0@lo:400:kworker.0 00000100:00080000:3.0:1767320736.782501:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320736.782507:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320736.782509:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320736.782514:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5929 00000100:00080000:3.0:1767320736.782517:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320736.782523:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320736.782545:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ef100 x1853164046046592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320736.782573:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320736.782582:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046046464:0@lo:400:kworker.0 00000100:00100000:3.0:1767320736.782654:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320736.782670:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320736.782684:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046045696:0@lo:400:kworker.0 00000100:00100000:3.0:1767320736.782700:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320736.782712:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046046336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320736.782725:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320736.782762:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320736.782806:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045952 00000100:00100000:2.0:1767320736.782816:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045952 00000100:00100000:2.0:1767320736.783130:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045696 00000100:00100000:2.0:1767320736.783134:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045696 00000100:00100000:2.0:1767320736.783160:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1867 00000100:00100000:2.0:1767320736.783170:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046045952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320736.783231:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046045952:12345-0@lo:400:kworker.0 Request processed in 62us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320736.783239:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1867 00000100:00100000:2.0:1767320736.783254:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1868 00000100:00100000:2.0:1767320736.783261:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046045696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320736.783286:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046045696:12345-0@lo:400:kworker.0 Request processed in 26us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320736.783290:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1868 00000100:00100000:0.0:1767320736.783352:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046464 00000100:00100000:0.0:1767320736.783357:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046464 00000100:00100000:0.0:1767320736.783409:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046336 00000100:00100000:0.0:1767320736.783413:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046336 00000100:00100000:0.0:1767320736.783442:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1767320736.783450:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046046464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320736.783492:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046046464:12345-0@lo:400:kworker.0 Request processed in 43us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320736.783499:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:0.0:1767320736.783518:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1767320736.783524:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046046336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320736.783549:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046046336:12345-0@lo:400:kworker.0 Request processed in 26us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320736.783554:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00100000:0.0:1767320736.783588:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046045824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320736.783616:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320736.783643:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046046080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320736.783665:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320736.783682:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046046208:0@lo:38:kworker.0 00000100:00100000:0.0:1767320736.783703:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320736.783727:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046046592:0@lo:38:kworker.0 00000100:00100000:0.0:1767320736.783753:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320736.783825:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046045824 00000100:00100000:0.0:1767320736.783829:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046045824 00000100:00100000:0.0:1767320736.783841:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046080 00000100:00100000:0.0:1767320736.783843:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046080 00000100:00100000:0.0:1767320736.783849:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046592 00000100:00100000:0.0:1767320736.783851:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046592 00000100:00100000:0.0:1767320736.783860:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2452 00000100:00100000:0.0:1767320736.783864:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046045824:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320736.783882:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320736.783916:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046045824:12345-0@lo:38:kworker.0 Request processed in 50us (300us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320736.783923:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2452 00000100:00100000:0.0:1767320736.783935:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1767320736.783938:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046046080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320736.783947:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320736.783969:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046046080:12345-0@lo:38:kworker.0 Request processed in 29us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320736.783975:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2453 00000100:00100000:0.0:1767320736.783986:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2454 00000100:00100000:0.0:1767320736.783989:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046046592:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320736.783997:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320736.784018:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046046592:12345-0@lo:38:kworker.0 Request processed in 27us (266us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320736.784023:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2454 00000100:00100000:0.0:1767320736.784039:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046208 00000100:00100000:0.0:1767320736.784042:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046208 00000100:00100000:0.0:1767320736.784058:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1767320736.784062:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046046208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320736.784070:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320736.784093:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046046208:12345-0@lo:38:kworker.0 Request processed in 30us (389us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320736.784098:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00080000:0.0:1767320736.784148:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320736.784154:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320736.784158:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046045824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320736.784166:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320736.784169:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320736.784171:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046046080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320736.784177:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320736.784180:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320736.784182:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046046208:0@lo:38:kworker.0 00000100:00080000:0.0:1767320736.784188:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320736.784190:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320736.784193:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046046592:0@lo:38:kworker.0 00010000:00080000:0.0:1767320736.784260:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0c700 x1853164046045696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320736.784273:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046045696:0@lo:400:kworker.0 00010000:00080000:0.0:1767320736.784285:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8b0fb80 x1853164046045952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320736.784292:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046045952:0@lo:400:kworker.0 00000100:00100000:0.0:1767320736.784343:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046046336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320736.784353:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046046464:0@lo:400:kworker.0 00000100:00080000:0.0:1767320736.784369:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320736.784374:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320736.784376:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320737.593642:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320738.574303:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320739.598584:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320739.856667:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046046720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320739.856738:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320739.856881:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046720 00000100:00100000:1.0:1767320739.856889:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046720 00000100:00080000:3.0:1767320739.857006:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320739.857104:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:1.0:1767320739.857113:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046046720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320739.857140:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320739.857185:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046046720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320739.857192:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:2.0:1767320739.857293:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046046848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320739.857321:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320739.857494:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046046720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320739.857644:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046848 00000100:00100000:3.0:1767320739.857649:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046848 00000100:00100000:3.0:1767320739.857682:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1767320739.857688:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046046848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320739.857703:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320739.857733:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046046848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 46us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320739.857739:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:3.0:1767320739.857763:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046046848:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320739.857849:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1767320740.622168:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320741.314645:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320741.314756:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320741.320695:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944448 00000100:00100000:1.0:1767320741.320712:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944448 00000100:00100000:1.0:1767320741.320998:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944576 00000100:00100000:1.0:1767320741.321003:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944576 00000100:00100000:2.0:1767320741.321099:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1869 00000100:00100000:2.0:1767320741.321115:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985944576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320741.321193:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985944576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (6437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320741.321201:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1869 00000100:00100000:2.0:1767320741.321226:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2455 00000100:00100000:2.0:1767320741.321231:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985944448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320741.321252:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320741.321276:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985944448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (6642us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320741.321282:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2455 00000100:00080000:3.0:1767320741.321350:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320741.646976:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320741.902136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320741.902146:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320741.902205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320741.902209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320741.902214:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320741.902221:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5935 00000100:00080000:1.0:1767320741.902225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320741.902232:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320741.902255:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2a00 x1853164046047104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320741.902276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320741.902279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320741.902281:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320741.902285:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5935 00000100:00080000:1.0:1767320741.902287:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320741.902290:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320741.902313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164046047360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320741.902322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320741.902326:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320741.902327:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320741.902331:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5935 00000100:00080000:1.0:1767320741.902333:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320741.902336:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320741.902346:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9500 x1853164046047488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320741.902373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320741.902376:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320741.902377:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320741.902381:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5935 00000100:00080000:1.0:1767320741.902383:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320741.902387:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320741.902398:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453b80 x1853164046047872/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320741.902453:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046047744:0@lo:400:kworker.0 00000100:00100000:2.0:1767320741.902513:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046046976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.902577:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320741.902612:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320741.902728:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047744 00000100:00100000:1.0:1767320741.902740:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047744 00000100:00100000:1.0:1767320741.902840:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1192 00000100:00100000:1.0:1767320741.902853:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046047744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.902993:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320741.903002:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046047616:0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.903040:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320741.903074:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320741.903114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046047104:0@lo:38:kworker.0 00000100:00100000:3.0:1767320741.903151:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320741.903194:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046047360:0@lo:38:kworker.0 00000100:00100000:3.0:1767320741.903223:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320741.903239:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046047232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.903252:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046047488:0@lo:38:kworker.0 00000100:00100000:0.0:1767320741.903310:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320741.903321:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320741.903382:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046047872:0@lo:38:kworker.0 00000100:00100000:0.0:1767320741.903393:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047616 00000100:00100000:0.0:1767320741.903403:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047616 00000100:00100000:3.0:1767320741.903413:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320741.903487:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046046976 00000100:00100000:0.0:1767320741.903492:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:3.0:1767320741.903494:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046046976 00000100:00100000:0.0:1767320741.903514:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046047616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.903541:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047104 00000100:00100000:3.0:1767320741.903547:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047104 00000100:00100000:3.0:1767320741.903565:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047360 00000100:00100000:3.0:1767320741.903568:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047360 00000100:00100000:3.0:1767320741.903578:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047232 00000100:00100000:3.0:1767320741.903581:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047232 00000100:00100000:3.0:1767320741.903600:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047872 00000100:00100000:3.0:1767320741.903602:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047872 00000100:00100000:3.0:1767320741.903614:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1870 00000100:00100000:3.0:1767320741.903623:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046046976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.903668:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046046976:12345-0@lo:400:kworker.0 Request processed in 46us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320741.903676:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1870 00000100:00100000:3.0:1767320741.903692:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1871 00000100:00100000:3.0:1767320741.903698:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046047232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.903732:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046047232:12345-0@lo:400:kworker.0 Request processed in 34us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320741.903741:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1871 00000100:00100000:3.0:1767320741.903754:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2456 00000100:00100000:3.0:1767320741.903758:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046047104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320741.903804:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320741.903843:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046047104:12345-0@lo:38:kworker.0 Request processed in 83us (692us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320741.903849:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2456 00000100:00100000:3.0:1767320741.903861:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2457 00000100:00100000:3.0:1767320741.903864:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046047360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320741.903873:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320741.903986:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046047616:12345-0@lo:400:kworker.0 Request processed in 477us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320741.903994:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:0.0:1767320741.904032:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2458 00000100:00100000:0.0:1767320741.904038:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046047872:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320741.904058:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320741.904066:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046047360:12345-0@lo:38:kworker.0 Request processed in 196us (841us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320741.904076:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2457 00000100:00100000:0.0:1767320741.904111:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046047872:12345-0@lo:38:kworker.0 Request processed in 70us (698us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320741.904119:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2458 00000100:00080000:3.0:1767320741.904134:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320741.904143:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320741.904148:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046047104:0@lo:38:kworker.0 00000100:00080000:3.0:1767320741.904169:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320741.904178:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320741.904182:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046047360:0@lo:38:kworker.0 00010000:00080000:0.0:1767320741.904192:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8a80 x1853164046047232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320741.904199:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320741.904210:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320741.904211:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046047232:0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.904219:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046047872:0@lo:38:kworker.0 00000100:00080000:0.0:1767320741.904250:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320741.904257:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320741.904287:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046047616:0@lo:400:kworker.0 00000100:00100000:3.0:1767320741.904344:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046047488 00000100:00100000:3.0:1767320741.904351:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046047488 00000100:00100000:3.0:1767320741.904394:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1767320741.904400:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046047488:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320741.904412:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320741.904455:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046047488:12345-0@lo:38:kworker.0 Request processed in 53us (1135us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320741.904462:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:3.0:1767320741.904489:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320741.904493:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320741.904496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046047488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320741.904635:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046047744:12345-0@lo:400:kworker.0 Request processed in 1784us (2058us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320741.904644:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1192 00000100:00100000:0.0:1767320741.904794:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046047744:0@lo:400:kworker.0 00010000:00080000:2.0:1767320741.908203:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e0700 x1853164046046976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320741.908225:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046046976:0@lo:400:kworker.0 00010000:00010000:2.0:1767320742.670395:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320743.694224:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320744.718572:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320744.975491:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320744.975512:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046048000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320744.975620:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320744.975721:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046048128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320744.975758:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320744.976674:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048000 00000100:00100000:3.0:1767320744.976688:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048000 00000100:00100000:3.0:1767320744.976877:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048128 00000100:00100000:3.0:1767320744.976882:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048128 00000100:00100000:1.0:1767320744.976957:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00080000:0.0:1767320744.976991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320744.977002:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320744.977108:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046048000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320744.977152:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320744.977264:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046048000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 164us (1650us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320744.977274:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:0.0:1767320744.977345:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046048000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320744.977575:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:3.0:1767320744.977586:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046048128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320744.977613:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320744.977918:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046048128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 334us (2164us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320744.977924:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:0.0:1767320744.978140:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046048128:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320745.410288:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320745.410522:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944960 00000100:00100000:3.0:1767320745.410533:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944960 00000100:00100000:3.0:1767320745.410608:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1872 00000100:00100000:3.0:1767320745.410619:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985944960:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320745.410699:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985944960:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320745.410710:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1872 00000100:00080000:0.0:1767320745.410797:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767320745.412963:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985944704 offset 0 length 520: 4 00000100:00100000:3.0:1767320745.413030:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320745.418035:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985944832 00000100:00100000:2.0:1767320745.418073:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985944832 00000100:00100000:2.0:1767320745.418165:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2459 00000100:00100000:2.0:1767320745.418178:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985944832:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320745.418211:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320745.418336:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985944832:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 159us (5305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320745.418350:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2459 00010000:00010000:2.0:1767320745.742257:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320746.767569:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320747.021945:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320721/real 1767320721] req@ffffa07bc6cde300 x1853164046041728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320746 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320747.021988:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc6cde300 x1853164046041728/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320746 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320747.022008:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320747.022020:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320747.022024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046041728:0@lo:250:kworker.0 00000100:00080000:3.0:1767320747.022054:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320747.022058:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320747.022061:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320747.022065:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5919 00000100:00080000:3.0:1767320747.022068:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320747.022074:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320747.022104:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518e00 x1853164046048256/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320747.022159:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320747.022163:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320747.022166:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320747.022171:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5940 00000100:00080000:3.0:1767320747.022174:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320747.022178:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320747.022191:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2a00 x1853164046048512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320747.022221:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046048256:0@lo:250:kworker.0 00000100:00080000:3.0:1767320747.022224:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320747.022236:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320747.022238:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320747.022241:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5940 00000100:00080000:3.0:1767320747.022244:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320747.022247:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320747.022261:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73800 x1853164046048768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320747.022269:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320747.022272:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320747.022274:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320747.022278:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5940 00000100:00080000:3.0:1767320747.022280:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320747.022284:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320747.022295:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72300 x1853164046048896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000100:1.0:1767320747.022315:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046048256 offset 0 length 520: 4 00000100:00080000:3.0:1767320747.022341:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320747.022346:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320747.022348:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320747.022352:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5940 00000100:00080000:3.0:1767320747.022355:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320747.022361:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320747.022380:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73100 x1853164046049280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320747.022400:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046048512:0@lo:38:kworker.0 00000100:00100000:3.0:1767320747.022421:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046049024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320747.022452:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320747.022497:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046048768:0@lo:38:kworker.0 00000100:00100000:3.0:1767320747.022506:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320747.022595:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046048640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320747.022726:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046048384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320747.023358:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320747.023396:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046048896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320747.023429:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320747.023451:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046049280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320747.023477:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320747.023529:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049024 00000100:00100000:1.0:1767320747.023539:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049024 00000100:00100000:1.0:1767320747.023630:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1767320747.023641:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046049024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320747.023906:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046049024:12345-0@lo:400:kworker.0 Request processed in 266us (1411us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320747.023915:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:1.0:1767320747.023953:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048512 00000100:00100000:1.0:1767320747.023957:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048512 00000100:00100000:1.0:1767320747.023981:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048768 00000100:00100000:1.0:1767320747.023984:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048768 00000100:00100000:1.0:1767320747.023998:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049280 00000100:00100000:1.0:1767320747.024001:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049280 00000100:00100000:1.0:1767320747.024021:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2460 00000100:00100000:1.0:1767320747.024026:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046048512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320747.024049:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320747.024088:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046048512:12345-0@lo:38:kworker.0 Request processed in 60us (1639us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320747.024095:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2460 00000100:00100000:1.0:1767320747.024179:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2461 00000100:00100000:1.0:1767320747.024183:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046048768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320747.024194:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320747.024235:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046048768:12345-0@lo:38:kworker.0 Request processed in 50us (879us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320747.024241:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2461 00000100:00100000:1.0:1767320747.024253:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2462 00000100:00100000:1.0:1767320747.024257:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046049280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320747.024265:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320747.024286:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046049280:12345-0@lo:38:kworker.0 Request processed in 28us (809us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320747.024295:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2462 00000100:00080000:1.0:1767320747.024344:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320747.024349:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320747.024353:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046048512:0@lo:38:kworker.0 00000100:00080000:1.0:1767320747.024363:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320747.024367:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320747.024370:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046048768:0@lo:38:kworker.0 00000100:00080000:1.0:1767320747.024377:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320747.024381:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320747.024383:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046049280:0@lo:38:kworker.0 00000100:00100000:1.0:1767320747.024450:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048896 00000100:00100000:1.0:1767320747.024455:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048896 00000100:00100000:1.0:1767320747.024478:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767320747.024483:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046048896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320747.024494:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320747.024525:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046048896:12345-0@lo:38:kworker.0 Request processed in 40us (1096us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320747.024532:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1767320747.024552:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046049152:0@lo:400:kworker.0 00000100:00100000:1.0:1767320747.024582:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320747.024981:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046049024:0@lo:400:kworker.0 00000100:00100000:1.0:1767320747.024999:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049152 00000100:00100000:1.0:1767320747.025006:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049152 00000100:00100000:1.0:1767320747.025053:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:1.0:1767320747.025064:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046049152:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320747.025096:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320747.025102:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320747.025964:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046049152:12345-0@lo:400:kworker.0 Request processed in 896us (1376us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320747.025975:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00080000:1.0:1767320747.026031:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320747.026037:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320747.026041:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046048896:0@lo:38:kworker.0 00000100:00100000:3.0:1767320747.027438:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046049152:0@lo:400:kworker.0 00000100:00100000:0.0:1767320747.028994:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320747.030293:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048640 00000100:00100000:3.0:1767320747.030313:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048640 00000100:00100000:3.0:1767320747.030424:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1873 00000100:00100000:2.0:1767320747.030431:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320747.030441:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046048640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320747.030510:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046048384 00000100:00100000:2.0:1767320747.030516:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046048384 00000100:00100000:3.0:1767320747.030529:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046048640:12345-0@lo:400:kworker.0 Request processed in 94us (1541us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320747.030539:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1873 00000100:00080000:0.0:1767320747.030613:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320747.030679:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70000 x1853164046048640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320747.030698:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046048640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320747.031121:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1874 00000100:00100000:2.0:1767320747.031132:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046048384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320747.031811:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046048384:12345-0@lo:400:kworker.0 Request processed in 679us (1379us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320747.031819:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1874 00010000:00080000:1.0:1767320747.031937:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e0700 x1853164046048384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320763 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320747.031954:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046048384:0@lo:400:kworker.0 00010000:00010000:2.0:1767320747.790638:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320748.814287:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320749.838234:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320750.095139:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046049408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320750.095257:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320750.095387:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049408 00000100:00100000:1.0:1767320750.095401:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049408 00000100:00100000:1.0:1767320750.095494:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1767320750.095505:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046049408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320750.095545:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320750.095596:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046049408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320750.095603:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00080000:0.0:1767320750.095686:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320750.095913:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046049408:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320750.098578:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046049536:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320750.098694:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320750.098820:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049536 00000100:00100000:2.0:1767320750.098831:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049536 00000100:00100000:2.0:1767320750.098924:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1767320750.098938:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046049536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320750.098976:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767320750.099069:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320750.106666:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046049536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 7712us (7951us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320750.106689:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:0.0:1767320750.109613:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046049536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320750.532483:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320750.532540:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320750.532637:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945216 00000100:00100000:3.0:1767320750.532651:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945216 00000100:00100000:3.0:1767320750.532741:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945088 00000100:00100000:3.0:1767320750.532745:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945088 00000100:00100000:3.0:1767320750.532800:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1875 00000100:00100000:3.0:1767320750.532813:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985945216:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320750.532929:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985945216:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 118us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320750.532938:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1875 00000100:00100000:3.0:1767320750.532968:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2463 00000100:00100000:3.0:1767320750.532973:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985945088:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320750.533009:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320750.533041:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985945088:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 65us (501us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320750.533048:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2463 00000100:00080000:1.0:1767320750.533266:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320750.867810:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320751.886277:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320752.142066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320752.142085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320752.142153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320752.142157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320752.142162:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320752.142170:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5945 00000100:00080000:1.0:1767320752.142174:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320752.142180:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320752.142202:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba0380 x1853164046049792/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320752.142238:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320752.142241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320752.142243:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320752.142247:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5945 00000100:00080000:1.0:1767320752.142249:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320752.142253:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320752.142262:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164046050048/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320752.142271:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320752.142274:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320752.142275:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320752.142278:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5945 00000100:00080000:1.0:1767320752.142281:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320752.142284:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320752.142295:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963100 x1853164046050176/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320752.142421:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046049792:0@lo:38:kworker.0 00000100:00100000:2.0:1767320752.142490:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320752.142524:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046050048:0@lo:38:kworker.0 00000100:00100000:2.0:1767320752.142545:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320752.142580:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049792 00000100:00100000:2.0:1767320752.142587:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049792 00000100:00100000:2.0:1767320752.142620:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050048 00000100:00100000:2.0:1767320752.142623:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050048 00000100:00100000:2.0:1767320752.142644:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1767320752.142652:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046049792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320752.142672:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320752.142714:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046049792:12345-0@lo:38:kworker.0 Request processed in 61us (223us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320752.142721:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2464 00000100:00100000:2.0:1767320752.142738:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2465 00000100:00100000:2.0:1767320752.142741:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046050048:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320752.142751:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320752.142817:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046050048:12345-0@lo:38:kworker.0 Request processed in 74us (270us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320752.142823:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2465 00000100:00080000:2.0:1767320752.142876:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320752.142881:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320752.142884:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046049792:0@lo:38:kworker.0 00000100:00080000:2.0:1767320752.142893:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320752.142897:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320752.142899:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046050048:0@lo:38:kworker.0 00000100:00080000:1.0:1767320752.143213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320752.143216:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320752.143219:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320752.143222:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5945 00000100:00080000:1.0:1767320752.143225:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320752.143229:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320752.143244:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cde300 x1853164046050560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320752.143265:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046050432:0@lo:400:kworker.0 00000100:00100000:1.0:1767320752.143406:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320752.143433:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320752.143439:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046050304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320752.143462:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320752.143486:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050432 00000100:00100000:1.0:1767320752.143491:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050432 00000100:00100000:1.0:1767320752.143531:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050304 00000100:00100000:1.0:1767320752.143534:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050304 00000100:00100000:1.0:1767320752.143551:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1767320752.143557:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046050432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320752.143599:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046050432:12345-0@lo:400:kworker.0 Request processed in 41us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320752.143605:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:1.0:1767320752.143622:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1767320752.143628:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046050304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320752.143654:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046050304:12345-0@lo:400:kworker.0 Request processed in 27us (192us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320752.143660:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:1.0:1767320752.143688:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046050304:0@lo:400:kworker.0 00000100:00100000:1.0:1767320752.143698:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046050432:0@lo:400:kworker.0 00000100:00080000:1.0:1767320752.143714:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320752.143717:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320752.143822:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046049920:0@lo:400:kworker.0 00000100:00100000:0.0:1767320752.143853:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320752.143873:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320752.143878:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046049664:0@lo:400:kworker.0 00000100:00100000:0.0:1767320752.143898:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320752.144661:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049920 00000100:00100000:2.0:1767320752.144668:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049920 00000100:00100000:2.0:1767320752.144722:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046049664 00000100:00100000:2.0:1767320752.144725:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046049664 00000100:00100000:2.0:1767320752.144757:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1876 00000100:00100000:2.0:1767320752.144764:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046049920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320752.144835:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046049920:12345-0@lo:400:kworker.0 Request processed in 71us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320752.144841:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1876 00000100:00100000:2.0:1767320752.144856:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1767320752.144863:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046049664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320752.144888:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046049664:12345-0@lo:400:kworker.0 Request processed in 27us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320752.144894:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1877 00000100:00100000:2.0:1767320752.144917:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046050176:0@lo:38:kworker.0 00000100:00100000:2.0:1767320752.145069:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320752.145199:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320752.145245:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046050560:0@lo:38:kworker.0 00000100:00100000:2.0:1767320752.145269:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320752.145474:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050560 00000100:00100000:0.0:1767320752.145479:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050560 00000100:00100000:0.0:1767320752.145508:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2466 00000100:00100000:0.0:1767320752.145513:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046050560:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320752.145530:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320752.145565:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046050560:12345-0@lo:38:kworker.0 Request processed in 50us (294us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320752.145570:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2466 00010000:00080000:0.0:1767320752.145607:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba2680 x1853164046049664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320752.145621:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046049664:0@lo:400:kworker.0 00010000:00080000:0.0:1767320752.145632:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963480 x1853164046049920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320768 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320752.145641:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046049920:0@lo:400:kworker.0 00000100:00080000:2.0:1767320752.146929:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320752.146938:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320752.146942:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cde300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046050560:0@lo:38:kworker.0 00000100:00100000:3.0:1767320752.151092:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050176 00000100:00100000:3.0:1767320752.151108:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050176 00000100:00100000:3.0:1767320752.151173:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1767320752.151182:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046050176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320752.151207:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320752.151313:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046050176:12345-0@lo:38:kworker.0 Request processed in 130us (6243us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320752.151320:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:2.0:1767320752.151468:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320752.151475:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320752.151479:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046050176:0@lo:38:kworker.0 00010000:00010000:3.0:1767320752.910308:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320753.936105:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320754.958118:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320755.214116:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046050688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320755.214189:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320755.214386:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050688 00000100:00100000:2.0:1767320755.214395:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050688 00000100:00100000:2.0:1767320755.214465:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1767320755.214475:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046050688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320755.214502:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320755.214552:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046050688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320755.214559:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1767320755.214605:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046050688:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767320755.214667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320755.221960:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046050816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320755.222039:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320755.222188:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050816 00000100:00100000:3.0:1767320755.222196:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050816 00000100:00100000:3.0:1767320755.222260:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:3.0:1767320755.222269:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046050816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320755.222297:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320755.222342:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046050816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320755.222349:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00080000:1.0:1767320755.222388:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320755.222487:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046050816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320755.650127:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320755.650242:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945472 00000100:00100000:2.0:1767320755.650252:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945472 00000100:00100000:2.0:1767320755.650355:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1878 00000100:00100000:2.0:1767320755.650368:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985945472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320755.650406:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320755.650450:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985945472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (333us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320755.650459:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320755.650460:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1878 00000100:00100000:2.0:1767320755.650481:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945344 00000100:00100000:2.0:1767320755.650485:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945344 00000100:00100000:2.0:1767320755.650509:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2467 00000100:00100000:2.0:1767320755.650514:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985945344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320755.650733:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320755.652907:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985945344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2379us (2492us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320755.652921:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2467 00010000:00010000:2.0:1767320755.981965:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320757.005957:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320757.264222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320757.264232:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320757.264304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320757.264309:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320757.264313:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320757.264322:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5950 00000100:00080000:1.0:1767320757.264327:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320757.264333:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1767320757.264334:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320757.264352:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046050944:0@lo:400:kworker.0 00000100:00100000:1.0:1767320757.264364:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963100 x1853164046051072/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320757.264400:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320757.264403:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320757.264405:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320757.264408:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5950 00000100:00080000:1.0:1767320757.264412:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320757.264416:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320757.264431:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8960000 x1853164046051328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320757.264434:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046051072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320757.264437:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320757.264453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320757.264456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320757.264458:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320757.264463:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5950 00000100:00080000:1.0:1767320757.264466:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320757.264471:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320757.264483:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320757.264488:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff800 x1853164046051456/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320757.264527:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046050944 00000100:00080000:1.0:1767320757.264534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320757.264536:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046050944 00000100:00080000:1.0:1767320757.264538:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320757.264542:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320757.264546:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5950 00000100:00080000:1.0:1767320757.264549:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320757.264553:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320757.264567:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc700 x1853164046051840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320757.264592:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046051712:0@lo:400:kworker.0 00000100:00100000:0.0:1767320757.264595:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051072 00000100:00100000:0.0:1767320757.264600:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051072 00000100:00100000:0.0:1767320757.264622:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1879 00000100:00100000:1.0:1767320757.264629:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320757.264637:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046050944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320757.264663:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051712 00000100:00100000:1.0:1767320757.264668:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051712 00000100:00100000:0.0:1767320757.264695:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046050944:12345-0@lo:400:kworker.0 Request processed in 63us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320757.264704:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1879 00000100:00100000:1.0:1767320757.264712:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1767320757.264723:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046051712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320757.264727:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767320757.264735:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046051072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320757.264756:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320757.264811:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046051712:12345-0@lo:400:kworker.0 Request processed in 89us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320757.264816:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046051072:12345-0@lo:38:kworker.0 Request processed in 78us (332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320757.264823:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1767320757.264839:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2468 00000100:00100000:0.0:1767320757.264888:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046051584:0@lo:400:kworker.0 00000100:00100000:0.0:1767320757.264912:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320757.264931:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051584 00000100:00100000:0.0:1767320757.264934:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051584 00000100:00100000:0.0:1767320757.264958:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1767320757.264964:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046051584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320757.264996:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046051584:12345-0@lo:400:kworker.0 Request processed in 33us (83us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320757.265003:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00010000:00080000:3.0:1767320757.265048:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4000 x1853164046050944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320757.265058:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320757.265064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320757.265066:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046050944:0@lo:400:kworker.0 00000100:00080000:0.0:1767320757.265067:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320757.265092:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046051200:0@lo:400:kworker.0 00000100:00100000:3.0:1767320757.265117:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320757.265197:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051200 00000100:00100000:2.0:1767320757.265202:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051200 00000100:00100000:2.0:1767320757.265239:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1880 00000100:00100000:2.0:1767320757.265245:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046051200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320757.265279:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046051200:12345-0@lo:400:kworker.0 Request processed in 35us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320757.265284:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1880 00000100:00080000:2.0:1767320757.265300:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320757.265347:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320757.265352:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320757.265355:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046051072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320757.265371:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046051328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320757.265395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320757.265458:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051328 00000100:00100000:2.0:1767320757.265463:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051328 00000100:00100000:0.0:1767320757.265490:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046051712:0@lo:400:kworker.0 00000100:00100000:2.0:1767320757.265491:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2469 00000100:00100000:2.0:1767320757.265502:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046051328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320757.265516:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320757.265525:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046051584:0@lo:400:kworker.0 00000100:00100000:2.0:1767320757.265551:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046051328:12345-0@lo:38:kworker.0 Request processed in 49us (154us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320757.265558:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2469 00010000:00080000:3.0:1767320757.266925:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8963480 x1853164046051200/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320773 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320757.266942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046051200:0@lo:400:kworker.0 00000100:00080000:1.0:1767320757.269330:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320757.269342:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320757.269347:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046051328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320757.269360:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046051456:0@lo:38:kworker.0 00000100:00100000:1.0:1767320757.269423:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320757.269472:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046051840:0@lo:38:kworker.0 00000100:00100000:1.0:1767320757.269505:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320757.269516:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051456 00000100:00100000:2.0:1767320757.269525:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051456 00000100:00100000:2.0:1767320757.269566:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1767320757.269574:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046051456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320757.269593:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320757.269652:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046051456:12345-0@lo:38:kworker.0 Request processed in 78us (227us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320757.269659:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:1.0:1767320757.269880:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320757.269885:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320757.269889:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046051456:0@lo:38:kworker.0 00000100:00100000:3.0:1767320757.270045:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051840 00000100:00100000:3.0:1767320757.270050:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051840 00000100:00100000:3.0:1767320757.270086:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2470 00000100:00100000:3.0:1767320757.270092:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046051840:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320757.270104:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320757.270153:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046051840:12345-0@lo:38:kworker.0 Request processed in 60us (647us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320757.270159:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2470 00000100:00080000:2.0:1767320757.270185:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320757.270191:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320757.270194:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046051840:0@lo:38:kworker.0 00010000:00010000:2.0:1767320758.030254:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320759.054342:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320760.077952:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320760.334202:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320760.334222:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046051968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320760.334483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320760.334595:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320760.334608:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046052096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320760.334639:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320760.337377:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046051968 00000100:00100000:0.0:1767320760.337402:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046051968 00000100:00100000:0.0:1767320760.337478:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052096 00000100:00100000:0.0:1767320760.337482:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052096 00000100:00100000:0.0:1767320760.337501:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1767320760.337510:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046051968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320760.337554:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320760.337641:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046051968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 132us (3258us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.337649:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1767320760.337666:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767320760.337672:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046052096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320760.337688:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320760.337714:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046052096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (3074us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320760.337719:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767320760.337801:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046051968:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320760.337989:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320760.337994:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320760.341625:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046052096:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320760.771262:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320760.771399:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945728 00000100:00100000:3.0:1767320760.771411:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945728 00000100:00100000:3.0:1767320760.771525:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1881 00000100:00100000:3.0:1767320760.771533:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985945728:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320760.771606:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985945728:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 75us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320760.771611:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1881 00000100:00080000:2.0:1767320760.772500:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320760.775227:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320760.775306:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945600 00000100:00100000:0.0:1767320760.775316:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945600 00000100:00100000:0.0:1767320760.775355:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2471 00000100:00100000:0.0:1767320760.775360:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985945600:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320760.775391:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320760.775460:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985945600:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 98us (239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320760.775465:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2471 00010000:00010000:3.0:1767320761.102814:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320762.127170:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320762.382264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320762.382274:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320762.382465:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320762.382469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320762.382474:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320762.382481:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5955 00000100:00080000:3.0:1767320762.382486:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320762.382494:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320762.382516:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73100 x1853164046052352/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320762.382540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320762.382542:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320762.382544:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320762.382547:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5955 00000100:00080000:3.0:1767320762.382549:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320762.382553:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320762.382564:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227b80 x1853164046052608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320762.382579:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320762.382582:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320762.382584:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320762.382588:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5955 00000100:00080000:3.0:1767320762.382590:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320762.382593:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320762.382604:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164046052736/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320762.382634:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320762.382637:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320762.382638:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320762.382641:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5955 00000100:00080000:3.0:1767320762.382643:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320762.382646:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320762.382655:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164046053120/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320762.382678:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046052864:0@lo:400:kworker.0 00000100:00100000:3.0:1767320762.382751:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320762.382869:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046052480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320762.382901:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320762.382978:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320762.382984:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046052224:0@lo:400:kworker.0 00000100:00100000:1.0:1767320762.383006:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320762.383037:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052480 00000100:00100000:1.0:1767320762.383044:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052480 00000100:00100000:1.0:1767320762.383088:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052224 00000100:00100000:1.0:1767320762.383090:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052224 00000100:00100000:1.0:1767320762.383113:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1882 00000100:00100000:1.0:1767320762.383119:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046052480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320762.383164:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046052480:12345-0@lo:400:kworker.0 Request processed in 44us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320762.383172:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1882 00000100:00100000:1.0:1767320762.383190:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1883 00000100:00100000:1.0:1767320762.383198:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046052224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320762.383223:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046052224:12345-0@lo:400:kworker.0 Request processed in 26us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320762.383228:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1883 00010000:00080000:1.0:1767320762.383264:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c73800 x1853164046052224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320762.383278:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046052224:0@lo:400:kworker.0 00010000:00080000:1.0:1767320762.383288:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f4000 x1853164046052480/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320778 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320762.383309:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046052480:0@lo:400:kworker.0 00000100:00080000:2.0:1767320762.383539:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320762.383558:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046052352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320762.383589:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320762.383622:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046052608:0@lo:38:kworker.0 00000100:00100000:2.0:1767320762.383642:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320762.383656:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046052736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320762.383676:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320762.383696:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046053120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320762.383713:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320762.383741:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052736 00000100:00100000:2.0:1767320762.383745:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052736 00000100:00100000:2.0:1767320762.383800:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1767320762.383807:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046052736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320762.383824:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320762.383858:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046052736:12345-0@lo:38:kworker.0 Request processed in 51us (180us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320762.383864:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1767320762.383887:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052352 00000100:00100000:2.0:1767320762.383891:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052352 00000100:00100000:2.0:1767320762.383907:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052608 00000100:00100000:2.0:1767320762.383909:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052608 00000100:00100000:2.0:1767320762.383940:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053120 00000100:00100000:2.0:1767320762.383943:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053120 00000100:00100000:2.0:1767320762.383956:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2472 00000100:00100000:2.0:1767320762.383961:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046052352:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320762.383970:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320762.383995:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046052352:12345-0@lo:38:kworker.0 Request processed in 33us (405us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320762.384001:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2472 00000100:00100000:2.0:1767320762.384012:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1767320762.384015:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046052608:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320762.384024:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320762.384047:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046052608:12345-0@lo:38:kworker.0 Request processed in 29us (403us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320762.384053:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2473 00000100:00100000:2.0:1767320762.384063:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2474 00000100:00100000:2.0:1767320762.384067:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046053120:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320762.384077:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320762.384097:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046053120:12345-0@lo:38:kworker.0 Request processed in 28us (383us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320762.384103:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2474 00000100:00080000:2.0:1767320762.384143:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320762.384147:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320762.384151:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046052352:0@lo:38:kworker.0 00000100:00080000:2.0:1767320762.384159:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320762.384162:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320762.384165:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046052608:0@lo:38:kworker.0 00000100:00080000:2.0:1767320762.384172:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320762.384176:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320762.384179:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046052736:0@lo:38:kworker.0 00000100:00080000:2.0:1767320762.384186:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320762.384190:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320762.384192:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046053120:0@lo:38:kworker.0 00000100:00100000:3.0:1767320762.384514:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320762.384522:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046052992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320762.384550:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320762.384621:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052864 00000100:00100000:2.0:1767320762.384625:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052864 00000100:00100000:2.0:1767320762.384665:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046052992 00000100:00100000:2.0:1767320762.384669:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046052992 00000100:00100000:2.0:1767320762.384688:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:2.0:1767320762.384696:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046052864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320762.384732:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046052864:12345-0@lo:400:kworker.0 Request processed in 38us (1990us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320762.384738:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00100000:2.0:1767320762.385042:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1767320762.385051:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046052992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320762.385080:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046052992:12345-0@lo:400:kworker.0 Request processed in 32us (530us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320762.385197:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320762.385201:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320762.385225:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046052992:0@lo:400:kworker.0 00000100:00100000:3.0:1767320762.385237:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046052864:0@lo:400:kworker.0 00000100:00100000:2.0:1767320762.402083:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00010000:00010000:2.0:1767320763.150271:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320764.176605:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320765.202176:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320765.454763:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046053248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320765.454909:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320765.455013:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053248 00000100:00100000:0.0:1767320765.455021:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053248 00000100:00100000:0.0:1767320765.455076:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1767320765.455086:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046053248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320765.455114:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767320765.455226:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320765.458764:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046053248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3666us (3841us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320765.458806:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1767320765.458882:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046053376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320765.458954:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320765.459074:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053376 00000100:00100000:2.0:1767320765.459083:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053376 00000100:00100000:2.0:1767320765.459143:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:2.0:1767320765.459153:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046053376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320765.459183:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320765.459223:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046053376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320765.459229:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00080000:0.0:1767320765.459680:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320765.459723:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046053376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320765.460218:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046053248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320765.893425:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320765.893523:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945856 00000100:00100000:3.0:1767320765.893534:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945856 00000100:00100000:3.0:1767320765.893587:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2475 00000100:00100000:3.0:1767320765.893595:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985945856:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320765.893618:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320765.893699:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985945856:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 102us (283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320765.893706:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2475 00000100:00100000:3.0:1767320765.893886:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320765.893998:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985945984 00000100:00100000:0.0:1767320765.894007:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985945984 00000100:00100000:0.0:1767320765.894056:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1884 00000100:00100000:0.0:1767320765.894065:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985945984:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320765.894083:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320765.894129:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985945984:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 66us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320765.894140:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1884 00010000:00010000:2.0:1767320766.222895:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320767.246247:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320767.505139:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320767.505151:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320767.505228:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320767.505233:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320767.505237:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320767.505246:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5960 00000100:00080000:3.0:1767320767.505250:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320767.505257:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320767.505276:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046053504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320767.505281:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164046053632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320767.505319:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320767.505322:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320767.505325:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320767.505330:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5960 00000100:00080000:3.0:1767320767.505333:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320767.505337:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320767.505352:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320767.505352:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164046053888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320767.505358:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046053632:0@lo:38:kworker.0 00000100:00080000:3.0:1767320767.505370:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320767.505374:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320767.505376:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320767.505392:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5960 00000100:00080000:3.0:1767320767.505395:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320767.505401:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320767.505402:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320767.505419:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320767.505420:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227100 x1853164046054016/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320767.505429:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046053760:0@lo:400:kworker.0 00000100:00100000:2.0:1767320767.505440:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046053888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320767.505460:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320767.505482:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053504 00000100:00100000:2.0:1767320767.505489:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053504 00000100:00080000:3.0:1767320767.505491:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320767.505496:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320767.505497:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320767.505502:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5960 00000100:00080000:3.0:1767320767.505505:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320767.505509:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320767.505521:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcfb80 x1853164046054400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320767.505534:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053632 00000100:00100000:1.0:1767320767.505540:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053632 00000100:00100000:0.0:1767320767.507922:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046054272:0@lo:400:kworker.0 00000100:00100000:0.0:1767320767.507972:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320767.508433:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320767.508441:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046054144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320767.508467:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320767.510628:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320767.511552:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320767.514640:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046054016:0@lo:38:kworker.0 00000100:00100000:3.0:1767320767.514711:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320767.515606:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046054400:0@lo:38:kworker.0 00000100:00100000:3.0:1767320767.515657:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320767.518959:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053760 00000100:00100000:2.0:1767320767.518972:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046053888 00000100:00100000:1.0:1767320767.518973:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053760 00000100:00100000:2.0:1767320767.518986:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046053888 00000100:00100000:1.0:1767320767.519040:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1885 00000100:00100000:2.0:1767320767.519049:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1767320767.519050:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046053504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320767.519066:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046053760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320767.519405:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2476 00000100:00100000:0.0:1767320767.519412:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046053632:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320767.519435:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320767.519507:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046053504:12345-0@lo:400:kworker.0 Request processed in 459us (14159us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320767.519512:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046053760:12345-0@lo:400:kworker.0 Request processed in 451us (14050us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320767.519517:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1885 00000100:00100000:2.0:1767320767.519528:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1886 00000100:00100000:1.0:1767320767.519538:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767320767.519543:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046053888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320767.519551:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320767.519572:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046053888:12345-0@lo:38:kworker.0 Request processed in 29us (8025us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320767.519576:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2477 00000100:00100000:1.0:1767320767.519596:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054272 00000100:00100000:1.0:1767320767.519599:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054272 00000100:00100000:1.0:1767320767.519623:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054144 00000100:00100000:1.0:1767320767.519625:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054144 00000100:00100000:2.0:1767320767.519633:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054016 00000100:00100000:2.0:1767320767.519639:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054016 00000100:00100000:1.0:1767320767.519645:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:1.0:1767320767.519652:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046054272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320767.519668:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1767320767.519676:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046054016:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320767.519688:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320767.519693:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046054272:12345-0@lo:400:kworker.0 Request processed in 42us (11720us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320767.519701:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00080000:3.0:1767320767.519702:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320767.519711:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320767.519714:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:3.0:1767320767.519720:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046053888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320767.519723:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046054144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320767.519738:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046054016:12345-0@lo:38:kworker.0 Request processed in 60us (5025us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320767.519746:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1767320767.519751:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046054144:12345-0@lo:400:kworker.0 Request processed in 30us (11283us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320767.519780:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:2.0:1767320767.519789:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054400 00000100:00100000:2.0:1767320767.519806:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054400 00000100:00100000:2.0:1767320767.519857:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2478 00000100:00100000:2.0:1767320767.519861:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046054400:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320767.519872:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320767.519899:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046054400:12345-0@lo:38:kworker.0 Request processed in 36us (4242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320767.519905:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2478 00000100:00080000:2.0:1767320767.520322:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320767.520327:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320767.520330:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320767.520367:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224a80 x1853164046053760/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320767.520380:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046053760:0@lo:400:kworker.0 00010000:00080000:2.0:1767320767.520393:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226680 x1853164046053504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320783 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320767.520402:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046053504:0@lo:400:kworker.0 00000100:00100000:2.0:1767320767.520461:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046054144:0@lo:400:kworker.0 00000100:00080000:3.0:1767320767.520464:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320767.520471:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320767.520476:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046054016:0@lo:38:kworker.0 00000100:00100000:2.0:1767320767.520480:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046054272:0@lo:400:kworker.0 00000100:00080000:3.0:1767320767.520514:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320767.520520:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320767.520523:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046054400:0@lo:38:kworker.0 00000100:00100000:0.0:1767320767.521277:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046053632:12345-0@lo:38:kworker.0 Request processed in 1862us (15877us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320767.521288:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2476 00000100:00080000:3.0:1767320767.521361:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320767.521366:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320767.521372:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046053632:0@lo:38:kworker.0 00010000:00010000:2.0:1767320768.270332:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320769.294879:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320770.318796:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320770.574088:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320770.574108:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046054528:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320770.574179:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320770.574298:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054528 00000100:00100000:2.0:1767320770.574306:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054528 00000100:00100000:2.0:1767320770.574380:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1767320770.574391:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046054528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320770.574432:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320770.574487:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046054528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320770.574495:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1767320770.574681:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046054528:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320770.574754:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320770.577048:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046054656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320770.577125:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320770.577625:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054656 00000100:00100000:2.0:1767320770.577634:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054656 00000100:00100000:2.0:1767320770.577706:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1767320770.577716:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046054656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320770.577744:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320770.577870:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046054656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320770.577879:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1767320770.577903:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046054656:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320770.577963:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320771.013917:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320771.013955:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985946112 offset 0 length 520: 4 00000100:00100000:3.0:1767320771.013976:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320771.014084:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985946368 00000100:00100000:0.0:1767320771.014093:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985946368 00000100:00100000:0.0:1767320771.014157:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985946240 00000100:00100000:0.0:1767320771.014161:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985946240 00000100:00100000:0.0:1767320771.014177:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1887 00000100:00100000:0.0:1767320771.014186:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985946368:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320771.014254:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985946368:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 68us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320771.014264:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1887 00000100:00100000:0.0:1767320771.014282:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2479 00000100:00100000:0.0:1767320771.014286:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985946240:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320771.014305:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320771.014344:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985946240:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (366us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320771.014351:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2479 00000100:00080000:3.0:1767320771.014674:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320771.343080:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320772.366053:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320772.622801:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320747/real 1767320747] req@ffffa07be6518e00 x1853164046048256/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320772 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320772.622813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320772.622825:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320772.622849:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07be6518e00 x1853164046048256/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320772 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320772.622871:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320772.622879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320772.622883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320772.622888:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00080000:1.0:1767320772.622889:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320772.622913:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046048256:0@lo:250:kworker.0 00000100:00080000:1.0:1767320772.622914:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5965 00000100:00080000:1.0:1767320772.622922:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320772.622929:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320772.622949:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0574000 x1853164046054912/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320772.622977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320772.622979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320772.622980:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320772.622983:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5965 00000100:00080000:1.0:1767320772.622984:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320772.622986:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320772.622993:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bfb80 x1853164046055168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320772.622998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320772.623000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320772.623001:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320772.623004:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5965 00000100:00080000:1.0:1767320772.623005:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320772.623007:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320772.623017:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083100 x1853164046055296/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320772.623049:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320772.623051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320772.623053:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320772.623056:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046054784:0@lo:400:kworker.0 00000100:00080000:1.0:1767320772.623058:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5965 00000100:00080000:1.0:1767320772.623063:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320772.623075:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320772.623087:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6083b80 x1853164046055680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320772.623245:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320772.623248:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320772.623250:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320772.623253:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5945 00000100:00080000:1.0:1767320772.623255:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320772.623259:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320772.623272:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6081c00 x1853164046055808/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320772.623299:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046055424:0@lo:400:kworker.0 00000100:00100000:1.0:1767320772.623382:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.623449:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320772.623455:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046055552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320772.623481:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.623571:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055424 00000100:00100000:1.0:1767320772.623579:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055424 00000100:00100000:1.0:1767320772.623632:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055552 00000100:00100000:1.0:1767320772.623636:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055552 00000100:00100000:1.0:1767320772.623662:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:0.0:1767320772.623673:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.623681:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046055424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320772.623747:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320772.623761:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046055040:0@lo:400:kworker.0 00000100:00100000:1.0:1767320772.623794:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046055424:12345-0@lo:400:kworker.0 Request processed in 85us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320772.623803:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1767320772.623825:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1767320772.623832:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046055552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320772.623864:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.623871:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046055552:12345-0@lo:400:kworker.0 Request processed in 40us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320772.623880:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00080000:1.0:1767320772.623909:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320772.623912:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320772.623927:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054784 00000100:00100000:0.0:1767320772.623937:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054784 00000100:00100000:1.0:1767320772.623950:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046055552:0@lo:400:kworker.0 00000100:00100000:1.0:1767320772.623962:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046055424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320772.624026:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055040 00000100:00100000:0.0:1767320772.624034:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055040 00000100:00100000:1.0:1767320772.624042:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767320772.624053:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046054784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320772.624091:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1889 00000100:00100000:0.0:1767320772.624105:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046055040:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320772.624333:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320772.624487:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046054784:12345-0@lo:400:kworker.0 Request processed in 436us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320772.624493:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1888 00000100:00100000:1.0:1767320772.624515:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046054912:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.624546:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.624615:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046055168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.624630:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320772.624696:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046054912 00000100:00100000:2.0:1767320772.624703:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046054912 00000100:00100000:2.0:1767320772.624726:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055168 00000100:00100000:2.0:1767320772.624738:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055168 00000100:00100000:2.0:1767320772.624944:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2480 00000100:00100000:2.0:1767320772.624950:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046054912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320772.624968:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320772.624981:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2481 00000100:00100000:3.0:1767320772.624993:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046055168:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320772.625003:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046054912:12345-0@lo:38:kworker.0 Request processed in 49us (452us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320772.625009:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2480 00010000:00020000:3.0:1767320772.625019:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320772.625086:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046055168:12345-0@lo:38:kworker.0 Request processed in 93us (452us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320772.625094:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2481 00000100:00080000:1.0:1767320772.625695:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320772.625702:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320772.625706:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046055168:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.625714:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046055296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.625762:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.625872:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055296 00000100:00100000:1.0:1767320772.625876:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055296 00000100:00100000:1.0:1767320772.625895:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1767320772.625899:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046055296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320772.625910:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320772.625929:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046055296:12345-0@lo:38:kworker.0 Request processed in 30us (168us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320772.625934:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00080000:1.0:1767320772.625954:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320772.625957:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320772.625959:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046055296:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.625964:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046055680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.625979:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320772.625991:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055680 00000100:00100000:1.0:1767320772.625993:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055680 00000100:00100000:1.0:1767320772.626006:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2482 00000100:00100000:1.0:1767320772.626009:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046055680:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320772.626015:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320772.626030:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046055680:12345-0@lo:38:kworker.0 Request processed in 20us (51us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320772.626033:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2482 00000100:00080000:1.0:1767320772.626048:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320772.626051:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320772.626052:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046055680:0@lo:38:kworker.0 00000100:00100000:1.0:1767320772.626056:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046055808:0@lo:250:kworker.0 00000400:00000100:1.0:1767320772.626067:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046055808 offset 0 length 520: 4 00000100:00080000:1.0:1767320772.626116:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320772.626120:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320772.626123:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046054912:0@lo:38:kworker.0 00000100:00100000:0.0:1767320772.627719:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046055040:12345-0@lo:400:kworker.0 Request processed in 3606us (3847us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320772.627746:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1889 00010000:00080000:2.0:1767320772.630270:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576a00 x1853164046055040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320772.630292:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046055040:0@lo:400:kworker.0 00010000:00080000:2.0:1767320772.630311:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574700 x1853164046054784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320772.630322:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046054784:0@lo:400:kworker.0 00010000:00010000:3.0:1767320773.390203:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320774.414077:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320775.438037:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320775.696476:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046055936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320775.696552:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320775.697050:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046055936 00000100:00100000:2.0:1767320775.697059:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046055936 00000100:00100000:2.0:1767320775.697135:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00080000:1.0:1767320775.697300:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320775.697327:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046055936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320775.697362:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320775.697427:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046055936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 282us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320775.697435:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00100000:0.0:1767320775.697524:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046055936:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320775.697691:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046056064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320775.697729:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320775.697785:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056064 00000100:00100000:2.0:1767320775.697789:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056064 00000100:00100000:2.0:1767320775.697827:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:2.0:1767320775.697836:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046056064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320775.697851:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320775.697969:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320775.698050:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046056064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320775.698057:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1767320775.698106:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046056064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320776.131297:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320776.131384:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320776.131827:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985946624 00000100:00100000:0.0:1767320776.131838:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985946624 00000100:00100000:0.0:1767320776.132276:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985946496 00000100:00100000:0.0:1767320776.132281:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985946496 00000100:00100000:0.0:1767320776.132305:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1890 00000100:00100000:0.0:1767320776.132316:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985946624:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320776.132392:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985946624:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (1102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320776.132401:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1890 00000100:00100000:0.0:1767320776.132420:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2483 00000100:00100000:0.0:1767320776.132425:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985946496:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320776.132460:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320776.132498:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985946496:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 71us (1113us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320776.132505:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2483 00000100:00080000:2.0:1767320776.135875:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320776.462265:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320777.486283:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320777.743128:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320777.743139:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320777.743435:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320777.743440:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320777.743444:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320777.743452:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5970 00000100:00080000:2.0:1767320777.743456:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320777.743463:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320777.743654:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226d80 x1853164046056320/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320777.743691:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320777.743695:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320777.743697:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320777.743701:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5970 00000100:00080000:2.0:1767320777.743704:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320777.743708:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320777.743720:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227800 x1853164046056576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320777.743729:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320777.743732:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320777.743734:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320777.743737:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5970 00000100:00080000:2.0:1767320777.743740:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320777.743743:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320777.743756:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227b80 x1853164046056704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320777.743803:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046056320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320777.743817:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320777.743882:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320777.743919:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046056576:0@lo:38:kworker.0 00000100:00100000:3.0:1767320777.743931:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046056448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.743940:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320777.743958:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046056704:0@lo:38:kworker.0 00000100:00100000:3.0:1767320777.743959:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320777.744020:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320777.744027:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046056192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.744033:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320777.744047:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320777.744088:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056320 00000100:00100000:3.0:1767320777.744088:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056704 00000100:00100000:0.0:1767320777.744095:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056320 00000100:00100000:3.0:1767320777.744095:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056704 00000100:00100000:0.0:1767320777.744123:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056576 00000100:00100000:0.0:1767320777.744126:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056576 00000100:00100000:3.0:1767320777.744128:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1767320777.744135:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046056704:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320777.744136:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056448 00000100:00100000:0.0:1767320777.744138:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056448 00010000:00020000:3.0:1767320777.744155:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320777.744164:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056192 00000100:00100000:0.0:1767320777.744167:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056192 00000100:00100000:0.0:1767320777.744182:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1891 00000100:00100000:0.0:1767320777.744188:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046056448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.744244:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046056448:12345-0@lo:400:kworker.0 Request processed in 54us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320777.744250:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1891 00000100:00100000:0.0:1767320777.744268:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1767320777.744274:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046056192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.744300:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046056192:12345-0@lo:400:kworker.0 Request processed in 26us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320777.744306:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1892 00000100:00100000:0.0:1767320777.744317:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2484 00000100:00100000:0.0:1767320777.744321:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046056320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320777.744331:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320777.744361:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046056320:12345-0@lo:38:kworker.0 Request processed in 38us (479us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320777.744366:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046056704:12345-0@lo:38:kworker.0 Request processed in 231us (332us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320777.744368:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2484 00000100:00100000:3.0:1767320777.744372:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1767320777.744379:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2485 00000100:00100000:0.0:1767320777.744383:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046056576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320777.744392:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1767320777.744412:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bd180 x1853164046056192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320777.744414:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046056576:12345-0@lo:38:kworker.0 Request processed in 30us (473us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320777.744420:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2485 00000100:00100000:3.0:1767320777.744425:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046056192:0@lo:400:kworker.0 00010000:00080000:3.0:1767320777.744436:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8227100 x1853164046056448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767320777.744438:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320777.744442:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320777.744444:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046056448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.744445:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046056320:0@lo:38:kworker.0 00000100:00080000:0.0:1767320777.744451:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320777.744453:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320777.744456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046056576:0@lo:38:kworker.0 00000100:00080000:0.0:1767320777.744463:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320777.744466:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320777.744468:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046056704:0@lo:38:kworker.0 00000100:00100000:0.0:1767320777.744509:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046056960:0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.744536:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320777.744568:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320777.744574:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046056832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.744606:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320777.744674:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056960 00000100:00100000:0.0:1767320777.744678:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046056832 00000100:00100000:1.0:1767320777.744678:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056960 00000100:00100000:0.0:1767320777.744681:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046056832 00000100:00100000:1.0:1767320777.744713:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1767320777.744723:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046056960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320777.744760:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046056960:12345-0@lo:400:kworker.0 Request processed in 38us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320777.744783:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1767320777.744800:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1767320777.744806:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046056832:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320777.745041:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320777.745046:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320777.745048:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320777.745106:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046056832:12345-0@lo:400:kworker.0 Request processed in 299us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320777.745112:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00080000:2.0:1767320777.745281:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320777.745286:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320777.745290:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5970 00000100:00080000:2.0:1767320777.745294:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320777.745300:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320777.745319:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227b80 x1853164046057088/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320777.745353:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046057088:0@lo:38:kworker.0 00000100:00100000:2.0:1767320777.745381:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320777.745411:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057088 00000100:00100000:2.0:1767320777.745415:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057088 00000100:00100000:2.0:1767320777.745454:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2486 00000100:00100000:2.0:1767320777.745459:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046057088:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320777.745486:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320777.745516:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046057088:12345-0@lo:38:kworker.0 Request processed in 55us (133us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320777.745522:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2486 00000100:00080000:2.0:1767320777.745547:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320777.745551:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320777.745556:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046057088:0@lo:38:kworker.0 00000100:00100000:0.0:1767320777.745949:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046056832:0@lo:400:kworker.0 00000100:00100000:0.0:1767320777.745966:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046056960:0@lo:400:kworker.0 00010000:00010000:2.0:1767320778.511204:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320779.535892:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320780.558129:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320780.814745:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320780.814764:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046057216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320780.814862:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320780.814988:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057216 00000100:00100000:2.0:1767320780.814997:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057216 00000100:00100000:2.0:1767320780.815059:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:2.0:1767320780.815068:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046057216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320780.815096:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320780.815144:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046057216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320780.815164:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1767320780.815178:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046057216:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320780.815288:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320780.816727:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046057344:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320780.816807:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320780.819146:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057344 00000100:00100000:2.0:1767320780.819160:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057344 00000100:00100000:2.0:1767320780.819254:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:2.0:1767320780.819266:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046057344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320780.819296:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320780.819450:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320780.823728:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046057344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4456us (6911us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320780.823744:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:1.0:1767320780.829062:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046057344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320781.253539:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320781.254720:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985946880 00000100:00100000:2.0:1767320781.254733:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985946880 00000100:00100000:0.0:1767320781.254889:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320781.255139:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985946752 00000100:00100000:2.0:1767320781.255143:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985946752 00000100:00100000:2.0:1767320781.255164:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1893 00000100:00100000:2.0:1767320781.255178:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985946880:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320781.255257:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985946880:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (1728us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320781.255265:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1893 00000100:00100000:2.0:1767320781.255284:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2487 00000100:00100000:2.0:1767320781.255288:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985946752:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320781.255307:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320781.255331:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985946752:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (445us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320781.255337:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2487 00000100:00080000:3.0:1767320781.256206:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320781.585031:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320782.607710:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320782.862065:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320782.862076:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320782.862132:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320782.862136:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320782.862141:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320782.862149:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5976 00000100:00080000:3.0:1767320782.862154:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320782.862161:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320782.862181:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf100 x1853164046057600/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320782.862213:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320782.862216:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320782.862218:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320782.862221:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5976 00000100:00080000:3.0:1767320782.862224:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320782.862227:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320782.862235:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdc00 x1853164046057856/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320782.862244:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320782.862247:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320782.862249:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320782.862252:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5976 00000100:00080000:3.0:1767320782.862254:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320782.862258:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320782.862266:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdf80 x1853164046057984/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320782.862298:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320782.862300:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320782.862302:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320782.862305:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5976 00000100:00080000:3.0:1767320782.862307:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320782.862310:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320782.862318:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcfb80 x1853164046058368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320782.862343:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046058112:0@lo:400:kworker.0 00000100:00100000:3.0:1767320782.862403:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320782.862457:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320782.862463:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046058240:0@lo:400:kworker.0 00000100:00100000:3.0:1767320782.862482:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320782.862495:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046057728:0@lo:400:kworker.0 00000100:00100000:3.0:1767320782.862516:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058112 00000100:00100000:3.0:1767320782.862524:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058112 00000100:00100000:0.0:1767320782.862533:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320782.862584:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320782.862592:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046057472:0@lo:400:kworker.0 00000100:00100000:3.0:1767320782.862595:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058240 00000100:00100000:3.0:1767320782.862600:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058240 00000100:00100000:0.0:1767320782.862620:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320782.862629:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:3.0:1767320782.862639:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046058112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320782.862655:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:0.0:1767320782.862665:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046058240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320782.862688:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046058112:12345-0@lo:400:kworker.0 Request processed in 50us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320782.862696:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00100000:0.0:1767320782.862707:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046058240:12345-0@lo:400:kworker.0 Request processed in 44us (222us total) trans 0 rc 0/0 00000100:00080000:3.0:1767320782.862717:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320782.862722:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320782.862726:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:3.0:1767320782.862748:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046058240:0@lo:400:kworker.0 00000100:00100000:0.0:1767320782.862757:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057728 00000100:00100000:0.0:1767320782.862762:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057728 00000100:00100000:3.0:1767320782.862762:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046058112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320782.862819:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057472 00000100:00100000:0.0:1767320782.862823:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057472 00000100:00080000:3.0:1767320782.862834:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320782.862845:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1894 00000100:00100000:0.0:1767320782.862853:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046057728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320782.862888:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046057728:12345-0@lo:400:kworker.0 Request processed in 36us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320782.862895:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1894 00000100:00100000:3.0:1767320782.862911:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1895 00000100:00100000:3.0:1767320782.862924:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046057472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320782.862953:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046057472:12345-0@lo:400:kworker.0 Request processed in 35us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320782.863093:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046057600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320782.863119:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320782.863142:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046057856:0@lo:38:kworker.0 00000100:00100000:2.0:1767320782.863159:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320782.863171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046057984:0@lo:38:kworker.0 00000100:00100000:2.0:1767320782.863190:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320782.863207:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046058368:0@lo:38:kworker.0 00000100:00100000:2.0:1767320782.863224:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320782.863244:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057984 00000100:00100000:2.0:1767320782.863247:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057984 00000100:00100000:2.0:1767320782.863267:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1767320782.863271:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046057984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320782.863287:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320782.863316:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046057984:12345-0@lo:38:kworker.0 Request processed in 43us (125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320782.863322:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1767320782.863337:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057600 00000100:00100000:2.0:1767320782.863340:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057600 00000100:00100000:1.0:1767320782.863448:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046057856 00000100:00100000:1.0:1767320782.863452:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046057856 00000100:00100000:0.0:1767320782.864017:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058368 00000100:00100000:0.0:1767320782.864023:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058368 00000100:00100000:0.0:1767320782.864040:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2488 00000100:00100000:0.0:1767320782.864044:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046058368:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320782.864057:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320782.864092:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046058368:12345-0@lo:38:kworker.0 Request processed in 47us (866us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320782.864098:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2488 00010000:00080000:0.0:1767320782.864133:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcca80 x1853164046057472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320782.864147:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046057472:0@lo:400:kworker.0 00010000:00080000:0.0:1767320782.864159:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcd500 x1853164046057728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320782.864167:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046057728:0@lo:400:kworker.0 00000100:00080000:0.0:1767320782.864298:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320782.864304:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320782.864307:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046057984:0@lo:38:kworker.0 00000100:00080000:0.0:1767320782.864316:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320782.864552:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320782.864557:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046058368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320782.864761:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1895 00000100:00100000:2.0:1767320782.865358:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2489 00000100:00100000:2.0:1767320782.865365:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046057600:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320782.865381:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320782.865435:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046057600:12345-0@lo:38:kworker.0 Request processed in 69us (2314us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320782.865442:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2489 00000100:00080000:0.0:1767320782.865469:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320782.865483:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320782.865486:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046057600:0@lo:38:kworker.0 00000100:00100000:1.0:1767320782.872111:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2490 00000100:00100000:1.0:1767320782.872124:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046057856:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320782.872147:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320782.872238:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046057856:12345-0@lo:38:kworker.0 Request processed in 115us (9078us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320782.872246:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2490 00000100:00080000:0.0:1767320782.872350:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320782.872356:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320782.872361:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046057856:0@lo:38:kworker.0 00010000:00010000:2.0:1767320783.635079:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320784.654040:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320785.680019:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320785.934596:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046058496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320785.934748:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320785.935422:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046058624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320785.935512:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320785.937589:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058496 00000100:00100000:3.0:1767320785.937611:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058496 00000100:00100000:3.0:1767320785.937724:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058624 00000100:00100000:3.0:1767320785.937728:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058624 00000100:00100000:3.0:1767320785.937749:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:3.0:1767320785.937759:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046058496:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320785.937819:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320785.937946:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1767320785.937956:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046058624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320785.937976:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320785.938024:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046058624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (2513us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320785.938031:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00080000:0.0:1767320785.938056:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320785.938060:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320785.938122:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046058624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320785.945660:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046058496:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7888us (10898us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320785.945677:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:1.0:1767320785.945936:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046058496:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320786.373246:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320786.373345:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320786.373495:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947136 00000100:00100000:2.0:1767320786.373516:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947136 00000100:00100000:3.0:1767320786.373545:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947008 00000100:00100000:3.0:1767320786.373553:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947008 00000100:00080000:0.0:1767320786.373643:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320786.373711:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1896 00000100:00100000:3.0:1767320786.373724:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985947136:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320786.373846:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985947136:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 126us (613us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320786.373854:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1896 00000100:00100000:3.0:1767320786.373874:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2491 00000100:00100000:3.0:1767320786.373878:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985947008:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320786.373899:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320786.373924:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985947008:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (578us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320786.373930:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2491 00010000:00010000:2.0:1767320786.701959:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320787.726030:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320787.982487:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320787.982497:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320787.982556:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320787.982560:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320787.982563:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320787.982571:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5981 00000100:00080000:2.0:1767320787.982576:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320787.982629:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320787.982663:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba2680 x1853164046058880/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320787.982677:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046058752:0@lo:400:kworker.0 00000100:00080000:2.0:1767320787.982683:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320787.982686:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320787.982687:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320787.982691:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5981 00000100:00080000:2.0:1767320787.982693:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320787.982697:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320787.982731:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29f80 x1853164046059136/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320787.982740:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320787.982742:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320787.982744:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320787.982747:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5981 00000100:00080000:2.0:1767320787.982749:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320787.982752:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320787.982755:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320787.982762:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164046059264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320787.982809:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320787.982812:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320787.982814:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320787.982817:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5981 00000100:00080000:2.0:1767320787.982819:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320787.982822:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320787.982831:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320787.982833:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2aa00 x1853164046059648/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320787.982836:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046059008:0@lo:400:kworker.0 00000100:00100000:3.0:1767320787.982858:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320787.982887:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058752 00000100:00100000:3.0:1767320787.982887:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059008 00000100:00100000:2.0:1767320787.982894:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058752 00000100:00100000:3.0:1767320787.982894:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059008 00000100:00100000:0.0:1767320787.982945:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046059392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320787.982976:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320787.982998:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320787.983003:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046059520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320787.983022:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320787.983049:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059392 00000100:00100000:0.0:1767320787.983053:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059392 00000100:00100000:1.0:1767320787.983106:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046058880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320787.983134:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320787.983156:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046059136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320787.983177:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320787.983193:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046059264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320787.983215:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320787.983235:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046059648:0@lo:38:kworker.0 00000100:00100000:1.0:1767320787.983253:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320787.983311:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046058880 00000100:00100000:1.0:1767320787.983315:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046058880 00000100:00100000:1.0:1767320787.983342:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059136 00000100:00100000:1.0:1767320787.983345:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059136 00000100:00100000:1.0:1767320787.983353:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059648 00000100:00100000:1.0:1767320787.983355:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059648 00000100:00100000:1.0:1767320787.983368:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2492 00000100:00100000:1.0:1767320787.983374:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046058880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320787.983408:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320787.983459:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046058880:12345-0@lo:38:kworker.0 Request processed in 71us (312us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320787.983466:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2492 00000100:00100000:1.0:1767320787.983497:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1767320787.983501:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046059136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320787.983511:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320787.983536:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046059136:12345-0@lo:38:kworker.0 Request processed in 33us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320787.983542:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2493 00000100:00100000:1.0:1767320787.983553:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2494 00000100:00100000:1.0:1767320787.983557:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046059648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320787.983566:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320787.983587:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046059648:12345-0@lo:38:kworker.0 Request processed in 28us (332us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320787.983592:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2494 00000100:00100000:1.0:1767320787.983609:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059520 00000100:00100000:1.0:1767320787.983612:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059520 00000100:00100000:2.0:1767320787.983666:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:2.0:1767320787.983676:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046058752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320787.983717:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046058752:12345-0@lo:400:kworker.0 Request processed in 42us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320787.983725:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00010000:00080000:2.0:1767320787.983761:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8226680 x1853164046058752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320787.983787:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046058752:0@lo:400:kworker.0 00000100:00100000:2.0:1767320787.983825:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059264 00000100:00100000:2.0:1767320787.983829:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059264 00000100:00100000:2.0:1767320787.983856:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1767320787.983860:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046059264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320787.983872:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320787.983893:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046059264:12345-0@lo:38:kworker.0 Request processed in 32us (677us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320787.983898:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00080000:2.0:1767320787.985660:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320787.985668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320787.985671:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320787.985728:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320787.985735:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320787.985739:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046058880:0@lo:38:kworker.0 00000100:00080000:2.0:1767320787.985750:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320787.985753:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320787.985756:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046059136:0@lo:38:kworker.0 00000100:00080000:2.0:1767320787.985765:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320787.985781:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320787.985784:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046059264:0@lo:38:kworker.0 00000100:00080000:2.0:1767320787.985797:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320787.985801:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320787.985804:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046059648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320787.985977:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:0.0:1767320787.985986:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046059392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320787.986051:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046059392:12345-0@lo:400:kworker.0 Request processed in 66us (3073us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320787.986057:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:0.0:1767320787.986089:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046059392:0@lo:400:kworker.0 00000100:00100000:3.0:1767320787.986189:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:3.0:1767320787.986196:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046059008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320787.986232:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046059008:12345-0@lo:400:kworker.0 Request processed in 36us (3373us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320787.986238:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00010000:00080000:2.0:1767320787.986633:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0380 x1853164046059008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320787.986656:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046059008:0@lo:400:kworker.0 00000100:00100000:1.0:1767320787.986879:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:1.0:1767320787.986888:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046059520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320787.986937:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046059520:12345-0@lo:400:kworker.0 Request processed in 51us (3915us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320787.986944:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:0.0:1767320787.986998:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046059520:0@lo:400:kworker.0 00010000:00010000:2.0:1767320788.750086:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320789.774336:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320790.798008:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320791.054153:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046059904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320791.054187:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046059776:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320791.054243:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320791.054410:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059776 00000100:00100000:3.0:1767320791.054418:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059776 00000100:00100000:3.0:1767320791.054579:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:3.0:1767320791.054591:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046059776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320791.054625:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320791.054696:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046059776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (453us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320791.054738:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320791.054755:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320791.054809:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046059776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320791.054843:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046059904 00000100:00100000:1.0:1767320791.054849:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046059904 00000100:00080000:2.0:1767320791.054931:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320791.055232:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1767320791.062322:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:1.0:1767320791.062345:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046059904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320791.062405:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320791.062496:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046059904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (7741us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320791.062504:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1767320791.062642:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046059904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320791.490229:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320791.490481:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320791.490571:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947392 00000100:00100000:3.0:1767320791.490591:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947392 00000100:00100000:3.0:1767320791.490668:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947264 00000100:00100000:3.0:1767320791.490672:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947264 00000100:00080000:2.0:1767320791.490835:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320791.490888:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1899 00000100:00100000:3.0:1767320791.490904:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985947392:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320791.490983:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985947392:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320791.492027:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2495 00000100:00100000:1.0:1767320791.492036:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985947264:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320791.492079:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320791.492117:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985947264:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 81us (1637us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320791.492125:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2495 00000100:00100000:3.0:1767320791.492805:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1899 00010000:00010000:2.0:1767320791.822231:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320792.846201:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320793.102624:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.102635:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320793.102756:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046060032:0@lo:400:kworker.0 00000100:00100000:2.0:1767320793.102882:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320793.103012:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060032 00000100:00100000:0.0:1767320793.103034:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060032 00000100:00100000:0.0:1767320793.103114:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:0.0:1767320793.103125:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046060032:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767320793.103204:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.103209:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320793.103211:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320793.103212:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.103217:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5986 00000100:00080000:3.0:1767320793.103220:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.103226:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320793.103247:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcca80 x1853164046060160/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320793.103326:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046060288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320793.103381:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.103427:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046060160:0@lo:38:kworker.0 00000100:00100000:1.0:1767320793.103449:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.103495:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060288 00000100:00100000:1.0:1767320793.103499:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060288 00000100:00100000:1.0:1767320793.103531:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060160 00000100:00100000:1.0:1767320793.103535:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060160 00000100:00100000:1.0:1767320793.103552:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:1.0:1767320793.103559:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046060288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320793.103592:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046060288:12345-0@lo:400:kworker.0 Request processed in 33us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320793.103599:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:1.0:1767320793.103618:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2496 00000100:00100000:1.0:1767320793.103622:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046060160:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320793.103640:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320793.103672:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046060160:12345-0@lo:38:kworker.0 Request processed in 48us (222us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320793.103678:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2496 00000100:00080000:1.0:1767320793.103723:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320793.103728:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320793.103732:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046060160:0@lo:38:kworker.0 00010000:00080000:1.0:1767320793.103760:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fce300 x1853164046060288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320793.103787:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046060288:0@lo:400:kworker.0 00000100:00080000:1.0:1767320793.103800:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320793.106734:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046060032:12345-0@lo:400:kworker.0 Request processed in 3603us (3843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320793.106748:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00010000:00080000:2.0:1767320793.106963:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcd500 x1853164046060032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320809 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320793.106979:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046060032:0@lo:400:kworker.0 00000100:00080000:3.0:1767320793.108059:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.108067:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.108070:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.108115:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5986 00000100:00080000:3.0:1767320793.108120:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.108125:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320793.108163:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcf800 x1853164046060416/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320793.108195:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.108199:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.108201:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.108205:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5986 00000100:00080000:3.0:1767320793.108207:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.108211:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320793.108224:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd500 x1853164046060544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320793.108276:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320793.108279:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320793.108282:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320793.108285:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5986 00000100:00080000:3.0:1767320793.108287:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320793.108291:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320793.108304:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdf80 x1853164046060928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320793.108333:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046060800:0@lo:400:kworker.0 00000100:00100000:1.0:1767320793.108413:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046060416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.108425:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.108446:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.108464:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046060544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.108476:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320793.108482:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046060672:0@lo:400:kworker.0 00000100:00100000:1.0:1767320793.108507:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.108527:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046060928:0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.108531:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.108547:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320793.108573:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060416 00000100:00100000:3.0:1767320793.108573:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060800 00000100:00100000:1.0:1767320793.108579:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060416 00000100:00100000:3.0:1767320793.108579:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060800 00000100:00100000:1.0:1767320793.108615:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060928 00000100:00100000:1.0:1767320793.108618:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060928 00000100:00100000:3.0:1767320793.108626:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060672 00000100:00100000:3.0:1767320793.108628:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060672 00000100:00100000:1.0:1767320793.108634:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2497 00000100:00100000:1.0:1767320793.108641:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046060416:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.108646:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1767320793.108651:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046060800:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767320793.108659:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320793.108693:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046060416:12345-0@lo:38:kworker.0 Request processed in 50us (244us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320793.108693:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046060800:12345-0@lo:400:kworker.0 Request processed in 40us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320793.108699:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:1.0:1767320793.108700:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2497 00000100:00100000:3.0:1767320793.108712:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:1.0:1767320793.108713:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2498 00000100:00100000:1.0:1767320793.108717:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046060928:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.108718:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046060672:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767320793.108725:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320793.108867:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320793.108872:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320793.108875:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046060416:0@lo:38:kworker.0 00000100:00080000:0.0:1767320793.108883:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320793.108885:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320793.108888:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046060928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320793.108921:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320793.108925:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320793.109107:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046060544 00000100:00100000:2.0:1767320793.109111:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046060544 00000100:00100000:2.0:1767320793.109145:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1767320793.109151:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046060544:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320793.109168:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320793.116065:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046060928:12345-0@lo:38:kworker.0 Request processed in 7334us (7504us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320793.116080:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2498 00000100:00100000:2.0:1767320793.116149:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046060544:12345-0@lo:38:kworker.0 Request processed in 6995us (7638us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320793.116158:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1767320793.116227:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046060672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320793.116241:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046060800:0@lo:400:kworker.0 00000100:00080000:0.0:1767320793.116330:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320793.116336:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320793.116339:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046060544:0@lo:38:kworker.0 00000100:00100000:3.0:1767320793.116410:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046060672:12345-0@lo:400:kworker.0 Request processed in 7689us (7875us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320793.116419:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00010000:00010000:3.0:1767320793.869998:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320794.894428:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320795.918238:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320796.178710:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320796.178741:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046061056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320796.178924:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320796.179260:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061056 00000100:00100000:2.0:1767320796.179269:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061056 00000100:00100000:2.0:1767320796.179344:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1767320796.179355:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046061056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320796.179388:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320796.179439:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046061056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320796.179447:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1767320796.179512:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046061056:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320796.179581:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320796.184304:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320796.184330:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046061184:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320796.184446:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320796.184579:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061184 00000100:00100000:1.0:1767320796.184586:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061184 00000100:00100000:1.0:1767320796.184657:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1767320796.184666:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046061184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320796.184692:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320796.184736:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046061184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320796.184743:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00080000:0.0:1767320796.185018:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320796.185055:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046061184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320796.611668:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320796.611766:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320796.611943:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947648 00000100:00100000:1.0:1767320796.611953:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947648 00000100:00100000:3.0:1767320796.612002:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947520 00000100:00100000:3.0:1767320796.612010:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947520 00000100:00100000:1.0:1767320796.612032:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1902 00000100:00100000:1.0:1767320796.612043:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985947648:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320796.612055:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2499 00000100:00100000:3.0:1767320796.612063:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985947520:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320796.612083:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320796.612125:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985947520:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 60us (357us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320796.612129:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985947648:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320796.612146:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2499 00000100:00080000:2.0:1767320796.612187:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320796.612836:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1902 00000400:00000100:1.0:1767320796.614622:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985947776 offset 0 length 520: 4 00010000:00010000:2.0:1767320796.942335:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320797.198060:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320772/real 1767320772] req@ffffa07bc6081c00 x1853164046055808/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320797 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320797.198101:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc6081c00 x1853164046055808/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320797 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320797.198115:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320797.198195:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320797.198200:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6081c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046055808:0@lo:250:kworker.0 00000100:00080000:2.0:1767320797.198412:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320797.198418:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320797.198421:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320797.198426:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5970 00000100:00080000:2.0:1767320797.198430:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320797.198435:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320797.198467:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28700 x1853164046061312/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320797.198534:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046061312:0@lo:250:kworker.0 00000400:00000100:1.0:1767320797.198588:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046061312 offset 0 length 520: 4 00000100:00080000:2.0:1767320797.198672:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320797.198675:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320797.198677:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320797.198681:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5991 00000100:00080000:2.0:1767320797.198683:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320797.198687:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320797.198700:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164046061568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320797.198750:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320797.198760:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046061440:0@lo:400:kworker.0 00000100:00100000:3.0:1767320797.198815:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320797.198850:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061440 00000100:00100000:3.0:1767320797.198857:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061440 00000100:00100000:3.0:1767320797.198920:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:3.0:1767320797.198927:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046061440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320797.198972:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046061440:12345-0@lo:400:kworker.0 Request processed in 45us (156us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320797.198979:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00010000:00080000:3.0:1767320797.199014:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29180 x1853164046061440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320797.199026:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046061440:0@lo:400:kworker.0 00000100:00080000:3.0:1767320797.199051:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320797.200264:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046061568:0@lo:38:kworker.0 00000100:00100000:1.0:1767320797.200345:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320797.200806:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061568 00000100:00100000:3.0:1767320797.200812:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061568 00000100:00100000:3.0:1767320797.200849:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2500 00000100:00100000:3.0:1767320797.200855:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046061568:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320797.200883:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320797.200975:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046061568:12345-0@lo:38:kworker.0 Request processed in 118us (629us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320797.200982:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2500 00000100:00080000:2.0:1767320797.201173:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320797.201178:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320797.201182:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320797.201186:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5991 00000100:00080000:2.0:1767320797.201190:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320797.201194:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320797.201212:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28e00 x1853164046061824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320797.201222:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320797.201226:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320797.201227:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320797.201231:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5991 00000100:00080000:2.0:1767320797.201233:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320797.201329:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320797.201340:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046061696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320797.201369:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320797.201395:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061696 00000100:00100000:1.0:1767320797.201399:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061696 00000100:00100000:1.0:1767320797.201434:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:1.0:1767320797.201441:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046061696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320797.201488:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046061696:12345-0@lo:400:kworker.0 Request processed in 37us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320797.201494:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00010000:00080000:1.0:1767320797.201527:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29880 x1853164046061696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320797.201540:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046061696:0@lo:400:kworker.0 00000100:00080000:2.0:1767320797.201698:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320797.201714:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28000 x1853164046061952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320797.201755:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320797.201759:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320797.201760:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320797.201764:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5991 00000100:00080000:2.0:1767320797.201766:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320797.201788:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320797.201799:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28a80 x1853164046062336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320797.201823:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046062208:0@lo:400:kworker.0 00000100:00100000:2.0:1767320797.201853:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320797.201982:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320797.201989:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046062080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320797.202010:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320797.202046:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062208 00000100:00100000:2.0:1767320797.202050:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062208 00000100:00100000:2.0:1767320797.202080:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062080 00000100:00100000:2.0:1767320797.202083:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062080 00000100:00100000:2.0:1767320797.202099:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1767320797.202105:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046062208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320797.202137:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046062208:12345-0@lo:400:kworker.0 Request processed in 32us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320797.202142:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:2.0:1767320797.202153:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1767320797.202160:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046062080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320797.202187:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046062080:12345-0@lo:400:kworker.0 Request processed in 27us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320797.202193:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1215 00000100:00100000:2.0:1767320797.202223:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046062080:0@lo:400:kworker.0 00000100:00100000:2.0:1767320797.202232:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046062208:0@lo:400:kworker.0 00000100:00080000:3.0:1767320797.202884:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320797.203783:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320797.203792:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320797.203796:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046061568:0@lo:38:kworker.0 00000100:00100000:0.0:1767320797.203817:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046061824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320797.203938:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320797.204018:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046061952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320797.204045:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320797.204069:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046062336:0@lo:38:kworker.0 00000100:00100000:0.0:1767320797.204088:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320797.204132:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061952 00000100:00100000:2.0:1767320797.204138:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061952 00000100:00100000:2.0:1767320797.204179:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1767320797.204186:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046061952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320797.204204:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320797.204297:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046061952:12345-0@lo:38:kworker.0 Request processed in 109us (250us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320797.204304:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00080000:0.0:1767320797.211818:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320797.211832:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320797.211837:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046061952:0@lo:38:kworker.0 00000100:00100000:1.0:1767320797.218780:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046061824 00000100:00100000:1.0:1767320797.218795:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046061824 00000100:00100000:1.0:1767320797.218849:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062336 00000100:00100000:1.0:1767320797.218853:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062336 00000100:00100000:1.0:1767320797.218887:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2501 00000100:00100000:1.0:1767320797.218895:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046061824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320797.218916:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320797.218992:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046061824:12345-0@lo:38:kworker.0 Request processed in 97us (15125us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320797.218999:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2501 00000100:00100000:1.0:1767320797.219017:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2502 00000100:00100000:1.0:1767320797.219021:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046062336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320797.219030:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320797.219051:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046062336:12345-0@lo:38:kworker.0 Request processed in 29us (14962us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320797.219056:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2502 00000100:00080000:0.0:1767320797.219270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320797.219286:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320797.219290:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046061824:0@lo:38:kworker.0 00000100:00080000:0.0:1767320797.219300:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320797.219303:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320797.219306:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046062336:0@lo:38:kworker.0 00010000:00010000:3.0:1767320797.966227:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320798.990508:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320800.017403:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320801.038186:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320801.294006:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320801.294026:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046062464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320801.294082:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320801.294717:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062464 00000100:00100000:2.0:1767320801.294726:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062464 00000100:00100000:2.0:1767320801.294878:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:2.0:1767320801.294888:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046062464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320801.294917:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320801.294967:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046062464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (882us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320801.294975:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00080000:2.0:1767320801.294997:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320801.295242:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046062464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320801.295852:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046062592:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320801.295894:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320801.296116:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062592 00000100:00100000:2.0:1767320801.296121:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062592 00000100:00100000:2.0:1767320801.296159:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:2.0:1767320801.296167:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046062592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320801.296186:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320801.296237:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046062592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320801.296243:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00080000:2.0:1767320801.296262:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320801.297149:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046062592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320801.734145:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320801.734205:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320801.734390:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948032 00000100:00100000:3.0:1767320801.734404:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948032 00000100:00100000:3.0:1767320801.734495:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985947904 00000100:00100000:3.0:1767320801.734499:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985947904 00000100:00100000:3.0:1767320801.734525:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1905 00000100:00100000:3.0:1767320801.734537:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985948032:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320801.734636:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985948032:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320801.734645:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1905 00000100:00100000:3.0:1767320801.734667:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2503 00000100:00100000:3.0:1767320801.734672:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985947904:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320801.734697:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320801.734726:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985947904:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (521us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320801.734733:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2503 00000100:00080000:2.0:1767320801.734801:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320802.063815:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320802.319172:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320802.319197:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320802.319302:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320802.319307:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320802.319313:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320802.319325:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 5995 00000100:00080000:0.0:1767320802.319332:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767320802.319339:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046062720:0@lo:400:kworker.0 00000100:00080000:0.0:1767320802.319342:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320802.319385:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630700 x1853164046062848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320802.319414:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320802.319418:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320802.319420:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320802.319424:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 5995 00000100:00080000:0.0:1767320802.319427:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320802.319431:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320802.319446:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633800 x1853164046063104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320802.319456:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320802.319459:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320802.319462:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320802.319466:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 5995 00000100:00080000:0.0:1767320802.319469:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320802.319471:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046062976:0@lo:400:kworker.0 00000100:00080000:0.0:1767320802.319477:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320802.319494:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0631880 x1853164046063232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320802.319538:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320802.319542:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320802.319543:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320802.319548:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 5995 00000100:00080000:0.0:1767320802.319551:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320802.319556:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320802.319566:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320802.319569:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630380 x1853164046063616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320802.319601:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046063360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320802.319635:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062976 00000100:00100000:0.0:1767320802.319644:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320802.319645:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062976 00000100:00100000:0.0:1767320802.319676:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320802.319684:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046063488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320802.319709:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320802.319735:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:2.0:1767320802.319750:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046062976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320802.319801:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063360 00000100:00100000:0.0:1767320802.319820:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063360 00000100:00100000:2.0:1767320802.319831:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046062976:12345-0@lo:400:kworker.0 Request processed in 85us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320802.319841:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1767320802.319857:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063488 00000100:00100000:0.0:1767320802.319862:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063488 00000100:00100000:2.0:1767320802.319877:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:3.0:1767320802.319947:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767320802.320016:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0631180 x1853164046062976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320802.320030:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046062976:0@lo:400:kworker.0 00000100:00100000:3.0:1767320802.320062:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062720 00000100:00100000:3.0:1767320802.320065:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062720 00000100:00100000:3.0:1767320802.320239:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:3.0:1767320802.320246:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046062720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320802.320284:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046062720:12345-0@lo:400:kworker.0 Request processed in 39us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320802.320290:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00010000:00080000:3.0:1767320802.320316:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0632d80 x1853164046062720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320802.320326:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046062720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320802.320422:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046062848:0@lo:38:kworker.0 00000100:00100000:1.0:1767320802.320459:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320802.320481:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046063104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320802.320534:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320802.320553:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046063232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320802.320582:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320802.320602:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046063616:0@lo:38:kworker.0 00000100:00100000:1.0:1767320802.320624:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320802.320656:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063232 00000100:00100000:1.0:1767320802.320660:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063232 00000100:00100000:1.0:1767320802.320687:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1767320802.320692:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046063232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320802.320714:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320802.320753:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046063232:12345-0@lo:38:kworker.0 Request processed in 59us (170us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320802.320760:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:2.0:1767320802.320855:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046063360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320802.320902:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046063360:12345-0@lo:400:kworker.0 Request processed in 1016us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320802.322105:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046062848 00000100:00100000:1.0:1767320802.322120:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046062848 00000100:00100000:1.0:1767320802.322171:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063104 00000100:00100000:1.0:1767320802.322174:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063104 00000100:00100000:1.0:1767320802.322204:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063616 00000100:00100000:1.0:1767320802.322208:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063616 00000100:00100000:1.0:1767320802.322230:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2504 00000100:00100000:1.0:1767320802.322238:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046062848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320802.322262:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320802.322354:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046062848:12345-0@lo:38:kworker.0 Request processed in 115us (1893us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320802.322362:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2504 00000100:00100000:0.0:1767320802.322388:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:1.0:1767320802.322388:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1767320802.322396:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046063104:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320802.322408:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046063488:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767320802.322408:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320802.322437:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046063104:12345-0@lo:38:kworker.0 Request processed in 40us (1902us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320802.322445:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2505 00000100:00100000:1.0:1767320802.322460:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2506 00000100:00100000:1.0:1767320802.322465:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046063616:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320802.322471:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046063488:12345-0@lo:400:kworker.0 Request processed in 71us (2759us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320802.322480:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00010000:00020000:1.0:1767320802.322482:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320802.322509:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046063616:12345-0@lo:38:kworker.0 Request processed in 44us (1884us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320802.322515:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2506 00000100:00080000:1.0:1767320802.322583:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320802.322589:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320802.322594:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046062848:0@lo:38:kworker.0 00000100:00080000:1.0:1767320802.322604:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320802.322608:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320802.322611:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046063104:0@lo:38:kworker.0 00000100:00080000:1.0:1767320802.322621:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320802.322624:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320802.322627:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046063232:0@lo:38:kworker.0 00000100:00080000:1.0:1767320802.322636:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320802.322639:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320802.322642:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046063616:0@lo:38:kworker.0 00000100:00080000:0.0:1767320802.322695:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320802.322729:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046063488:0@lo:400:kworker.0 00000100:00100000:3.0:1767320802.322739:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046063360:0@lo:400:kworker.0 00000100:00100000:2.0:1767320802.322792:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00010000:00010000:2.0:1767320803.086155:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320804.111431:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320805.134322:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320806.159407:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320806.414003:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046063744:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320806.414152:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046063872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320806.414182:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320806.414226:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063744 00000100:00100000:1.0:1767320806.414235:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063744 00000100:00100000:2.0:1767320806.414363:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320806.414428:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046063872 00000100:00100000:0.0:1767320806.414433:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046063872 00000100:00100000:1.0:1767320806.414798:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:1.0:1767320806.414812:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046063744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320806.414853:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320806.414965:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046063744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 155us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320806.414974:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1767320806.415084:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046063744:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320806.415228:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320806.415236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320806.415303:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1767320806.415313:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046063872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320806.415334:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320806.415376:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046063872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320806.415381:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:2.0:1767320806.415419:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046063872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320806.864314:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320806.864466:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948288 00000100:00100000:2.0:1767320806.864485:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948288 00000100:00100000:2.0:1767320806.864602:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1908 00000100:00100000:2.0:1767320806.864619:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985948288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320806.864742:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985948288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 128us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320806.864751:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1908 00000100:00080000:0.0:1767320806.864928:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320806.867840:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320806.867929:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948160 00000100:00100000:3.0:1767320806.867939:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948160 00000100:00100000:3.0:1767320806.867990:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2507 00000100:00100000:3.0:1767320806.867998:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985948160:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320806.868021:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320806.868110:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985948160:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 111us (279us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320806.868119:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2507 00010000:00010000:2.0:1767320807.182514:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320807.442649:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320807.442656:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320807.442694:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320807.442696:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320807.442699:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320807.442706:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6000 00000100:00080000:0.0:1767320807.442709:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320807.442714:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320807.442730:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdf80 x1853164046064128/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320807.442743:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320807.442745:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320807.442746:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320807.442748:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6000 00000100:00080000:0.0:1767320807.442750:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320807.442751:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320807.442758:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcca80 x1853164046064384/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320807.442764:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320807.442766:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320807.442784:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320807.442787:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6000 00000100:00080000:0.0:1767320807.442789:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320807.442792:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320807.442826:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad880 x1853164046064512/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320807.442856:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320807.442859:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320807.442861:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320807.442865:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6000 00000100:00080000:0.0:1767320807.442867:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320807.442871:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320807.442881:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164046064896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320807.442907:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046064256:0@lo:400:kworker.0 00000100:00100000:0.0:1767320807.442963:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320807.443035:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320807.443042:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046064000:0@lo:400:kworker.0 00000100:00100000:0.0:1767320807.443064:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320807.443104:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064256 00000100:00100000:0.0:1767320807.443111:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064256 00000100:00100000:0.0:1767320807.443160:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064000 00000100:00100000:0.0:1767320807.443162:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064000 00000100:00100000:0.0:1767320807.443189:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:0.0:1767320807.443195:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046064256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320807.443243:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046064256:12345-0@lo:400:kworker.0 Request processed in 48us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320807.443248:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:0.0:1767320807.443259:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1767320807.443263:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046064000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320807.443280:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046064000:12345-0@lo:400:kworker.0 Request processed in 17us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320807.443284:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00080000:0.0:1767320807.443295:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320807.443314:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fce300 x1853164046064000/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320807.443323:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046064000:0@lo:400:kworker.0 00010000:00080000:0.0:1767320807.443329:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcf800 x1853164046064256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320807.443334:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046064256:0@lo:400:kworker.0 00000100:00100000:2.0:1767320807.443658:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046064768:0@lo:400:kworker.0 00000100:00100000:2.0:1767320807.443693:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320807.443720:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320807.443725:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046064640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320807.443740:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320807.444067:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046064128:0@lo:38:kworker.0 00000100:00100000:1.0:1767320807.444114:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320807.444146:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046064384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320807.444167:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320807.444195:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046064512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320807.444217:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320807.444332:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064128 00000100:00100000:2.0:1767320807.444337:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064128 00000100:00100000:2.0:1767320807.444363:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064384 00000100:00100000:2.0:1767320807.444366:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064384 00000100:00100000:2.0:1767320807.444376:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2508 00000100:00100000:2.0:1767320807.444379:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046064128:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320807.444393:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320807.444416:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046064128:12345-0@lo:38:kworker.0 Request processed in 37us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320807.444420:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2508 00000100:00100000:2.0:1767320807.444429:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2509 00000100:00100000:2.0:1767320807.444431:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046064384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320807.444437:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320807.444448:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046064384:12345-0@lo:38:kworker.0 Request processed in 16us (281us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320807.444451:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2509 00000100:00100000:3.0:1767320807.444664:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064512 00000100:00100000:3.0:1767320807.444669:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064512 00000100:00100000:3.0:1767320807.444700:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1767320807.444704:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046064512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320807.444711:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320807.444736:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046064512:12345-0@lo:38:kworker.0 Request processed in 31us (518us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320807.444739:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00080000:1.0:1767320807.444855:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320807.444860:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320807.444864:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046064512:0@lo:38:kworker.0 00000100:00100000:1.0:1767320807.444870:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046064896:0@lo:38:kworker.0 00000100:00100000:1.0:1767320807.444895:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320807.444934:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320807.444938:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320807.444941:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046064128:0@lo:38:kworker.0 00000100:00080000:1.0:1767320807.444950:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320807.444952:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320807.444954:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046064384:0@lo:38:kworker.0 00000100:00100000:3.0:1767320807.445015:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064896 00000100:00100000:3.0:1767320807.445019:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064896 00000100:00100000:3.0:1767320807.445045:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2510 00000100:00100000:3.0:1767320807.445049:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046064896:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320807.445059:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320807.445102:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046064896:12345-0@lo:38:kworker.0 Request processed in 51us (205us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320807.445108:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2510 00000100:00100000:0.0:1767320807.445359:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064768 00000100:00100000:0.0:1767320807.445363:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064768 00000100:00100000:0.0:1767320807.445390:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046064640 00000100:00100000:0.0:1767320807.445392:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046064640 00000100:00100000:0.0:1767320807.445407:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1767320807.445412:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046064768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320807.445442:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046064768:12345-0@lo:400:kworker.0 Request processed in 31us (1750us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320807.445446:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:0.0:1767320807.445455:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:0.0:1767320807.445458:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046064640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320807.445472:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046064640:12345-0@lo:400:kworker.0 Request processed in 14us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320807.445475:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1767320807.445587:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046064640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320807.445593:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046064768:0@lo:400:kworker.0 00000100:00080000:1.0:1767320807.445669:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320807.445672:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320807.445674:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046064896:0@lo:38:kworker.0 00010000:00010000:2.0:1767320808.206184:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320809.230105:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320810.254082:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320811.279577:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320811.534609:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046065024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320811.534748:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320811.535065:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065024 00000100:00100000:0.0:1767320811.535073:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065024 00000100:00100000:0.0:1767320811.535140:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:0.0:1767320811.535149:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046065024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320811.535176:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320811.535219:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046065024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320811.535226:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00080000:2.0:1767320811.535671:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320811.535971:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046065024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320811.538346:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046065152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320811.538438:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320811.539246:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065152 00000100:00100000:1.0:1767320811.539257:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065152 00000100:00080000:2.0:1767320811.539404:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320811.539448:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:1.0:1767320811.539460:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046065152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320811.539504:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320811.539574:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046065152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (1135us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320811.539580:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1767320811.539674:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046065152:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320811.970486:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320811.970582:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320811.970685:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948544 00000100:00100000:0.0:1767320811.970696:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948544 00000100:00100000:0.0:1767320811.970799:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948416 00000100:00100000:0.0:1767320811.970803:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948416 00000100:00100000:0.0:1767320811.970822:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1911 00000100:00100000:0.0:1767320811.970831:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985948544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320811.970903:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985948544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320811.970911:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1911 00000100:00100000:0.0:1767320811.970930:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2511 00000100:00100000:0.0:1767320811.970934:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985948416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320811.970952:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320811.970976:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985948416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 40us (395us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320811.970982:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2511 00000100:00080000:3.0:1767320811.971092:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320812.302255:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320812.560307:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320812.560318:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767320812.560437:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767320812.560457:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320812.560461:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320812.560465:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320812.560474:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6005 00000100:00080000:3.0:1767320812.560479:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320812.560485:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320812.560506:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264000 x1853164046065408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320812.560617:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046065408:0@lo:38:kworker.0 00000100:00100000:1.0:1767320812.560690:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320812.560804:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065408 00000100:00100000:1.0:1767320812.560823:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065408 00000100:00100000:1.0:1767320812.560860:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2512 00000100:00100000:1.0:1767320812.560867:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046065408:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320812.560887:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320812.560928:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046065408:12345-0@lo:38:kworker.0 Request processed in 59us (238us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320812.560935:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2512 00000100:00080000:1.0:1767320812.560987:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320812.561002:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320812.561006:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046065408:0@lo:38:kworker.0 00000100:00100000:2.0:1767320812.561232:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320812.561244:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046065536:0@lo:400:kworker.0 00000100:00100000:2.0:1767320812.561277:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320812.565648:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065536 00000100:00100000:1.0:1767320812.565664:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065536 00000100:00100000:1.0:1767320812.565762:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1912 00000100:00100000:1.0:1767320812.565819:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046065536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320812.565921:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046065536:12345-0@lo:400:kworker.0 Request processed in 120us (4643us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320812.565929:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1912 00000100:00100000:0.0:1767320812.566207:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046065280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320812.566252:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320812.566369:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320812.566375:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320812.566379:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320812.566385:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6005 00000100:00080000:3.0:1767320812.566389:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320812.566394:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320812.566421:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb266300 x1853164046065664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320812.566445:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320812.566448:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320812.566450:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320812.566453:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6005 00000100:00080000:3.0:1767320812.566456:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320812.566459:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320812.566471:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264a80 x1853164046065792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320812.566502:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320812.566505:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320812.566508:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320812.566511:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6005 00000100:00080000:3.0:1767320812.566513:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320812.566517:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320812.566527:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb265c00 x1853164046066176/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320812.566554:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046065664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320812.566583:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320812.566719:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046065920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320812.566810:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046066048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320812.566855:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046065792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320812.566907:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065280 00000100:00100000:1.0:1767320812.566913:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065280 00000100:00100000:1.0:1767320812.566947:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065664 00000100:00100000:1.0:1767320812.566951:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065664 00000100:00100000:1.0:1767320812.566969:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1913 00000100:00100000:1.0:1767320812.566976:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046065280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320812.567142:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320812.567179:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2513 00000100:00100000:0.0:1767320812.567185:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046065664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320812.567204:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320812.567235:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046065664:12345-0@lo:38:kworker.0 Request processed in 49us (651us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320812.567242:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2513 00000100:00080000:0.0:1767320812.567277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320812.567307:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb264380 x1853164046065536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320812.567321:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046065536:0@lo:400:kworker.0 00000100:00100000:0.0:1767320812.567361:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065920 00000100:00100000:0.0:1767320812.567365:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065920 00000100:00100000:0.0:1767320812.567392:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1767320812.567398:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046065920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320812.567434:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046065920:12345-0@lo:400:kworker.0 Request processed in 36us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320812.567441:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:0.0:1767320812.567465:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046065920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320812.569588:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320812.571758:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066048 00000100:00100000:0.0:1767320812.571906:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066048 00000100:00100000:0.0:1767320812.571976:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1767320812.571986:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046066048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320812.572090:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046066048:12345-0@lo:400:kworker.0 Request processed in 105us (2509us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320812.572098:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:2.0:1767320812.572225:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046066048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320812.572345:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320812.572394:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046066176:0@lo:38:kworker.0 00000100:00100000:3.0:1767320812.572425:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320812.572462:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320812.572467:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320812.572471:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046065664:0@lo:38:kworker.0 00000100:00100000:2.0:1767320812.572534:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046065792 00000100:00100000:2.0:1767320812.572539:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046065792 00000100:00100000:2.0:1767320812.572567:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1767320812.572571:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046065792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320812.572589:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320812.572636:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046065792:12345-0@lo:38:kworker.0 Request processed in 63us (291us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320812.572644:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1767320812.572759:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066176 00000100:00100000:0.0:1767320812.572763:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066176 00000100:00080000:3.0:1767320812.572927:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320812.572933:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320812.572936:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046065792:0@lo:38:kworker.0 00000100:00100000:1.0:1767320812.573048:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046065280:12345-0@lo:400:kworker.0 Request processed in 6071us (6794us total) trans 0 rc 0/0 00010000:00080000:3.0:1767320812.573131:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb264e00 x1853164046065280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320812.573142:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046065280:0@lo:400:kworker.0 00000100:00100000:0.0:1767320812.574051:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2514 00000100:00100000:0.0:1767320812.574064:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046066176:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320812.574080:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320812.574130:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046066176:12345-0@lo:38:kworker.0 Request processed in 67us (1704us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320812.574194:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320812.574199:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320812.574204:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046066176:0@lo:38:kworker.0 00000100:00100000:1.0:1767320812.576823:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1913 00000100:00100000:0.0:1767320812.584727:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2514 00010000:00010000:2.0:1767320813.326052:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320814.351404:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320815.373990:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320816.398008:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320816.656368:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046066304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320816.656444:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320816.656564:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320816.656571:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046066432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320816.656610:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320816.656668:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066304 00000100:00100000:2.0:1767320816.656676:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066304 00000100:00100000:2.0:1767320816.656764:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066432 00000100:00100000:2.0:1767320816.656785:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066432 00000100:00100000:2.0:1767320816.656807:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1767320816.656816:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046066304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320816.656859:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320816.656872:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1767320816.656883:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046066432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320816.656902:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320816.656946:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046066304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320816.656955:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:1.0:1767320816.656961:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046066432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320816.656970:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00080000:0.0:1767320816.657030:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320816.657036:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320816.657071:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046066432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320816.657097:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046066304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320817.092194:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320817.093887:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320817.094179:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948800 00000100:00100000:2.0:1767320817.094194:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948800 00000100:00100000:2.0:1767320817.094370:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985948672 00000100:00100000:2.0:1767320817.094374:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985948672 00000100:00100000:2.0:1767320817.094399:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1914 00000100:00100000:2.0:1767320817.094412:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985948800:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320817.094473:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2515 00000100:00100000:3.0:1767320817.094481:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985948672:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767320817.094494:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985948800:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (2310us total) trans 0 rc 0/0 00010000:00020000:3.0:1767320817.094505:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320817.094510:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1914 00000100:00100000:3.0:1767320817.094544:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985948672:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 60us (671us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320817.094562:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2515 00000100:00080000:0.0:1767320817.094716:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320817.422956:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320817.678164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320817.678174:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320817.678282:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046066560:0@lo:400:kworker.0 00000100:00100000:2.0:1767320817.678354:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320817.678659:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066560 00000100:00100000:1.0:1767320817.678669:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066560 00000100:00100000:1.0:1767320817.678800:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1915 00000100:00100000:1.0:1767320817.678810:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046066560:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320817.678852:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320817.678858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320817.678862:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320817.678871:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6010 00000100:00080000:0.0:1767320817.678875:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320817.678881:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00080000:3.0:1767320817.678906:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320817.678927:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf480 x1853164046066688/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320817.678963:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046066688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320817.679001:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320817.679039:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066688 00000100:00100000:3.0:1767320817.679043:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066688 00000100:00100000:3.0:1767320817.679066:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2516 00000100:00100000:3.0:1767320817.679071:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046066688:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320817.679091:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320817.679125:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046066688:12345-0@lo:38:kworker.0 Request processed in 51us (122us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320817.679131:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2516 00000100:00080000:3.0:1767320817.679167:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320817.679172:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320817.679175:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046066688:0@lo:38:kworker.0 00000100:00100000:3.0:1767320817.679204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046066816:0@lo:400:kworker.0 00000100:00100000:3.0:1767320817.679229:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320817.679269:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066816 00000100:00100000:3.0:1767320817.679273:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066816 00000100:00100000:3.0:1767320817.679298:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1916 00000100:00100000:3.0:1767320817.679304:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046066816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320817.679335:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046066816:12345-0@lo:400:kworker.0 Request processed in 31us (105us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320817.679342:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1916 00010000:00080000:3.0:1767320817.679366:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaea00 x1853164046066816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320817.679377:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046066816:0@lo:400:kworker.0 00000100:00080000:3.0:1767320817.679390:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320817.682270:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046066560:12345-0@lo:400:kworker.0 Request processed in 3452us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320817.682284:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1915 00010000:00080000:2.0:1767320817.682893:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaafb80 x1853164046066560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320817.682991:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046066560:0@lo:400:kworker.0 00000100:00080000:0.0:1767320817.683106:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320817.683111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320817.683115:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320817.683121:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6010 00000100:00080000:0.0:1767320817.683125:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320817.683131:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320817.683166:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaed80 x1853164046066944/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320817.683191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320817.683196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320817.683197:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320817.683202:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6010 00000100:00080000:0.0:1767320817.683204:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320817.683208:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320817.683221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac700 x1853164046067072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320817.683494:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320817.683518:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046066944:0@lo:38:kworker.0 00000100:00100000:3.0:1767320817.683572:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320817.683608:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046067072:0@lo:38:kworker.0 00000100:00100000:3.0:1767320817.683684:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320817.683720:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067072 00000100:00100000:3.0:1767320817.683726:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067072 00000100:00100000:3.0:1767320817.683753:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1767320817.683759:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046067072:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320817.683790:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320817.683822:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046067072:12345-0@lo:38:kworker.0 Request processed in 63us (137us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320817.683828:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:0.0:1767320817.683882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320817.683887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320817.683890:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320817.683895:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6010 00000100:00100000:2.0:1767320817.684007:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046067328:0@lo:400:kworker.0 00000100:00080000:3.0:1767320817.684022:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320817.684029:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320817.684033:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046067072:0@lo:38:kworker.0 00000100:00100000:2.0:1767320817.684047:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320817.684070:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320817.684076:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320817.684091:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac700 x1853164046067456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320817.684136:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046067200:0@lo:400:kworker.0 00000100:00100000:2.0:1767320817.684155:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320817.684183:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067328 00000100:00100000:2.0:1767320817.684187:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067328 00000100:00100000:2.0:1767320817.684240:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067200 00000100:00100000:1.0:1767320817.684263:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046066944 00000100:00100000:1.0:1767320817.684268:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046066944 00000100:00100000:1.0:1767320817.684295:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2517 00000100:00100000:1.0:1767320817.684300:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046066944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320817.684309:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320817.684632:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:3.0:1767320817.684993:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046067456:0@lo:38:kworker.0 00000100:00100000:3.0:1767320817.685025:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320817.685081:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067200 00000100:00100000:0.0:1767320817.685139:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046067328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320817.685186:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046067328:12345-0@lo:400:kworker.0 Request processed in 50us (1141us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320817.685257:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1767320817.685265:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046067200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320817.685299:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046067200:12345-0@lo:400:kworker.0 Request processed in 36us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320817.685305:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1223 00000100:00100000:2.0:1767320817.685339:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067456 00000100:00100000:2.0:1767320817.685343:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067456 00000100:00100000:2.0:1767320817.685363:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2518 00000100:00100000:2.0:1767320817.685368:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046067456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320817.685384:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320817.686133:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00100000:0.0:1767320817.686191:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046067328:0@lo:400:kworker.0 00000100:00100000:0.0:1767320817.686206:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046067200:0@lo:400:kworker.0 00000100:00100000:1.0:1767320817.687199:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046066944:12345-0@lo:38:kworker.0 Request processed in 2890us (3617us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320817.687200:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046067456:12345-0@lo:38:kworker.0 Request processed in 1821us (2164us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320817.687218:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2518 00000100:00080000:3.0:1767320817.687488:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320817.687493:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320817.687497:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046066944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320817.687668:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2517 00000100:00080000:3.0:1767320817.687981:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320817.687986:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320817.687989:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046067456:0@lo:38:kworker.0 00010000:00010000:3.0:1767320818.446068:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320819.472284:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320820.494156:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320821.196400:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767320821.196443:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985948928 offset 0 length 520: 4 00000100:00100000:2.0:1767320821.196468:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320821.196552:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949184 00000100:00100000:1.0:1767320821.196555:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949056 00000100:00100000:1.0:1767320821.196562:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949056 00000100:00100000:0.0:1767320821.196563:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949184 00000100:00100000:1.0:1767320821.196621:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1917 00000100:00100000:1.0:1767320821.196638:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985949184:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767320821.196668:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320821.196892:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2519 00000100:00100000:0.0:1767320821.196899:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985949056:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320821.196921:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320821.196946:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985949184:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 313us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320821.196955:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985949056:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320821.196960:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1917 00000100:00100000:0.0:1767320821.196969:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2519 00010000:00010000:2.0:1767320821.518214:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320821.774146:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046067584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320821.774206:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320821.774319:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067584 00000100:00100000:1.0:1767320821.774327:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067584 00000100:00100000:1.0:1767320821.774394:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1767320821.774404:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046067584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320821.774437:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320821.774507:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046067584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320821.774515:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:3.0:1767320821.774571:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046067584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320821.774815:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046067712:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320821.774865:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320821.774935:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067712 00000100:00100000:1.0:1767320821.774940:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067712 00000100:00100000:1.0:1767320821.774968:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767320821.774974:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046067712:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320821.774987:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320821.775987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320821.775994:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320821.784850:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046067712:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9863us (9971us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320821.784870:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:3.0:1767320821.787039:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046067712:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320822.542066:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320822.798058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320822.798070:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320822.798131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320822.798135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320822.798139:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320822.798148:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6015 00000100:00080000:0.0:1767320822.798152:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320822.798160:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320822.798183:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaafb80 x1853164046067968/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320822.798186:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320822.798209:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046067840:0@lo:400:kworker.0 00000100:00080000:0.0:1767320822.798218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320822.798222:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320822.798224:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320822.798228:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6015 00000100:00080000:0.0:1767320822.798231:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320822.798234:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320822.798248:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf480 x1853164046068224/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320822.798256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320822.798260:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320822.798262:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320822.798266:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6015 00000100:00080000:0.0:1767320822.798268:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320822.798272:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320822.798281:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320822.798285:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164046068352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320822.798320:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320822.798323:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320822.798324:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320822.798328:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6015 00000100:00080000:0.0:1767320822.798331:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320822.798335:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320822.798346:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046068096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320822.798348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad880 x1853164046068736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320822.798375:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320822.798402:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067840 00000100:00100000:0.0:1767320822.798411:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067840 00000100:00100000:0.0:1767320822.798478:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068096 00000100:00100000:0.0:1767320822.798483:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068096 00000100:00100000:0.0:1767320822.798507:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1918 00000100:00100000:0.0:1767320822.798515:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046067840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320822.798545:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1919 00000100:00100000:1.0:1767320822.798558:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046068096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320822.798577:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046067840:12345-0@lo:400:kworker.0 Request processed in 61us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320822.798587:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1918 00000100:00100000:1.0:1767320822.798602:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046068096:12345-0@lo:400:kworker.0 Request processed in 46us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320822.798608:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1919 00010000:00080000:0.0:1767320822.798638:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaea00 x1853164046068096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320822.798644:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320822.798655:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046068096:0@lo:400:kworker.0 00010000:00080000:0.0:1767320822.798669:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaf800 x1853164046067840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320822.798677:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046067840:0@lo:400:kworker.0 00000100:00100000:3.0:1767320822.798798:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320797/real 1767320797] req@ffffa07bf8c28700 x1853164046061312/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320822 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320822.798833:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf8c28700 x1853164046061312/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320822 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320822.798848:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046067968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320822.798879:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320822.798912:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046068224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320822.798930:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046067968 00000100:00100000:1.0:1767320822.798936:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046067968 00000100:00100000:3.0:1767320822.798941:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320822.798958:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046068352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320822.798961:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068224 00000100:00100000:1.0:1767320822.798966:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068224 00000100:00100000:1.0:1767320822.798984:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2520 00000100:00100000:1.0:1767320822.798992:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046067968:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767320822.798993:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1767320822.799013:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320822.799026:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046068736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320822.799054:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046067968:12345-0@lo:38:kworker.0 Request processed in 62us (172us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320822.799059:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320822.799068:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2520 00000100:00100000:1.0:1767320822.799086:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068736 00000100:00080000:3.0:1767320822.799086:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320822.799092:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068736 00000100:00080000:3.0:1767320822.799101:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320822.799106:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046061312:0@lo:250:kworker.0 00000100:00100000:1.0:1767320822.799116:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2521 00000100:00100000:1.0:1767320822.799121:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046068224:12345-0@lo:38:kworker.0 00000100:00080000:3.0:1767320822.799129:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767320822.799134:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:3.0:1767320822.799137:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320822.799142:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046067968:0@lo:38:kworker.0 00000100:00100000:3.0:1767320822.799169:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068352 00000100:00100000:3.0:1767320822.799174:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068352 00000100:00100000:1.0:1767320822.799184:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046068224:12345-0@lo:38:kworker.0 Request processed in 61us (245us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320822.799192:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2521 00000100:00100000:3.0:1767320822.799204:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1767320822.799210:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2522 00000100:00100000:3.0:1767320822.799212:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046068352:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320822.799220:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046068736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320822.799227:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320822.799232:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320822.799270:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046068352:12345-0@lo:38:kworker.0 Request processed in 57us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320822.799272:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046068736:12345-0@lo:38:kworker.0 Request processed in 53us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320822.799281:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:1.0:1767320822.799285:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2522 00000100:00080000:3.0:1767320822.799324:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320822.799330:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320822.799334:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046068224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320822.799343:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046068608:0@lo:400:kworker.0 00000100:00080000:3.0:1767320822.799344:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320822.799352:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320822.799357:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046068352:0@lo:38:kworker.0 00000100:00080000:3.0:1767320822.799369:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320822.799373:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320822.799377:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046068736:0@lo:38:kworker.0 00000100:00100000:1.0:1767320822.799388:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320822.799419:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320822.799427:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046068480:0@lo:400:kworker.0 00000100:00100000:1.0:1767320822.799447:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320822.799710:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068608 00000100:00100000:0.0:1767320822.799715:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068608 00000100:00100000:0.0:1767320822.799747:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068480 00000100:00100000:0.0:1767320822.799750:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068480 00000100:00100000:0.0:1767320822.799786:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1224 00000100:00100000:0.0:1767320822.799793:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046068608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320822.799850:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1767320822.799860:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046068608:12345-0@lo:400:kworker.0 Request processed in 65us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320822.799863:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046068480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320822.799874:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1224 00000100:00080000:0.0:1767320822.799901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320822.799905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320822.799908:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320822.799913:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 5995 00000100:00100000:3.0:1767320822.799918:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046068480:12345-0@lo:400:kworker.0 Request processed in 58us (467us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320822.799919:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320822.799929:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320822.799930:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:0.0:1767320822.799956:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf800 x1853164046068864/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320822.799975:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046068480:0@lo:400:kworker.0 00000100:00100000:3.0:1767320822.799990:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046068608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320822.800021:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046068864:0@lo:250:kworker.0 00000400:00000100:3.0:1767320822.800039:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046068864 offset 0 length 520: 4 00010000:00010000:2.0:1767320823.566247:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320824.591444:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320825.614033:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320826.312116:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320826.312252:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320826.319498:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949440 00000100:00100000:3.0:1767320826.319565:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949440 00000100:00100000:3.0:1767320826.319969:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949312 00000100:00100000:3.0:1767320826.319975:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949312 00000100:00100000:3.0:1767320826.320016:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1920 00000100:00100000:3.0:1767320826.320030:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985949440:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320826.320147:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985949440:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 119us (8041us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320826.320156:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1920 00000100:00100000:3.0:1767320826.320177:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2523 00000100:00100000:3.0:1767320826.320182:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985949312:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320826.320230:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320826.320259:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985949312:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 76us (8009us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320826.320265:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2523 00000100:00080000:1.0:1767320826.321203:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320826.638252:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320826.894296:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046068992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320826.894390:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320826.894503:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046068992 00000100:00100000:1.0:1767320826.894512:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046068992 00000100:00100000:1.0:1767320826.894585:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1767320826.894594:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046068992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320826.894643:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320826.894701:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046068992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320826.894708:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00080000:0.0:1767320826.894921:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320826.894955:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046068992:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320826.895230:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320826.895239:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046069120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320826.895270:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320826.895342:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069120 00000100:00100000:1.0:1767320826.895347:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069120 00000100:00100000:1.0:1767320826.895389:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1767320826.895396:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046069120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320826.895427:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320826.895460:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046069120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320826.895466:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00080000:0.0:1767320826.895517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320826.895537:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046069120:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320827.662045:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320827.918220:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320827.918230:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320827.918296:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320827.918299:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320827.918303:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320827.918312:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6021 00000100:00080000:3.0:1767320827.918316:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320827.918322:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320827.918388:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdaa00 x1853164046069376/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320827.918407:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320827.918410:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320827.918412:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320827.918415:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6021 00000100:00080000:3.0:1767320827.918417:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320827.918420:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320827.918429:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164046069632/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320827.918436:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320827.918440:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320827.918442:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320827.918445:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6021 00000100:00080000:3.0:1767320827.918447:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320827.918450:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320827.918459:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164046069760/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320827.918486:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320827.918488:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320827.918490:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320827.918492:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6021 00000100:00080000:3.0:1767320827.918494:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320827.918497:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320827.918506:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575180 x1853164046070144/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320827.918528:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046070016:0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.918593:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320827.918626:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320827.918630:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046069888:0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.918648:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320827.918676:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070016 00000100:00100000:3.0:1767320827.918682:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070016 00000100:00100000:3.0:1767320827.918730:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069888 00000100:00100000:3.0:1767320827.918733:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069888 00000100:00100000:3.0:1767320827.918750:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1767320827.918756:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046070016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.918821:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046070016:12345-0@lo:400:kworker.0 Request processed in 64us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320827.918827:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1767320827.918841:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1767320827.918847:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046069888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320827.918986:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046069504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.919194:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046069888:12345-0@lo:400:kworker.0 Request processed in 345us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320827.919201:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1767320827.919372:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046069376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320827.919560:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046069248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320827.919926:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320827.919970:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069504 00000100:00100000:0.0:1767320827.919976:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069504 00000100:00100000:0.0:1767320827.920021:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:0.0:1767320827.920029:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046069504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320827.920069:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046069504:12345-0@lo:400:kworker.0 Request processed in 41us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320827.920075:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00080000:0.0:1767320827.920093:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320827.920116:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb100 x1853164046069504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320827.920128:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046069504:0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.920439:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046069888:0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.920451:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046070016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320827.920631:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320827.920651:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046069632:0@lo:38:kworker.0 00000100:00100000:1.0:1767320827.920677:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320827.920703:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046069760:0@lo:38:kworker.0 00000100:00100000:1.0:1767320827.920738:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320827.920754:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046070144:0@lo:38:kworker.0 00000100:00100000:1.0:1767320827.920792:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320827.920911:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320827.921096:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069760 00000100:00100000:3.0:1767320827.921102:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069760 00000100:00100000:3.0:1767320827.921136:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1767320827.921142:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046069760:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320827.921160:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320827.921202:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046069760:12345-0@lo:38:kworker.0 Request processed in 59us (462us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320827.921208:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1767320827.921230:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069376 00000100:00100000:3.0:1767320827.921233:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069376 00000100:00100000:3.0:1767320827.921354:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069632 00000100:00100000:3.0:1767320827.921359:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069632 00000100:00100000:3.0:1767320827.921372:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070144 00000100:00100000:3.0:1767320827.921375:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070144 00000100:00100000:3.0:1767320827.921381:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046069248 00000100:00100000:3.0:1767320827.921383:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046069248 00000100:00100000:3.0:1767320827.921410:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1767320827.921415:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046069248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320827.921454:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046069248:12345-0@lo:400:kworker.0 Request processed in 38us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320827.921461:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00000100:00100000:3.0:1767320827.921479:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2524 00000100:00100000:3.0:1767320827.921483:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046069376:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320827.921492:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320827.921515:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046069376:12345-0@lo:38:kworker.0 Request processed in 31us (885us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320827.921521:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2524 00000100:00100000:3.0:1767320827.921532:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2525 00000100:00100000:3.0:1767320827.921535:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046069632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320827.921544:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320827.921575:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046069632:12345-0@lo:38:kworker.0 Request processed in 38us (897us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320827.921581:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2525 00000100:00100000:3.0:1767320827.921590:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2526 00000100:00100000:3.0:1767320827.921593:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046070144:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320827.921601:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320827.921624:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046070144:12345-0@lo:38:kworker.0 Request processed in 29us (831us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320827.921629:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2526 00000100:00080000:1.0:1767320827.921742:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320827.921748:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320827.921752:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046069376:0@lo:38:kworker.0 00000100:00080000:1.0:1767320827.921760:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320827.921763:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320827.921788:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046069632:0@lo:38:kworker.0 00000100:00080000:1.0:1767320827.921799:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320827.921803:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320827.921805:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046069760:0@lo:38:kworker.0 00000100:00080000:1.0:1767320827.921813:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320827.921815:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320827.921818:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046070144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320827.922161:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320827.922327:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28700 x1853164046069248/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320827.922341:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046069248:0@lo:400:kworker.0 00010000:00010000:2.0:1767320828.694218:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320829.710975:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320830.734123:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320831.426697:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320831.426852:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320831.433554:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949696 00000100:00100000:0.0:1767320831.433570:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949696 00000100:00100000:0.0:1767320831.433782:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949568 00000100:00100000:0.0:1767320831.433786:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949568 00000100:00100000:0.0:1767320831.433819:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1923 00000100:00100000:0.0:1767320831.433830:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985949696:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320831.433937:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985949696:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 108us (7250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320831.433945:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1923 00000100:00100000:0.0:1767320831.433976:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2527 00000100:00100000:0.0:1767320831.433980:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985949568:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320831.434000:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320831.434182:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320831.435633:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985949568:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (7174us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320831.435656:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2527 00010000:00010000:2.0:1767320831.759459:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320832.014437:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046070272:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320832.014498:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046070400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320832.014528:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320832.014761:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320832.028356:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070272 00000100:00100000:2.0:1767320832.028384:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070272 00000100:00100000:2.0:1767320832.028586:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070400 00000100:00100000:2.0:1767320832.028591:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070400 00000100:00080000:0.0:1767320832.028732:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320832.028737:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320832.032755:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1767320832.032794:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046070272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320832.032833:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320832.033021:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046070272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 252us (18492us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320832.033029:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1767320832.033053:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1767320832.033061:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046070400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320832.033093:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320832.033135:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046070400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (18374us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320832.033140:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1767320832.033209:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046070400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320832.039594:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046070272:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320832.781990:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320833.037931:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320833.037941:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320833.037997:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320833.038001:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320833.038006:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320833.038013:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320833.038018:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320833.038024:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320833.038055:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584700 x1853164046070656/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320833.038128:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320833.038132:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320833.038133:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320833.038148:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320833.038150:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320833.038157:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046070656:0@lo:38:kworker.0 00000100:00080000:1.0:1767320833.038166:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320833.038179:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575180 x1853164046070912/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320833.038188:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320833.038192:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320833.038194:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320833.038197:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320833.038199:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320833.038203:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320833.038223:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164046071040/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320833.038320:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046070528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320833.038373:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046070784:0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.038409:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320833.038455:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320833.038489:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070528 00000100:00100000:0.0:1767320833.038494:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070784 00000100:00100000:3.0:1767320833.038496:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070528 00000100:00100000:0.0:1767320833.038497:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070784 00000100:00080000:1.0:1767320833.038538:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320833.038541:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320833.038543:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767320833.038544:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00080000:1.0:1767320833.038547:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6026 00000100:00080000:1.0:1767320833.038549:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320833.038552:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320833.038564:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5880 x1853164046071424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320833.038577:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320833.038592:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320833.038633:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046070912:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.038667:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.038684:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046071040:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.038721:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.038744:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046071424:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.038792:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.038820:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070656 00000100:00100000:2.0:1767320833.038824:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070656 00000100:00100000:2.0:1767320833.038838:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046070912 00000100:00100000:2.0:1767320833.038840:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046070912 00000100:00100000:2.0:1767320833.040359:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071424 00000100:00100000:2.0:1767320833.040370:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071424 00000100:00100000:2.0:1767320833.040391:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2528 00000100:00100000:2.0:1767320833.040399:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046070656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.040426:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.040498:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046070656:12345-0@lo:38:kworker.0 Request processed in 98us (1919us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.040506:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2528 00000100:00100000:2.0:1767320833.040521:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2529 00000100:00100000:2.0:1767320833.040525:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046070912:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.040535:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.040558:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046070912:12345-0@lo:38:kworker.0 Request processed in 31us (1890us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.040564:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2529 00000100:00100000:2.0:1767320833.040573:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2530 00000100:00100000:2.0:1767320833.040577:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046071424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.040586:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.040604:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046071424:12345-0@lo:38:kworker.0 Request processed in 25us (1811us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.040610:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2530 00000100:00100000:2.0:1767320833.040645:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071040 00000100:00100000:2.0:1767320833.040648:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071040 00000100:00100000:2.0:1767320833.040669:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1767320833.040673:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046071040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320833.040681:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320833.040703:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046071040:12345-0@lo:38:kworker.0 Request processed in 30us (1982us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320833.040708:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00080000:2.0:1767320833.040743:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.040748:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.040751:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046070912:0@lo:38:kworker.0 00000100:00080000:2.0:1767320833.040760:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.040763:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.040765:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046071040:0@lo:38:kworker.0 00000100:00080000:2.0:1767320833.040788:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.040791:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.040793:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046071424:0@lo:38:kworker.0 00000100:00080000:2.0:1767320833.040802:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320833.040805:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320833.040807:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046070656:0@lo:38:kworker.0 00000100:00100000:2.0:1767320833.040947:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046071296:0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.041017:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.041044:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320833.041049:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046071168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.041069:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320833.041112:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071296 00000100:00100000:2.0:1767320833.041116:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071296 00000100:00100000:2.0:1767320833.041146:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071168 00000100:00100000:2.0:1767320833.041149:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071168 00000100:00100000:2.0:1767320833.041167:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1767320833.041173:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046071296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.041214:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046071296:12345-0@lo:400:kworker.0 Request processed in 41us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320833.041220:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:2.0:1767320833.041244:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1767320833.041250:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046071168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.041275:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046071168:12345-0@lo:400:kworker.0 Request processed in 26us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320833.041281:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:2.0:1767320833.041307:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046071168:0@lo:400:kworker.0 00000100:00100000:2.0:1767320833.041317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046071296:0@lo:400:kworker.0 00000100:00100000:3.0:1767320833.041572:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:3.0:1767320833.041580:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046070528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320833.041632:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046070528:12345-0@lo:400:kworker.0 Request processed in 54us (3224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320833.041638:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00010000:00080000:3.0:1767320833.041679:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0587800 x1853164046070528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320833.041690:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046070528:0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.043043:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046070784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320833.043367:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046070784:12345-0@lo:400:kworker.0 Request processed in 4812us (4909us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320833.043383:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00010000:00080000:3.0:1767320833.043554:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586a00 x1853164046070784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320833.043569:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046070784:0@lo:400:kworker.0 00010000:00010000:2.0:1767320833.806470:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320834.830087:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320835.854141:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320836.545533:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320836.545695:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949952 00000100:00100000:1.0:1767320836.545714:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949952 00000100:00100000:1.0:1767320836.545854:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1926 00000100:00100000:1.0:1767320836.545865:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985949952:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320836.545993:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc4c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985949952:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 129us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320836.546005:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1926 00000100:00080000:2.0:1767320836.546512:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320836.546544:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320836.546644:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985949824 00000100:00100000:3.0:1767320836.546651:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985949824 00000100:00100000:3.0:1767320836.546685:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2531 00000100:00100000:3.0:1767320836.546691:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985949824:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320836.546711:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320836.546753:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985949824:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 62us (212us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320836.546760:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2531 00010000:00010000:2.0:1767320836.878067:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320837.134175:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046071552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320837.134279:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320837.134741:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071552 00000100:00100000:1.0:1767320837.134757:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071552 00000100:00100000:1.0:1767320837.134865:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1767320837.134876:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046071552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320837.134914:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767320837.135090:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320837.135130:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046071680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320837.135178:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320837.135227:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071680 00000100:00100000:3.0:1767320837.135231:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071680 00000100:00100000:3.0:1767320837.135256:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1767320837.135262:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046071680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320837.135280:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320837.135312:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046071680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 49us (134us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320837.135320:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00080000:3.0:1767320837.135340:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320837.135372:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046071680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320837.141102:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046071552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 6218us (6812us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320837.141116:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:0.0:1767320837.141460:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046071552:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320837.902928:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320838.158027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.158036:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320838.158429:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046071808:0@lo:400:kworker.0 00000100:00100000:2.0:1767320838.158497:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320838.158613:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.158618:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.158621:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320838.158626:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6031 00000100:00080000:0.0:1767320838.158630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.158635:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320838.158657:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac700 x1853164046071936/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320838.158724:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071808 00000100:00100000:1.0:1767320838.158732:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071808 00000100:00100000:1.0:1767320838.158806:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:1.0:1767320838.158817:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046071808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320838.158828:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046072064:0@lo:400:kworker.0 00000100:00100000:3.0:1767320838.158855:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.158892:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072064 00000100:00100000:3.0:1767320838.158897:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072064 00000100:00100000:3.0:1767320838.158923:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:3.0:1767320838.158930:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046072064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320838.158975:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046072064:12345-0@lo:400:kworker.0 Request processed in 44us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320838.158982:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00010000:00080000:3.0:1767320838.159017:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaed80 x1853164046072064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320838.159030:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046072064:0@lo:400:kworker.0 00000100:00080000:3.0:1767320838.159082:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320838.159100:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046071936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159123:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320838.159124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.159127:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.159130:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320838.159134:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6031 00000100:00080000:0.0:1767320838.159136:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.159140:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320838.159151:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046071936 00000100:00100000:0.0:1767320838.159154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaed80 x1853164046072192/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320838.159154:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046071936 00000100:00080000:0.0:1767320838.159167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.159171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767320838.159171:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2532 00000100:00080000:0.0:1767320838.159173:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320838.159175:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046071936:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320838.159176:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6031 00010000:00020000:3.0:1767320838.159192:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320838.159194:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.159197:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320838.159211:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164046072320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320838.159217:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046071936:12345-0@lo:38:kworker.0 Request processed in 41us (93us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320838.159224:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2532 00000100:00100000:3.0:1767320838.159238:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767320838.159239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320838.159242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320838.159243:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320838.159245:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046072576:0@lo:400:kworker.0 00000100:00080000:0.0:1767320838.159247:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6031 00000100:00080000:0.0:1767320838.159249:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320838.159253:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320838.159296:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320838.159300:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcea00 x1853164046072704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320838.159326:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046072448:0@lo:400:kworker.0 00000100:00100000:0.0:1767320838.159328:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046072192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159347:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320838.159350:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320838.159363:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046072320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159372:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072192 00000100:00100000:3.0:1767320838.159375:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072192 00000100:00100000:0.0:1767320838.159383:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.159392:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2533 00000100:00100000:3.0:1767320838.159396:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046072192:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320838.159402:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046072704:0@lo:38:kworker.0 00010000:00020000:3.0:1767320838.159406:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320838.159420:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320838.159424:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046072192:12345-0@lo:38:kworker.0 Request processed in 27us (73us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320838.159430:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2533 00000100:00080000:0.0:1767320838.159438:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320838.159439:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072704 00000100:00080000:0.0:1767320838.159442:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320838.159442:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072704 00000100:00100000:0.0:1767320838.159446:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046071936:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159451:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2534 00000100:00100000:3.0:1767320838.159455:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046072704:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767320838.159461:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320838.159464:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00010000:00020000:3.0:1767320838.159464:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320838.159467:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046072192:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159489:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046072704:12345-0@lo:38:kworker.0 Request processed in 32us (68us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767320838.159490:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320838.159493:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320838.159495:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2534 00000100:00100000:0.0:1767320838.159496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046072704:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159538:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072576 00000100:00100000:3.0:1767320838.159541:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072576 00000100:00100000:0.0:1767320838.159544:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072320 00000100:00100000:0.0:1767320838.159546:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072320 00000100:00100000:3.0:1767320838.159563:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072448 00000100:00100000:0.0:1767320838.159565:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1767320838.159566:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072448 00000100:00100000:0.0:1767320838.159569:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046072320:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320838.159579:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320838.159595:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:3.0:1767320838.159602:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046072576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320838.159606:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046072320:12345-0@lo:38:kworker.0 Request processed in 36us (222us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320838.159612:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00080000:0.0:1767320838.159633:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320838.159634:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046072576:12345-0@lo:400:kworker.0 Request processed in 33us (337us total) trans 0 rc 0/0 00000100:00080000:0.0:1767320838.159636:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320838.159639:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046072320:0@lo:38:kworker.0 00000100:00100000:3.0:1767320838.159640:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:3.0:1767320838.159651:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1767320838.159657:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046072448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320838.159682:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046072448:12345-0@lo:400:kworker.0 Request processed in 26us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320838.159688:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1767320838.159723:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046072576:0@lo:400:kworker.0 00000100:00100000:3.0:1767320838.159732:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046072448:0@lo:400:kworker.0 00000100:00100000:1.0:1767320838.163074:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046071808:12345-0@lo:400:kworker.0 Request processed in 4249us (4565us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320838.163104:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00010000:00080000:2.0:1767320838.163988:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaafb80 x1853164046071808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320838.164007:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046071808:0@lo:400:kworker.0 00010000:00010000:3.0:1767320838.929518:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320839.950399:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320840.974083:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320841.667044:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320841.667481:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950208 00000100:00100000:0.0:1767320841.667491:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950208 00000100:00100000:0.0:1767320841.667574:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1929 00000100:00100000:0.0:1767320841.667584:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985950208:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320841.667666:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985950208:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 82us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320841.667674:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1929 00000100:00080000:3.0:1767320841.667826:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320841.668616:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320841.669450:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950080 00000100:00100000:0.0:1767320841.669471:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950080 00000100:00100000:0.0:1767320841.669533:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2535 00000100:00100000:0.0:1767320841.669542:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985950080:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320841.669574:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320841.669646:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985950080:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 103us (1034us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320841.669653:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2535 00010000:00010000:2.0:1767320841.997967:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320842.255128:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320842.255151:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046072832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320842.255214:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320842.255435:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072832 00000100:00100000:1.0:1767320842.255454:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072832 00000100:00100000:1.0:1767320842.255519:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1767320842.255529:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046072832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320842.255560:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320842.255612:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046072832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320842.255620:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1767320842.255696:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046072832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767320842.256278:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320842.258365:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320842.258386:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046072960:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320842.258655:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320842.258749:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046072960 00000100:00100000:0.0:1767320842.258758:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046072960 00000100:00100000:0.0:1767320842.258862:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1767320842.258872:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046072960:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320842.258905:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320842.258952:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046072960:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320842.258959:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00080000:3.0:1767320842.259045:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320842.259081:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046072960:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320843.022793:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320843.278539:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320843.278549:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320843.278621:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320843.278624:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320843.278628:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320843.278636:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320843.278640:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320843.278646:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320843.278668:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf99f5880 x1853164046073216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320843.278674:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320843.278693:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046073088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320843.278731:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046073216:0@lo:38:kworker.0 00000100:00100000:3.0:1767320843.278799:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320843.278837:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073088 00000100:00100000:2.0:1767320843.278845:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073088 00000100:00100000:2.0:1767320843.278897:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:2.0:1767320843.278908:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046073088:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320843.279045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320843.279049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320843.279050:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320843.279054:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320843.279057:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320843.279060:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320843.279074:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4380 x1853164046073472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320843.279133:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320843.279144:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046073344:0@lo:400:kworker.0 00000100:00100000:2.0:1767320843.281969:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046073088:12345-0@lo:400:kworker.0 Request processed in 3055us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320843.281983:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00080000:2.0:1767320843.282025:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320843.282040:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320843.282135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320843.282140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320843.282143:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320843.282148:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320843.282152:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320843.282158:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320843.282201:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bfb80 x1853164046073600/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320843.282240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320843.282244:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320843.282245:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320843.282248:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6036 00000100:00080000:1.0:1767320843.282250:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320843.282254:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320843.282266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994000 x1853164046073984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320843.282295:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046073728:0@lo:400:kworker.0 00000100:00100000:1.0:1767320843.282353:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320843.282385:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320843.282391:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046073856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320843.282432:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320843.282509:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073728 00000100:00100000:1.0:1767320843.282517:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073728 00000100:00100000:1.0:1767320843.282552:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073856 00000100:00100000:1.0:1767320843.282555:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073856 00000100:00100000:1.0:1767320843.282573:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1767320843.282580:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046073728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320843.282989:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046073728:12345-0@lo:400:kworker.0 Request processed in 408us (634us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320843.282996:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1232 00000100:00100000:1.0:1767320843.283013:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1767320843.283020:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046073856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320843.283047:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046073856:12345-0@lo:400:kworker.0 Request processed in 28us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320843.283053:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:1.0:1767320843.283100:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046073856:0@lo:400:kworker.0 00000100:00100000:1.0:1767320843.283112:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046073728:0@lo:400:kworker.0 00000100:00100000:2.0:1767320843.283264:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046073472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320843.283295:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320843.283375:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046073600:0@lo:38:kworker.0 00000100:00100000:2.0:1767320843.283404:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320843.283448:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046073984:0@lo:38:kworker.0 00000100:00100000:2.0:1767320843.283485:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320843.283557:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073600 00000100:00100000:0.0:1767320843.283563:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073600 00000100:00100000:0.0:1767320843.283593:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1767320843.283599:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046073600:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320843.283619:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320843.283655:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046073600:12345-0@lo:38:kworker.0 Request processed in 55us (250us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320843.283672:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00080000:2.0:1767320843.283810:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320843.283816:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320843.283819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046073600:0@lo:38:kworker.0 00010000:00080000:3.0:1767320843.283907:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf99f5180 x1853164046073088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320843.283919:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046073088:0@lo:400:kworker.0 00000100:00100000:1.0:1767320843.283995:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073216 00000100:00100000:1.0:1767320843.283999:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073216 00000100:00100000:1.0:1767320843.284029:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073472 00000100:00100000:1.0:1767320843.284032:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073472 00000100:00100000:1.0:1767320843.284047:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073984 00000100:00100000:1.0:1767320843.284050:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073984 00000100:00100000:1.0:1767320843.284066:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1767320843.284071:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046073216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320843.284083:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320843.284119:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046073216:12345-0@lo:38:kworker.0 Request processed in 46us (2078us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320843.284125:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2536 00000100:00100000:1.0:1767320843.284138:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2537 00000100:00100000:1.0:1767320843.284142:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046073472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320843.284152:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320843.284189:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046073472:12345-0@lo:38:kworker.0 Request processed in 44us (892us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320843.284194:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2537 00000100:00100000:1.0:1767320843.284206:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2538 00000100:00100000:1.0:1767320843.284210:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046073984:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320843.284219:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320843.284241:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046073984:12345-0@lo:38:kworker.0 Request processed in 29us (756us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320843.284247:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2538 00000100:00080000:1.0:1767320843.284280:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320843.284286:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320843.284290:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046073472:0@lo:38:kworker.0 00000100:00080000:1.0:1767320843.284302:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320843.284305:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320843.284308:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046073984:0@lo:38:kworker.0 00000100:00080000:1.0:1767320843.284316:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320843.284320:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320843.284323:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046073216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320843.284357:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320843.284457:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046073344 00000100:00100000:3.0:1767320843.284461:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046073344 00000100:00100000:3.0:1767320843.284510:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:3.0:1767320843.284516:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046073344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320843.284556:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046073344:12345-0@lo:400:kworker.0 Request processed in 40us (197us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320843.284562:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00080000:1.0:1767320843.284721:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320843.284743:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825ea00 x1853164046073344/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320843.285139:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046073344:0@lo:400:kworker.0 00010000:00010000:2.0:1767320844.045998:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320845.070036:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320846.095516:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320846.788304:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320846.788352:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320846.788648:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950336 00000100:00100000:0.0:1767320846.788659:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950336 00000100:00100000:0.0:1767320846.788711:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950464 00000100:00100000:0.0:1767320846.788714:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950464 00000100:00100000:0.0:1767320846.788795:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1932 00000100:00100000:0.0:1767320846.788807:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985950464:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320846.788890:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985950464:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320846.788899:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1932 00000100:00100000:3.0:1767320846.788923:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2539 00000100:00100000:3.0:1767320846.788936:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985950336:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320846.788962:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320846.788995:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985950336:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 60us (701us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320846.789002:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2539 00000100:00080000:2.0:1767320846.789277:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:1.0:1767320846.797174:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985950592 offset 0 length 520: 4 00010000:00010000:3.0:1767320847.119133:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320847.373951:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320822/real 1767320822] req@ffffa07bebaaf800 x1853164046068864/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320847 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320847.373984:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bebaaf800 x1853164046068864/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320847 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320847.374015:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320847.374027:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320847.374032:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046068864:0@lo:250:kworker.0 00000100:00080000:0.0:1767320847.374141:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320847.374148:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320847.374151:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320847.374166:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6021 00000100:00080000:0.0:1767320847.374171:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320847.374177:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320847.374213:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcea00 x1853164046074112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320847.374269:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046074112:0@lo:250:kworker.0 00000400:00000100:3.0:1767320847.374327:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046074112 offset 0 length 520: 4 00000100:00080000:0.0:1767320847.374504:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320847.374508:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320847.374510:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320847.374514:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320847.374516:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320847.374520:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320847.374536:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdaa00 x1853164046074368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320847.374593:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046074240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320847.374632:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320847.374662:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046074240 00000100:00100000:1.0:1767320847.374668:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046074240 00000100:00100000:1.0:1767320847.374721:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:1.0:1767320847.374730:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046074240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320847.374798:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046074240:12345-0@lo:400:kworker.0 Request processed in 68us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320847.374804:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00010000:00080000:1.0:1767320847.374847:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fce300 x1853164046074240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320847.374859:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046074240:0@lo:400:kworker.0 00000100:00100000:1.0:1767320847.374914:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767320847.374920:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046074496:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320847.374953:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320847.375097:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320847.375106:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046074624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320847.375132:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320847.375158:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320847.375170:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046074496 00000100:00100000:2.0:1767320847.375174:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046074496 00000100:00100000:2.0:1767320847.375203:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046074624 00000100:00100000:2.0:1767320847.375206:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046074624 00000100:00100000:2.0:1767320847.375220:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1767320847.375227:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046074496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320847.375253:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320847.375302:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046074496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320847.375318:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1767320847.375332:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1767320847.375339:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046074624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320847.375363:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320847.375394:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046074624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320847.375399:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00080000:2.0:1767320847.375416:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320847.375419:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320847.375438:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046074624:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320847.375462:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046074496:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320847.378762:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046074368:0@lo:38:kworker.0 00000100:00100000:3.0:1767320847.378859:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320847.379069:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046074368 00000100:00100000:2.0:1767320847.379078:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046074368 00000100:00100000:2.0:1767320847.379179:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2540 00000100:00100000:2.0:1767320847.379187:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046074368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320847.379212:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320847.379265:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046074368:12345-0@lo:38:kworker.0 Request processed in 77us (406us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320847.379273:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2540 00000100:00080000:3.0:1767320847.379589:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320847.379594:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320847.379598:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046074368:0@lo:38:kworker.0 00000100:00080000:0.0:1767320847.379741:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320847.379747:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320847.379750:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320847.379754:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320847.379758:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320847.379763:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320847.379799:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdad80 x1853164046074880/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320847.379811:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320847.379814:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320847.379816:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320847.379819:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320847.379821:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320847.379824:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320847.379835:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdaa00 x1853164046075008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320847.379845:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320847.379850:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320847.379851:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320847.379854:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6041 00000100:00080000:0.0:1767320847.379856:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320847.379859:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320847.379869:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf800 x1853164046075136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320847.379890:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320847.379900:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046074752:0@lo:400:kworker.0 00000100:00100000:0.0:1767320847.379935:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320847.379974:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046074880:0@lo:38:kworker.0 00000100:00100000:1.0:1767320847.380726:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046074752 00000100:00100000:1.0:1767320847.380735:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046074752 00000100:00100000:1.0:1767320847.380818:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:1.0:1767320847.380826:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046074752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320847.380882:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046074752:12345-0@lo:400:kworker.0 Request processed in 57us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320847.380888:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00010000:00080000:0.0:1767320847.381045:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb100 x1853164046074752/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320847.381058:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046074752:0@lo:400:kworker.0 00000100:00080000:0.0:1767320847.381080:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320847.381104:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320847.381135:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046075008:0@lo:38:kworker.0 00000100:00100000:0.0:1767320847.381165:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320847.381183:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046075136:0@lo:38:kworker.0 00000100:00100000:0.0:1767320847.381203:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320847.381229:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075008 00000100:00100000:0.0:1767320847.381232:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075008 00000100:00100000:0.0:1767320847.381252:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1767320847.381257:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046075008:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320847.381273:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320847.381570:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046075008:12345-0@lo:38:kworker.0 Request processed in 310us (402us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320847.381589:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00080000:0.0:1767320847.381622:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320847.381626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320847.381629:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046075008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320847.381750:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046074880 00000100:00100000:1.0:1767320847.381755:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046074880 00000100:00100000:1.0:1767320847.381805:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075136 00000100:00100000:1.0:1767320847.381809:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075136 00000100:00100000:1.0:1767320847.381826:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2541 00000100:00100000:1.0:1767320847.381830:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046074880:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320847.381841:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320847.381872:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046074880:12345-0@lo:38:kworker.0 Request processed in 40us (767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320847.381881:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2541 00000100:00100000:1.0:1767320847.381895:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2542 00000100:00100000:1.0:1767320847.381898:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046075136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320847.381907:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320847.381929:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046075136:12345-0@lo:38:kworker.0 Request processed in 30us (725us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320847.381934:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2542 00000100:00080000:0.0:1767320847.385252:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320847.385266:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320847.385271:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046074880:0@lo:38:kworker.0 00000100:00080000:0.0:1767320847.385651:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320847.385656:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320847.385660:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046075136:0@lo:38:kworker.0 00010000:00010000:2.0:1767320848.142137:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320849.166080:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320850.190153:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320851.214001:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320851.906554:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320851.906644:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950848 00000100:00100000:3.0:1767320851.906654:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950848 00000100:00100000:3.0:1767320851.906734:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1935 00000100:00100000:3.0:1767320851.906745:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73bb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985950848:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320851.906870:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73bb450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985950848:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 127us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320851.906878:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1935 00000100:00080000:0.0:1767320851.908637:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320851.908715:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320851.908842:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950720 00000100:00100000:0.0:1767320851.908849:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950720 00000100:00100000:0.0:1767320851.908880:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2543 00000100:00100000:0.0:1767320851.908886:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985950720:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320851.908905:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320851.909036:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985950720:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 147us (325us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320851.909044:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2543 00010000:00010000:2.0:1767320852.238045:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320852.494055:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320852.494065:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320852.494119:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320852.494123:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320852.494127:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320852.494134:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6045 00000100:00080000:3.0:1767320852.494139:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320852.494146:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320852.494166:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633480 x1853164046075392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320852.494196:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320852.494207:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320852.494209:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320852.494213:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6045 00000100:00080000:3.0:1767320852.494216:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320852.494219:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320852.494230:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630e00 x1853164046075648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320852.494239:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320852.494242:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320852.494244:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320852.494248:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6045 00000100:00080000:3.0:1767320852.494250:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320852.494283:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320852.494295:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630000 x1853164046075776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320852.494326:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320852.494329:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320852.494331:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320852.494333:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6045 00000100:00080000:3.0:1767320852.494336:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320852.494339:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320852.494347:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0633800 x1853164046076160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320852.494370:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046076032:0@lo:400:kworker.0 00000100:00100000:3.0:1767320852.494428:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320852.494460:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320852.494466:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046075904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320852.494485:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320852.494512:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076032 00000100:00100000:3.0:1767320852.494518:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076032 00000100:00100000:3.0:1767320852.494566:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075904 00000100:00100000:3.0:1767320852.494569:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075904 00000100:00100000:3.0:1767320852.494613:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1767320852.494622:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046076032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320852.494671:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046076032:12345-0@lo:400:kworker.0 Request processed in 49us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320852.494678:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1767320852.494693:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1767320852.494705:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046075904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320852.494732:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046075904:12345-0@lo:400:kworker.0 Request processed in 32us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320852.494738:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1767320852.494811:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046075904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320852.494826:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046076032:0@lo:400:kworker.0 00000100:00100000:1.0:1767320852.495013:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046075520:0@lo:400:kworker.0 00000100:00100000:1.0:1767320852.495043:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320852.495073:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320852.495078:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046075264:0@lo:400:kworker.0 00000100:00100000:1.0:1767320852.495098:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320852.495166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320852.495170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320852.495179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046075392:0@lo:38:kworker.0 00000100:00100000:0.0:1767320852.495207:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320852.495233:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046075648:0@lo:38:kworker.0 00000100:00100000:0.0:1767320852.495261:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320852.495278:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046075776:0@lo:38:kworker.0 00000100:00100000:0.0:1767320852.495309:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320852.495324:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046076160:0@lo:38:kworker.0 00000100:00100000:0.0:1767320852.495342:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320852.495368:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075776 00000100:00100000:0.0:1767320852.495371:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075776 00000100:00100000:0.0:1767320852.495394:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1767320852.495399:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046075776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320852.495416:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320852.495448:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046075776:12345-0@lo:38:kworker.0 Request processed in 47us (137us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320852.495454:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1767320852.495476:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075520 00000100:00100000:0.0:1767320852.495480:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075520 00000100:00100000:0.0:1767320852.495506:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075264 00000100:00100000:0.0:1767320852.495509:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075264 00000100:00100000:0.0:1767320852.495521:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075392 00000100:00100000:0.0:1767320852.495523:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075392 00000100:00100000:0.0:1767320852.495532:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046075648 00000100:00100000:0.0:1767320852.495534:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046075648 00000100:00100000:0.0:1767320852.495540:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076160 00000100:00100000:0.0:1767320852.495542:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076160 00000100:00100000:0.0:1767320852.495552:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:0.0:1767320852.495558:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046075520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320852.495590:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046075520:12345-0@lo:400:kworker.0 Request processed in 33us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320852.495596:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00100000:0.0:1767320852.495607:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1937 00000100:00100000:0.0:1767320852.495613:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046075264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320852.495638:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046075264:12345-0@lo:400:kworker.0 Request processed in 26us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320852.495644:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1937 00000100:00100000:0.0:1767320852.495655:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2544 00000100:00100000:0.0:1767320852.495658:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046075392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320852.495668:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320852.495690:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046075392:12345-0@lo:38:kworker.0 Request processed in 30us (481us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320852.495696:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2544 00000100:00100000:0.0:1767320852.495706:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767320852.495709:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046075648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320852.495718:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320852.495739:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046075648:12345-0@lo:38:kworker.0 Request processed in 27us (485us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320852.495744:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2545 00000100:00100000:0.0:1767320852.495754:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2546 00000100:00100000:0.0:1767320852.495757:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046076160:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320852.495765:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320852.495807:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046076160:12345-0@lo:38:kworker.0 Request processed in 48us (463us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320852.495813:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2546 00000100:00080000:0.0:1767320852.495827:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320852.495842:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320852.495847:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320852.495850:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046075392:0@lo:38:kworker.0 00000100:00080000:0.0:1767320852.495857:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320852.495860:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320852.495862:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046075648:0@lo:38:kworker.0 00000100:00080000:0.0:1767320852.495871:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320852.495874:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320852.495876:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046075776:0@lo:38:kworker.0 00000100:00080000:0.0:1767320852.495882:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320852.495885:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320852.495887:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046076160:0@lo:38:kworker.0 00010000:00080000:1.0:1767320852.495983:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0632680 x1853164046075264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320852.495993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046075264:0@lo:400:kworker.0 00010000:00080000:1.0:1767320852.496002:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0633b80 x1853164046075520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320852.496010:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046075520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320852.497489:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046076416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320852.497535:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320852.497616:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320852.497623:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046076288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320852.497643:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320852.500856:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076416 00000100:00100000:1.0:1767320852.500871:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076416 00000100:00100000:2.0:1767320852.500949:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076288 00000100:00100000:2.0:1767320852.500954:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076288 00000100:00100000:2.0:1767320852.500999:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1767320852.501009:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046076416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320852.501040:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320852.501117:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046076416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320852.501124:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1767320852.501146:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1767320852.501154:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046076288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320852.501170:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320852.501196:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046076288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (3551us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320852.501346:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:0.0:1767320852.501434:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046076288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320852.501450:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046076416:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320853.262011:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320854.286081:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320855.310896:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320856.333997:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320857.031419:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320857.031468:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320857.031533:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985950976 00000100:00100000:3.0:1767320857.031544:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985950976 00000100:00100000:3.0:1767320857.031588:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985951104 00000100:00100000:3.0:1767320857.031591:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985951104 00000100:00100000:3.0:1767320857.031700:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1938 00000100:00100000:3.0:1767320857.031708:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985951104:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320857.031765:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985951104:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 58us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320857.031794:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1938 00000100:00100000:1.0:1767320857.031802:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2547 00000100:00100000:1.0:1767320857.031811:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985950976:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320857.031831:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767320857.031858:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320857.031863:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985950976:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 51us (452us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320857.031871:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2547 00010000:00010000:2.0:1767320857.358190:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320857.613887:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320857.613897:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320857.613964:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046076672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320857.614028:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320857.614081:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320857.614088:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046076544:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320857.614113:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320857.614211:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076672 00000100:00100000:2.0:1767320857.614220:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076672 00000100:00100000:2.0:1767320857.614293:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1939 00000100:00100000:2.0:1767320857.614301:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046076672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320857.614350:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046076672:12345-0@lo:400:kworker.0 Request processed in 50us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320857.614357:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1939 00010000:00080000:2.0:1767320857.614536:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8700 x1853164046076672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320857.614550:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046076672:0@lo:400:kworker.0 00000100:00100000:2.0:1767320857.614586:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076544 00000100:00100000:2.0:1767320857.614590:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076544 00000100:00100000:2.0:1767320857.614620:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1767320857.614627:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046076544:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320857.614650:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320857.614686:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046076544:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320857.614692:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:2.0:1767320857.614738:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046076800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320857.614762:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320857.614809:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076800 00000100:00100000:2.0:1767320857.614813:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076800 00000100:00100000:2.0:1767320857.614835:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1767320857.614842:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046076800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320857.614858:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320857.614889:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046076800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (126us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320857.614894:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:2.0:1767320857.614922:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046076800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320857.614949:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046076544:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767320857.615012:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320857.615015:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320857.615016:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320857.618493:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320857.618513:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320857.618518:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320857.618597:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6050 00000100:00080000:0.0:1767320857.618603:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320857.618610:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320857.618651:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8e00 x1853164046076928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320857.618746:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046077056:0@lo:400:kworker.0 00000100:00100000:1.0:1767320857.618841:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320857.618934:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077056 00000100:00100000:3.0:1767320857.618941:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077056 00000100:00100000:3.0:1767320857.618992:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1940 00000100:00100000:3.0:1767320857.618997:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046077056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320857.619069:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046076928:0@lo:38:kworker.0 00000100:00080000:0.0:1767320857.619077:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320857.619084:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320857.619087:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320857.619092:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6050 00000100:00100000:2.0:1767320857.619096:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320857.619098:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320857.619105:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320857.619121:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb480 x1853164046077184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320857.619138:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320857.619140:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320857.619142:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320857.619146:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320857.619150:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6050 00000100:00100000:2.0:1767320857.619153:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046077184:0@lo:38:kworker.0 00000100:00080000:0.0:1767320857.619154:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320857.619171:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320857.619187:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164046077312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320857.619198:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320857.619204:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320857.619208:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320857.619210:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320857.619215:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6050 00000100:00080000:0.0:1767320857.619218:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320857.619222:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320857.619226:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046077312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320857.619236:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb100 x1853164046077440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320857.619268:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320857.619291:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046076928 00000100:00100000:2.0:1767320857.619302:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046077440:0@lo:38:kworker.0 00000100:00100000:0.0:1767320857.619310:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046076928 00000100:00100000:2.0:1767320857.619322:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320857.619338:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077184 00000100:00100000:0.0:1767320857.619343:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077184 00000100:00100000:2.0:1767320857.619354:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077440 00000100:00100000:2.0:1767320857.619358:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077440 00000100:00100000:0.0:1767320857.619362:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2548 00000100:00100000:0.0:1767320857.619368:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046076928:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320857.619377:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2549 00000100:00100000:2.0:1767320857.619381:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046077184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320857.619387:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:2.0:1767320857.619400:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320857.619436:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046077184:12345-0@lo:38:kworker.0 Request processed in 52us (240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320857.619437:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046076928:12345-0@lo:38:kworker.0 Request processed in 64us (339us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320857.619445:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2549 00000100:00100000:0.0:1767320857.619452:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2548 00000100:00100000:2.0:1767320857.619462:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2550 00000100:00100000:2.0:1767320857.619467:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046077440:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320857.619473:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320857.619482:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077312 00000100:00100000:0.0:1767320857.619487:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077312 00000100:00100000:2.0:1767320857.619488:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046077440:12345-0@lo:38:kworker.0 Request processed in 20us (165us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320857.619494:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2550 00000100:00100000:0.0:1767320857.619513:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1767320857.619519:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046077312:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320857.619528:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320857.619532:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320857.619534:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046077440:0@lo:38:kworker.0 00010000:00020000:0.0:1767320857.619541:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320857.619541:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320857.619547:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320857.619549:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046077184:0@lo:38:kworker.0 00000100:00080000:2.0:1767320857.619554:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320857.619556:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320857.619558:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046076928:0@lo:38:kworker.0 00000100:00100000:0.0:1767320857.619578:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046077312:12345-0@lo:38:kworker.0 Request processed in 57us (310us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320857.619582:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320857.619588:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320857.619589:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1767320857.619591:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046077312:0@lo:38:kworker.0 00000100:00100000:3.0:1767320857.623068:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046077056:12345-0@lo:400:kworker.0 Request processed in 4058us (4215us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320857.623083:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1940 00010000:00080000:1.0:1767320857.627218:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8000 x1853164046077056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320857.627237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046077056:0@lo:400:kworker.0 00010000:00010000:2.0:1767320858.382204:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320859.406182:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320860.432605:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320861.454602:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320862.148219:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320862.148265:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320862.148363:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985951360 00000100:00100000:0.0:1767320862.148374:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985951360 00000100:00100000:0.0:1767320862.148464:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985951232 00000100:00100000:0.0:1767320862.148468:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985951232 00000100:00080000:2.0:1767320862.148490:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320862.148503:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1941 00000100:00100000:0.0:1767320862.148515:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985951360:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320862.148533:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2551 00000100:00100000:2.0:1767320862.148541:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985951232:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320862.148562:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320862.148745:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985951360:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 230us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320862.148766:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1941 00000100:00100000:2.0:1767320862.152592:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985951232:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 4037us (4312us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320862.152609:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2551 00010000:00010000:2.0:1767320862.480010:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320862.734160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320862.734172:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767320862.734198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320862.734203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320862.734208:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320862.734217:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6055 00000100:00080000:1.0:1767320862.734222:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320862.734223:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046077568:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320862.734232:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320862.734266:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45180 x1853164046077824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320862.734291:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320862.734292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320862.734298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320862.734300:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320862.734304:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6055 00000100:00080000:1.0:1767320862.734308:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320862.734312:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320862.734326:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45880 x1853164046078080/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320862.734334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320862.734338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320862.734340:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320862.734344:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6055 00000100:00080000:1.0:1767320862.734347:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767320862.734349:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046077696:0@lo:400:kworker.0 00000100:00080000:1.0:1767320862.734363:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320862.734375:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320862.734380:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44e00 x1853164046078208/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320862.734405:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320862.734409:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767320862.734414:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046077952:0@lo:400:kworker.0 00000100:00080000:1.0:1767320862.734416:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320862.734421:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320862.734426:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6055 00000100:00080000:1.0:1767320862.734429:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320862.734433:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320862.734441:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320862.734448:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d47b80 x1853164046078464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320862.734473:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320862.734483:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046078336:0@lo:400:kworker.0 00000100:00100000:0.0:1767320862.734484:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077568 00000100:00100000:0.0:1767320862.734494:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077568 00000100:00100000:1.0:1767320862.734523:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320862.734561:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:0.0:1767320862.734571:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046077568:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320862.734582:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077696 00000100:00100000:1.0:1767320862.734588:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077696 00002000:00000024:0.0:1767320862.734602:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320862.734634:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077952 00000100:00100000:1.0:1767320862.734639:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077952 00000100:00100000:0.0:1767320862.734652:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046077568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320862.734659:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1767320862.734665:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00100000:1.0:1767320862.734676:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046077696:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320862.734680:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320862.734686:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320862.734716:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046077696:12345-0@lo:400:kworker.0 Request processed in 42us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320862.734720:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046077568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320862.734727:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00010000:00080000:0.0:1767320862.734737:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d44700 x1853164046077696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320862.734748:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046077696:0@lo:400:kworker.0 00000100:00100000:1.0:1767320862.734751:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1943 00000100:00100000:1.0:1767320862.734761:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046077952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320862.734824:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046077952:12345-0@lo:400:kworker.0 Request processed in 63us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320862.734831:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1943 00010000:00080000:0.0:1767320862.734835:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6d47800 x1853164046077952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320862.734851:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046077952:0@lo:400:kworker.0 00000100:00100000:3.0:1767320862.735185:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078336 00000100:00100000:3.0:1767320862.735190:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078336 00000100:00100000:3.0:1767320862.735226:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1767320862.735234:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046078336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320862.735282:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046078336:12345-0@lo:400:kworker.0 Request processed in 50us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320862.735287:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00080000:3.0:1767320862.735306:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320862.735471:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320862.735482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046078592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320862.735488:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046077824:0@lo:38:kworker.0 00000100:00100000:0.0:1767320862.735516:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320862.735530:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320862.735567:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046078080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320862.735587:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320862.735622:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046078208:0@lo:38:kworker.0 00000100:00100000:2.0:1767320862.735643:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320862.735665:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046078464:0@lo:38:kworker.0 00000100:00100000:2.0:1767320862.735685:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320862.735712:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046077824 00000100:00100000:2.0:1767320862.735717:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046077824 00000100:00100000:2.0:1767320862.735737:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078080 00000100:00100000:2.0:1767320862.735740:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078080 00000100:00100000:2.0:1767320862.735751:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078464 00000100:00100000:2.0:1767320862.735753:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078464 00000100:00100000:2.0:1767320862.735789:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2552 00000100:00100000:2.0:1767320862.735795:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046077824:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320862.735812:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320862.735843:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046077824:12345-0@lo:38:kworker.0 Request processed in 48us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320862.735849:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2552 00000100:00100000:2.0:1767320862.735861:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1767320862.735865:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046078080:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320862.735873:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320862.735894:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046078080:12345-0@lo:38:kworker.0 Request processed in 27us (305us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320862.735899:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2553 00000100:00100000:2.0:1767320862.735909:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1767320862.735912:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046078464:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320862.735922:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320862.735943:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046078464:12345-0@lo:38:kworker.0 Request processed in 28us (256us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320862.735948:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2554 00000100:00100000:2.0:1767320862.735971:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078208 00000100:00100000:2.0:1767320862.735975:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078208 00000100:00100000:2.0:1767320862.735993:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1767320862.735997:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046078208:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320862.736006:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320862.736030:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046078208:12345-0@lo:38:kworker.0 Request processed in 31us (385us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320862.736035:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00080000:2.0:1767320862.736075:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320862.736080:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320862.736083:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046077824:0@lo:38:kworker.0 00000100:00080000:2.0:1767320862.736097:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320862.736101:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320862.736105:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046078080:0@lo:38:kworker.0 00000100:00080000:2.0:1767320862.736113:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320862.736117:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320862.736120:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046078208:0@lo:38:kworker.0 00000100:00080000:2.0:1767320862.736129:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320862.736133:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320862.736136:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046078464:0@lo:38:kworker.0 00000100:00100000:3.0:1767320862.737134:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078592 00000100:00100000:3.0:1767320862.737155:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078592 00000100:00100000:3.0:1767320862.737209:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1767320862.737218:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046078592:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320862.737243:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320862.737321:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046078592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 105us (1805us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320862.737329:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:2.0:1767320862.739408:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046078592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320862.739578:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046078336:0@lo:400:kworker.0 00010000:00010000:3.0:1767320863.502720:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320864.526099:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320865.550251:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320866.574558:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320867.267729:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320867.267856:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320867.267859:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985951616 00000100:00100000:1.0:1767320867.267886:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985951616 00000100:00080000:3.0:1767320867.268015:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320867.268116:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985951488 00000100:00100000:2.0:1767320867.268123:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985951488 00000100:00100000:2.0:1767320867.268177:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2555 00000100:00100000:2.0:1767320867.268187:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985951488:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320867.268213:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320867.268326:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985951488:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 138us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320867.268335:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2555 00000100:00100000:1.0:1767320867.268566:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1944 00000100:00100000:1.0:1767320867.268575:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985951616:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320867.268615:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985951616:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 43us (903us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320867.268622:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1944 00010000:00010000:3.0:1767320867.598577:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320867.854076:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320867.854100:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046078720:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320867.854168:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320867.854257:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078720 00000100:00100000:0.0:1767320867.854265:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078720 00000100:00100000:0.0:1767320867.854330:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1767320867.854339:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046078720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320867.854375:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320867.854420:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046078720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320867.854427:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00080000:0.0:1767320867.854449:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320867.854483:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046078720:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320867.854517:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320867.854522:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320867.854544:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320867.854547:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046078976:0@lo:400:kworker.0 00000100:00080000:0.0:1767320867.854548:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320867.854551:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320867.854555:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6061 00000100:00080000:0.0:1767320867.854559:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320867.854563:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320867.854577:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320867.854581:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad500 x1853164046079104/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320867.854599:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320867.854600:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:0.0:1767320867.854602:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320867.854604:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320867.854605:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046079232:0@lo:400:kworker.0 00000100:00080000:0.0:1767320867.854607:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6061 00000100:00080000:0.0:1767320867.854609:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320867.854612:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320867.854621:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164046079360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320867.854623:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320867.854630:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320867.854633:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320867.854634:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320867.854688:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078976 00000100:00100000:1.0:1767320867.854693:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078976 00000100:00100000:1.0:1767320867.854729:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046079232 00000100:00100000:1.0:1767320867.854731:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046079232 00000100:00100000:1.0:1767320867.854750:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00000100:00100000:1.0:1767320867.854756:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046078976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320867.854811:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046078976:12345-0@lo:400:kworker.0 Request processed in 54us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320867.854817:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00100000:1.0:1767320867.854831:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00100000:1.0:1767320867.854837:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046079232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320867.854857:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046079232:12345-0@lo:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320867.854862:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00100000:1.0:1767320867.854884:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046079104:0@lo:38:kworker.0 00000100:00100000:1.0:1767320867.854906:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320867.854926:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046079360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320867.854943:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320867.854963:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046079104 00000100:00100000:1.0:1767320867.854978:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046079104 00000100:00100000:1.0:1767320867.854995:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046079360 00000100:00100000:1.0:1767320867.854998:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046079360 00000100:00100000:1.0:1767320867.855011:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2556 00000100:00100000:1.0:1767320867.855015:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046079104:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320867.855030:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320867.855059:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046079104:12345-0@lo:38:kworker.0 Request processed in 42us (152us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320867.855065:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2556 00000100:00100000:1.0:1767320867.855075:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2557 00000100:00100000:1.0:1767320867.855078:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046079360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320867.855086:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320867.855108:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046079360:12345-0@lo:38:kworker.0 Request processed in 27us (163us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320867.855113:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2557 00000100:00080000:1.0:1767320867.855144:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320867.855149:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320867.855152:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046079104:0@lo:38:kworker.0 00000100:00080000:1.0:1767320867.855160:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320867.855163:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320867.855166:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046079360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320867.855204:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046078848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320867.855226:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320867.855253:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320867.855264:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046078848 00000100:00100000:1.0:1767320867.855268:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046078848 00000100:00100000:1.0:1767320867.855291:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:1.0:1767320867.855297:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046078848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320867.855312:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320867.855342:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046078848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320867.855348:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00080000:1.0:1767320867.855362:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320867.855380:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046078848:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1767320867.861280:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaac000 x1853164046079232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320867.863443:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046079232:0@lo:400:kworker.0 00010000:00080000:2.0:1767320867.863484:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaae300 x1853164046078976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320867.863494:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046078976:0@lo:400:kworker.0 00000100:00080000:0.0:1767320867.863550:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6061 00000100:00080000:0.0:1767320867.863556:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320867.863565:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320867.863602:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaafb80 x1853164046079488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320867.863621:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320867.863625:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320867.863628:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320867.863633:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6061 00000100:00080000:0.0:1767320867.863635:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320867.863638:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320867.863649:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaed80 x1853164046079616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320867.863728:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046079488:0@lo:38:kworker.0 00000100:00100000:1.0:1767320867.863807:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320867.863871:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046079616:0@lo:38:kworker.0 00000100:00100000:1.0:1767320867.863897:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320867.863987:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046079616 00000100:00100000:3.0:1767320867.863995:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046079616 00000100:00100000:3.0:1767320867.864039:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2558 00000100:00100000:3.0:1767320867.864046:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046079616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320867.864076:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320867.864125:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046079616:12345-0@lo:38:kworker.0 Request processed in 77us (226us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320867.864132:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2558 00000100:00080000:0.0:1767320867.864320:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320867.864325:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320867.864329:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046079616:0@lo:38:kworker.0 00000100:00100000:2.0:1767320867.864525:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046079488 00000100:00100000:2.0:1767320867.864530:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046079488 00000100:00100000:2.0:1767320867.864562:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1767320867.864567:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046079488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320867.864579:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320867.864624:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046079488:12345-0@lo:38:kworker.0 Request processed in 55us (817us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320867.864630:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00080000:0.0:1767320867.865058:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320867.865064:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320867.865067:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046079488:0@lo:38:kworker.0 00010000:00010000:2.0:1767320868.622081:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320869.650599:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320870.670091:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1767320871.376534:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985951744 offset 0 length 520: 4 00000100:00100000:1.0:1767320871.376601:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320871.380895:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320871.382939:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985951872 00000100:00100000:0.0:1767320871.382956:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985951872 00000100:00100000:2.0:1767320871.385488:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952000 00000100:00100000:2.0:1767320871.385525:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952000 00000100:00100000:2.0:1767320871.385687:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1947 00000100:00100000:2.0:1767320871.385721:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985952000:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320871.385893:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985952000:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 193us (5015us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320871.385916:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1947 00000100:00100000:2.0:1767320871.385944:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2559 00000100:00100000:2.0:1767320871.385950:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985951872:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320871.385980:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320871.386481:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985951872:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 525us (9876us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320871.386490:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2559 00000100:00080000:1.0:1767320871.390547:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320871.694207:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320872.718000:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320872.973983:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320847/real 1767320847] req@ffffa07bf4fcea00 x1853164046074112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320872 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320872.974032:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf4fcea00 x1853164046074112/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320872 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767320872.974060:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320872.974086:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767320872.974216:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046074112:0@lo:250:kworker.0 00000100:00080000:0.0:1767320872.974473:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320872.974479:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320872.974482:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320872.974487:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6045 00000100:00080000:0.0:1767320872.974491:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320872.974499:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320872.974552:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaafb80 x1853164046079744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320872.974616:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320872.974621:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320872.974623:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320872.974627:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6066 00000100:00080000:0.0:1767320872.974631:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320872.974636:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320872.974655:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf800 x1853164046080000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320872.974675:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320872.974678:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320872.974680:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320872.974683:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6066 00000100:00080000:0.0:1767320872.974685:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320872.974687:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320872.974696:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac000 x1853164046080256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320872.974702:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320872.974705:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320872.974706:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320872.974709:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:0.0:1767320872.974710:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320872.974712:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320872.974719:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164046080384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320872.974750:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320872.974752:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320872.974753:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320872.974755:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6066 00000100:00080000:0.0:1767320872.974758:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320872.974760:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320872.974787:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164046080768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320872.974814:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046079872:0@lo:400:kworker.0 00000100:00100000:0.0:1767320872.974898:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320872.974977:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320872.974983:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046080128:0@lo:400:kworker.0 00000100:00100000:0.0:1767320872.975007:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320872.975027:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046080896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320872.975030:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046079872 00000100:00100000:2.0:1767320872.975040:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046079872 00000100:00100000:0.0:1767320872.975057:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320872.975105:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080128 00000100:00100000:2.0:1767320872.975109:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080128 00000100:00100000:2.0:1767320872.975139:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1948 00000100:00100000:2.0:1767320872.975150:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046079872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320872.975216:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046079872:12345-0@lo:400:kworker.0 Request processed in 67us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320872.975222:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046080640:0@lo:400:kworker.0 00000100:00100000:2.0:1767320872.975237:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1948 00000100:00100000:1.0:1767320872.975255:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320872.975257:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1949 00000100:00100000:2.0:1767320872.975263:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046080128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320872.975277:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320872.975282:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046080512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320872.975302:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320872.975326:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320872.975346:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080640 00000100:00100000:1.0:1767320872.975350:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080640 00000100:00100000:1.0:1767320872.975383:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080512 00000100:00100000:1.0:1767320872.975386:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080512 00000100:00100000:2.0:1767320872.975390:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046080128:12345-0@lo:400:kworker.0 Request processed in 127us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320872.975397:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1949 00000100:00100000:1.0:1767320872.975408:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1767320872.975414:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046080640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320872.975447:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046080640:12345-0@lo:400:kworker.0 Request processed in 33us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320872.975450:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1767320872.975454:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:2.0:1767320872.975457:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046080512:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320872.975481:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320872.975484:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320872.975486:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046080512:12345-0@lo:400:kworker.0 Request processed in 30us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320872.975492:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:1.0:1767320872.975512:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046081024:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320872.975537:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320872.975596:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046080512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320872.975605:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046080640:0@lo:400:kworker.0 00010000:00080000:1.0:1767320872.975642:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaae300 x1853164046080128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320872.975652:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046080128:0@lo:400:kworker.0 00010000:00080000:1.0:1767320872.975664:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaed80 x1853164046079872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320872.975672:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046079872:0@lo:400:kworker.0 00000100:00100000:3.0:1767320872.975748:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046079744:0@lo:250:kworker.0 00000400:00000100:3.0:1767320872.975803:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046079744 offset 0 length 520: 4 00000100:00100000:3.0:1767320872.975825:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046080000:0@lo:38:kworker.0 00000100:00100000:3.0:1767320872.975849:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320872.975884:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046080256:0@lo:38:kworker.0 00000100:00100000:3.0:1767320872.975906:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320872.975917:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081024 00000100:00100000:2.0:1767320872.975922:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081024 00000100:00100000:3.0:1767320872.975922:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046080384:0@lo:38:kworker.0 00000100:00100000:3.0:1767320872.975947:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320872.975953:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:2.0:1767320872.975959:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046081024:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320872.975963:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046080768:0@lo:38:kworker.0 00000100:00100000:3.0:1767320872.975982:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:2.0:1767320872.975987:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320872.976010:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080384 00000100:00100000:3.0:1767320872.976014:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080384 00000100:00100000:2.0:1767320872.976027:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046081024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320872.976034:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1767320872.976038:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1767320872.976042:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046080384:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320872.976061:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320872.976067:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046081024:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320872.976096:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080000 00000100:00100000:2.0:1767320872.976100:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080000 00000100:00100000:2.0:1767320872.976119:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080256 00000100:00100000:2.0:1767320872.976121:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080256 00000100:00100000:2.0:1767320872.976132:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080768 00000100:00100000:2.0:1767320872.976135:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080768 00000100:00100000:2.0:1767320872.976147:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2560 00000100:00100000:2.0:1767320872.976151:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046080000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320872.976162:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320872.976299:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767320872.976304:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046080256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320872.976314:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320872.976389:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046080896 00000100:00100000:0.0:1767320872.976395:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046080896 00000100:00100000:0.0:1767320872.976425:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:0.0:1767320872.976432:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046080896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320872.976451:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320872.976997:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046080256:12345-0@lo:38:kworker.0 Request processed in 688us (1086us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320872.977006:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2561 00000100:00100000:1.0:1767320872.977027:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2562 00000100:00100000:1.0:1767320872.977031:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046080768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320872.977042:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320872.977072:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046080768:12345-0@lo:38:kworker.0 Request processed in 39us (1088us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320872.977081:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2562 00000100:00100000:3.0:1767320872.977378:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046080384:12345-0@lo:38:kworker.0 Request processed in 1308us (1403us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320872.977387:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00080000:3.0:1767320872.977435:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320872.977441:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320872.977445:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046080256:0@lo:38:kworker.0 00000100:00080000:3.0:1767320872.977457:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320872.977461:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320872.977464:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046080384:0@lo:38:kworker.0 00000100:00080000:3.0:1767320872.977477:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320872.977481:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320872.977484:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046080768:0@lo:38:kworker.0 00000100:00100000:0.0:1767320872.977844:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046080896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1410us (2783us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320872.977854:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1767320872.979673:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046080000:12345-0@lo:38:kworker.0 Request processed in 3350us (3653us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320872.979689:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2560 00000100:00080000:3.0:1767320872.980263:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320872.980273:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320872.980278:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046080000:0@lo:38:kworker.0 00000100:00100000:1.0:1767320872.980908:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046080896:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320873.742400:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320874.768093:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320875.790082:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320876.483547:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320876.483659:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952256 00000100:00100000:2.0:1767320876.483671:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952256 00000100:00100000:2.0:1767320876.483760:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1950 00000100:00100000:2.0:1767320876.483801:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985952256:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320876.483926:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985952256:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 155us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320876.483935:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1950 00000100:00080000:1.0:1767320876.484425:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320876.490643:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320876.490900:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952128 00000100:00100000:3.0:1767320876.490915:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952128 00000100:00100000:3.0:1767320876.490984:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2563 00000100:00100000:3.0:1767320876.490994:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985952128:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320876.491035:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320876.491122:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985952128:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 128us (493us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320876.491129:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2563 00010000:00010000:2.0:1767320876.814064:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320877.838097:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320878.093914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320878.093925:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320878.093998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320878.094002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320878.094018:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320878.094027:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6071 00000100:00080000:0.0:1767320878.094032:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320878.094040:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320878.094063:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164046081280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320878.094093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320878.094097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320878.094099:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320878.094104:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6071 00000100:00080000:0.0:1767320878.094106:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320878.094110:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320878.094120:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29180 x1853164046081536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320878.094129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320878.094133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320878.094134:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320878.094138:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6071 00000100:00080000:0.0:1767320878.094140:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320878.094144:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320878.094154:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2bb80 x1853164046081664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320878.094192:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320878.094196:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320878.094197:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320878.094201:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6071 00000100:00080000:0.0:1767320878.094204:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320878.094207:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320878.094221:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb267480 x1853164046082048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320878.094229:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046081280:0@lo:38:kworker.0 00000100:00100000:0.0:1767320878.094246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046081920:0@lo:400:kworker.0 00000100:00100000:1.0:1767320878.094350:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046081408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320878.094548:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046081152:0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.096695:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.096749:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046081536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320878.096811:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.096831:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046081664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320878.096858:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.096887:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046082048:0@lo:38:kworker.0 00000100:00100000:3.0:1767320878.096910:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.097178:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081664 00000100:00100000:3.0:1767320878.097190:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081664 00000100:00100000:3.0:1767320878.097236:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1767320878.097244:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046081664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320878.097267:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320878.097318:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046081664:12345-0@lo:38:kworker.0 Request processed in 73us (458us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320878.097326:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:3.0:1767320878.097357:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081280 00000100:00100000:3.0:1767320878.097361:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081280 00000100:00100000:3.0:1767320878.097378:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081536 00000100:00100000:3.0:1767320878.097380:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081536 00000100:00100000:3.0:1767320878.097393:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082048 00000100:00100000:3.0:1767320878.097395:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082048 00000100:00100000:3.0:1767320878.097474:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2564 00000100:00100000:3.0:1767320878.097480:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046081280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320878.097490:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320878.097518:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046081280:12345-0@lo:38:kworker.0 Request processed in 37us (831us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320878.097524:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2564 00000100:00100000:3.0:1767320878.097537:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2565 00000100:00100000:3.0:1767320878.097540:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046081536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320878.097550:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320878.097572:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046081536:12345-0@lo:38:kworker.0 Request processed in 30us (761us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320878.097578:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2565 00000100:00100000:3.0:1767320878.097588:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2566 00000100:00100000:3.0:1767320878.097591:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046082048:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320878.097600:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320878.097622:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046082048:12345-0@lo:38:kworker.0 Request processed in 29us (711us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320878.097628:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2566 00000100:00080000:3.0:1767320878.097672:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320878.097676:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320878.097679:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046082048:0@lo:38:kworker.0 00000100:00080000:3.0:1767320878.097689:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320878.097693:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320878.097696:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046081280:0@lo:38:kworker.0 00000100:00080000:3.0:1767320878.097703:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320878.097706:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320878.097709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046081536:0@lo:38:kworker.0 00000100:00080000:3.0:1767320878.097717:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320878.097721:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320878.097723:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046081664:0@lo:38:kworker.0 00000100:00100000:3.0:1767320878.097902:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046081792:0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.097939:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.098616:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081792 00000100:00100000:3.0:1767320878.098625:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081792 00000100:00100000:3.0:1767320878.098690:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:3.0:1767320878.098700:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046081792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.098758:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046081792:12345-0@lo:400:kworker.0 Request processed in 60us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.099801:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00080000:3.0:1767320878.099837:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320878.099882:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046081792:0@lo:400:kworker.0 00000100:00100000:1.0:1767320878.100517:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320878.100557:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046082304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320878.100584:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320878.100606:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320878.100612:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046082176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320878.100630:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320878.100654:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082304 00000100:00100000:1.0:1767320878.100659:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082304 00000100:00100000:1.0:1767320878.100704:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082176 00000100:00100000:1.0:1767320878.100708:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082176 00000100:00100000:1.0:1767320878.100735:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1767320878.100752:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046082304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320878.100799:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320878.100837:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046082304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320878.100843:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1767320878.100862:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:1.0:1767320878.100869:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046082176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320878.100883:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320878.100909:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046082176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320878.100916:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00080000:1.0:1767320878.100934:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320878.100960:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046082176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320878.100973:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046082304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320878.101224:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081408 00000100:00100000:3.0:1767320878.101230:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081408 00000100:00100000:3.0:1767320878.101273:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1951 00000100:00100000:3.0:1767320878.101280:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046081408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.101319:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046081408:12345-0@lo:400:kworker.0 Request processed in 40us (804us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.101324:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1951 00000100:00080000:1.0:1767320878.101454:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320878.101478:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28a80 x1853164046081408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320878.101490:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046081408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320878.104147:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.104299:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081920 00000100:00100000:3.0:1767320878.104309:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081920 00000100:00100000:3.0:1767320878.104366:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:3.0:1767320878.104374:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046081920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320878.104455:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046081920:12345-0@lo:400:kworker.0 Request processed in 82us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.104463:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:1.0:1767320878.104548:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046081920:0@lo:400:kworker.0 00000100:00100000:2.0:1767320878.104665:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320878.108983:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046081152 00000100:00100000:3.0:1767320878.109001:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046081152 00000100:00100000:3.0:1767320878.109966:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1952 00000100:00100000:3.0:1767320878.109979:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046081152:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767320878.110138:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320878.110907:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046081152:12345-0@lo:400:kworker.0 Request processed in 925us (6236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320878.110920:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1952 00010000:00080000:2.0:1767320878.113307:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28380 x1853164046081152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320878.113334:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046081152:0@lo:400:kworker.0 00010000:00010000:2.0:1767320878.862231:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320879.886294:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320880.910438:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320881.606251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320881.606439:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320881.615072:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952512 00000100:00100000:3.0:1767320881.615089:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952512 00000100:00100000:3.0:1767320881.615208:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952384 00000100:00100000:3.0:1767320881.615212:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952384 00000100:00100000:3.0:1767320881.615245:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1953 00000100:00100000:3.0:1767320881.615257:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985952512:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320881.615342:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985952512:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (9101us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320881.615350:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1953 00000100:00100000:3.0:1767320881.615371:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2567 00000100:00100000:3.0:1767320881.615375:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985952384:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320881.615396:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320881.615429:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985952384:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 52us (8991us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320881.615435:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2567 00000100:00080000:0.0:1767320881.616631:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320881.936687:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320882.958022:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320883.214235:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320883.214253:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046082432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320883.214330:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320883.214415:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082432 00000100:00100000:1.0:1767320883.214424:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082432 00000100:00100000:1.0:1767320883.214495:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00080000:0.0:1767320883.214737:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320883.214750:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046082560:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320883.214806:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320883.214812:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767320883.214818:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320883.214849:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320883.214854:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767320883.214858:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082560 00000100:00080000:0.0:1767320883.214859:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767320883.214863:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082560 00000100:00080000:0.0:1767320883.214867:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6076 00000100:00080000:0.0:1767320883.214872:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320883.214878:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320883.214901:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb267100 x1853164046082816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320883.214925:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320883.214928:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320883.214930:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320883.214933:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6076 00000100:00080000:0.0:1767320883.214936:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320883.214940:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320883.214950:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264e00 x1853164046083072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320883.214958:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320883.214962:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320883.214963:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320883.214967:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6076 00000100:00080000:0.0:1767320883.214970:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320883.214973:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320883.214984:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264a80 x1853164046083200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320883.214992:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320883.214995:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320883.214997:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320883.215000:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6076 00000100:00080000:0.0:1767320883.215002:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320883.215005:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320883.215014:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb266300 x1853164046083328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320883.215032:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320883.215040:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046082688:0@lo:400:kworker.0 00000100:00100000:0.0:1767320883.215071:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320883.215105:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320883.215113:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046082944:0@lo:400:kworker.0 00000100:00100000:0.0:1767320883.215134:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320883.215157:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082688 00000100:00100000:2.0:1767320883.215163:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082688 00000100:00100000:0.0:1767320883.215175:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082944 00000100:00100000:0.0:1767320883.215180:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082944 00000100:00100000:2.0:1767320883.215211:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1954 00000100:00100000:0.0:1767320883.215220:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1955 00000100:00100000:2.0:1767320883.215226:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046082688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320883.215233:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046082944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320883.215284:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046082944:12345-0@lo:400:kworker.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320883.215292:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1955 00000100:00100000:2.0:1767320883.215292:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046082688:12345-0@lo:400:kworker.0 Request processed in 70us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320883.215304:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1954 00000100:00080000:2.0:1767320883.215329:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767320883.215336:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb265c00 x1853164046082944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320883.215349:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046082944:0@lo:400:kworker.0 00010000:00080000:0.0:1767320883.215363:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb265f80 x1853164046082688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320883.215364:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046082816:0@lo:38:kworker.0 00000100:00100000:0.0:1767320883.215379:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046082688:0@lo:400:kworker.0 00000100:00100000:2.0:1767320883.215401:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320883.215434:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046083072:0@lo:38:kworker.0 00000100:00100000:1.0:1767320883.215800:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046082432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320883.215826:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320883.215868:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046082432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320883.215927:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320883.215951:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046083200:0@lo:38:kworker.0 00000100:00100000:2.0:1767320883.215977:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320883.216005:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046083328:0@lo:38:kworker.0 00000100:00100000:2.0:1767320883.216025:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320883.216056:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046082816 00000100:00100000:2.0:1767320883.216060:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046082816 00000100:00100000:2.0:1767320883.216080:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083072 00000100:00100000:2.0:1767320883.216084:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083072 00000100:00100000:2.0:1767320883.216096:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083328 00000100:00100000:2.0:1767320883.216099:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083328 00000100:00100000:2.0:1767320883.216109:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2568 00000100:00100000:2.0:1767320883.216114:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046082816:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320883.216143:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320883.216177:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046082816:12345-0@lo:38:kworker.0 Request processed in 62us (778us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320883.216183:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2568 00000100:00100000:2.0:1767320883.216195:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1767320883.216200:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046083072:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320883.216210:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320883.216232:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046083072:12345-0@lo:38:kworker.0 Request processed in 30us (304us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320883.216238:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2569 00000100:00100000:2.0:1767320883.216249:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2570 00000100:00100000:2.0:1767320883.216253:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046083328:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320883.216262:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320883.216284:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046083328:12345-0@lo:38:kworker.0 Request processed in 30us (258us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320883.216290:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2570 00000100:00080000:2.0:1767320883.216321:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320883.216326:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320883.216330:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046082816:0@lo:38:kworker.0 00000100:00080000:2.0:1767320883.216336:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320883.216339:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320883.216341:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046083072:0@lo:38:kworker.0 00000100:00080000:2.0:1767320883.216347:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320883.216350:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320883.216352:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046083328:0@lo:38:kworker.0 00000100:00100000:2.0:1767320883.216389:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083200 00000100:00100000:2.0:1767320883.216392:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083200 00000100:00100000:2.0:1767320883.216413:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1767320883.216418:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046083200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320883.216430:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320883.216460:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046083200:12345-0@lo:38:kworker.0 Request processed in 40us (482us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320883.216466:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:2.0:1767320883.216511:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046082432:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320883.216539:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320883.216543:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320883.216546:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046083200:0@lo:38:kworker.0 00000100:00100000:3.0:1767320883.219164:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1767320883.219187:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046082560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320883.219220:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320883.219316:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046082560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 140us (4499us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320883.219325:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:2.0:1767320883.219575:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046082560:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320883.223351:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00010000:00010000:3.0:1767320883.985378:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320885.006160:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320886.031894:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320886.723115:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320886.723234:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320886.725549:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952640 00000100:00100000:2.0:1767320886.725566:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952640 00000100:00100000:2.0:1767320886.725629:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952768 00000100:00100000:2.0:1767320886.725633:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952768 00000100:00100000:2.0:1767320886.725679:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1956 00000100:00100000:2.0:1767320886.725691:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985952768:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320886.725825:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2571 00000100:00100000:0.0:1767320886.725833:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985952640:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320886.725855:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320886.726389:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985952768:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 699us (3152us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320886.726398:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1956 00000100:00080000:2.0:1767320886.726440:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320886.726679:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985952640:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 845us (3576us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320886.726687:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2571 00010000:00010000:2.0:1767320887.054893:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320888.078044:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320888.333982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320888.333993:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320888.334059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320888.334063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320888.334068:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320888.334077:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6081 00000100:00080000:3.0:1767320888.334083:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320888.334090:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320888.334112:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78e00 x1853164046083584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320888.334291:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046083456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320888.334365:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320888.334496:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320888.334504:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046083840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320888.334534:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320888.334569:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083456 00000100:00100000:2.0:1767320888.334575:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083456 00000100:00100000:2.0:1767320888.334643:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1957 00000100:00100000:2.0:1767320888.334656:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046083456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320888.334701:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046083456:12345-0@lo:400:kworker.0 Request processed in 49us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320888.334707:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1957 00000100:00080000:2.0:1767320888.334729:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320888.334759:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac78380 x1853164046083456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320888.334793:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046083456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320888.334808:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320888.334813:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046083712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320888.334841:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320888.334988:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083840 00000100:00100000:0.0:1767320888.334993:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083840 00000100:00100000:0.0:1767320888.335033:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083712 00000100:00100000:0.0:1767320888.335036:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083712 00000100:00100000:0.0:1767320888.335052:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1767320888.335058:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046083840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320888.335083:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320888.335121:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046083840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320888.335127:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1767320888.335141:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1767320888.335147:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046083712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320888.335162:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320888.335206:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046083712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320888.335212:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00080000:3.0:1767320888.336399:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320888.336405:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320888.336408:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320888.336415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6081 00000100:00080000:3.0:1767320888.336420:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320888.336425:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320888.336442:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b800 x1853164046084096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320888.336453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320888.336457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320888.336459:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320888.336462:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6081 00000100:00080000:3.0:1767320888.336464:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320888.336467:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320888.336477:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b480 x1853164046084224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320888.336487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320888.336490:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320888.336492:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320888.336495:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6081 00000100:00080000:3.0:1767320888.336497:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320888.336499:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320888.336506:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79c00 x1853164046084352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320888.337422:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320888.337432:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320888.337463:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046083968:0@lo:400:kworker.0 00000100:00100000:2.0:1767320888.337539:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320888.337632:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046083840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320888.337681:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046083712:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320888.338345:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083968 00000100:00100000:3.0:1767320888.338358:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083968 00000100:00100000:3.0:1767320888.338448:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1958 00000100:00100000:3.0:1767320888.338460:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046083968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320888.338553:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046083968:12345-0@lo:400:kworker.0 Request processed in 93us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320888.338561:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1958 00010000:00080000:3.0:1767320888.338617:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7bb80 x1853164046083968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320888.338632:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046083968:0@lo:400:kworker.0 00000100:00080000:2.0:1767320888.339513:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320888.341084:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046083584:0@lo:38:kworker.0 00000100:00100000:1.0:1767320888.341182:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320888.341254:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046084096:0@lo:38:kworker.0 00000100:00100000:1.0:1767320888.341277:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320888.341303:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046084224:0@lo:38:kworker.0 00000100:00100000:1.0:1767320888.341330:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320888.341360:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046084352:0@lo:38:kworker.0 00000100:00100000:1.0:1767320888.341381:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320888.341429:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046083584 00000100:00100000:1.0:1767320888.341437:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046083584 00000100:00100000:1.0:1767320888.341469:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084096 00000100:00100000:1.0:1767320888.341472:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084096 00000100:00100000:1.0:1767320888.341484:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084352 00000100:00100000:1.0:1767320888.341486:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084352 00000100:00100000:1.0:1767320888.341503:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767320888.341509:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046083584:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320888.341532:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320888.341570:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046083584:12345-0@lo:38:kworker.0 Request processed in 60us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320888.341577:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2572 00000100:00100000:1.0:1767320888.341610:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767320888.341614:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046084096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320888.341623:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320888.341645:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046084096:12345-0@lo:38:kworker.0 Request processed in 30us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320888.341651:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2573 00000100:00100000:1.0:1767320888.341663:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2574 00000100:00100000:1.0:1767320888.341667:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046084352:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320888.341676:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320888.341699:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046084352:12345-0@lo:38:kworker.0 Request processed in 30us (317us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320888.341704:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2574 00000100:00080000:1.0:1767320888.341748:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320888.341754:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320888.341757:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046083584:0@lo:38:kworker.0 00000100:00080000:1.0:1767320888.341767:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320888.341790:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320888.341793:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046084096:0@lo:38:kworker.0 00000100:00080000:1.0:1767320888.341802:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320888.341806:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320888.341808:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046084352:0@lo:38:kworker.0 00000100:00100000:2.0:1767320888.342082:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084224 00000100:00100000:2.0:1767320888.342087:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084224 00000100:00100000:2.0:1767320888.342120:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1767320888.342134:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046084224:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320888.342145:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320888.342186:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046084224:12345-0@lo:38:kworker.0 Request processed in 50us (854us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320888.342201:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00080000:1.0:1767320888.342548:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320888.342553:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320888.342556:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046084224:0@lo:38:kworker.0 00010000:00010000:2.0:1767320889.102408:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320890.128356:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320891.149997:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320891.843151:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320891.843211:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320891.843475:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953024 00000100:00100000:1.0:1767320891.843490:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953024 00000100:00100000:1.0:1767320891.843599:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985952896 00000100:00100000:1.0:1767320891.843603:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985952896 00000100:00100000:1.0:1767320891.843629:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1959 00000100:00100000:1.0:1767320891.843643:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985953024:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320891.843748:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985953024:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 108us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320891.843756:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1959 00000100:00100000:1.0:1767320891.843822:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2575 00000100:00100000:1.0:1767320891.843825:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985952896:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320891.843847:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320891.843873:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985952896:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (668us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320891.843880:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2575 00000100:00080000:3.0:1767320891.844283:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320892.177139:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320893.198200:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320893.454533:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046084480:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767320893.454575:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320893.454584:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320893.454612:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320893.454617:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320893.454623:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320893.454630:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6086 00000100:00080000:0.0:1767320893.454636:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320893.454644:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320893.454660:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320893.454672:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb265c00 x1853164046084736/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320893.454720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320893.454724:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320893.454726:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320893.454730:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6086 00000100:00080000:0.0:1767320893.454735:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320893.454739:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320893.454750:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320893.454755:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb264a80 x1853164046084992/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320893.454761:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046084608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320893.454819:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320893.454822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320893.454828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320893.454831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320893.454836:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6086 00000100:00080000:0.0:1767320893.454839:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320893.454843:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320893.454858:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb266300 x1853164046085120/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320893.454875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320893.454878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320893.454881:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320893.454884:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6086 00000100:00080000:0.0:1767320893.454886:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320893.454890:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320893.454898:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb267100 x1853164046085376/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320893.454930:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046085248:0@lo:400:kworker.0 00000100:00100000:0.0:1767320893.454967:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320893.454992:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320893.454996:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046084864:0@lo:400:kworker.0 00000100:00100000:0.0:1767320893.455021:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320893.455067:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046085248 00000100:00100000:0.0:1767320893.455077:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046085248 00000100:00100000:2.0:1767320893.455227:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084480 00000100:00100000:2.0:1767320893.455233:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084480 00000100:00100000:2.0:1767320893.455270:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1767320893.455280:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046084480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320893.455317:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320893.455368:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046084480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320893.455376:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:2.0:1767320893.455400:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084608 00000100:00100000:2.0:1767320893.455403:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084608 00000100:00100000:2.0:1767320893.455429:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084864 00000100:00100000:2.0:1767320893.455431:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084864 00000100:00100000:2.0:1767320893.455449:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767320893.455454:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046084608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320893.455481:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046084608:12345-0@lo:400:kworker.0 Request processed in 27us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320893.455487:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1960 00000100:00100000:2.0:1767320893.455508:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1961 00000100:00100000:2.0:1767320893.455514:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046084864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320893.455541:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046084864:12345-0@lo:400:kworker.0 Request processed in 28us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320893.455546:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1961 00000100:00080000:2.0:1767320893.455582:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320893.455587:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320893.455589:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320893.455603:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046084736:0@lo:38:kworker.0 00000100:00100000:2.0:1767320893.455628:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320893.455647:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046084992:0@lo:38:kworker.0 00000100:00100000:2.0:1767320893.455665:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320893.455676:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046085120:0@lo:38:kworker.0 00000100:00100000:2.0:1767320893.455695:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320893.455712:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046085376:0@lo:38:kworker.0 00000100:00100000:2.0:1767320893.455726:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320893.455745:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084736 00000100:00100000:2.0:1767320893.455748:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084736 00000100:00100000:2.0:1767320893.455763:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046084992 00000100:00100000:2.0:1767320893.455765:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046084992 00000100:00100000:2.0:1767320893.455795:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046085376 00000100:00100000:2.0:1767320893.455798:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046085376 00000100:00100000:2.0:1767320893.455810:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2576 00000100:00100000:2.0:1767320893.455814:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046084736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320893.455833:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320893.455863:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046084736:12345-0@lo:38:kworker.0 Request processed in 48us (235us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320893.455869:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2576 00000100:00100000:2.0:1767320893.455879:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2577 00000100:00100000:2.0:1767320893.455883:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046084992:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320893.455892:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320893.455909:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046084992:12345-0@lo:38:kworker.0 Request processed in 24us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320893.455914:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2577 00000100:00100000:2.0:1767320893.455923:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2578 00000100:00100000:2.0:1767320893.455926:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046085376:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320893.455934:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320893.455949:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046085376:12345-0@lo:38:kworker.0 Request processed in 22us (222us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320893.455954:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2578 00000100:00080000:2.0:1767320893.455986:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320893.455990:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320893.455994:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046084736:0@lo:38:kworker.0 00000100:00080000:2.0:1767320893.456001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320893.456004:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320893.456007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046084992:0@lo:38:kworker.0 00000100:00080000:2.0:1767320893.456013:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320893.456016:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320893.456018:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046085376:0@lo:38:kworker.0 00000100:00100000:1.0:1767320893.456420:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320893.456432:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046085504:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320893.456466:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320893.456507:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046085504 00000100:00100000:1.0:1767320893.456511:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046085504 00000100:00100000:1.0:1767320893.456539:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1767320893.456545:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7022:x1853164046085504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320893.456566:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320893.456595:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7022:x1853164046085504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 50us (129us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320893.456602:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1767320893.456641:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046085504:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1767320893.456697:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb267b80 x1853164046084864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320893.456708:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb267b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046084864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320893.456737:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046085120 00000100:00100000:1.0:1767320893.456741:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046085120 00000100:00100000:1.0:1767320893.456759:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1767320893.456764:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046085120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320893.456802:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320893.456830:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046085120:12345-0@lo:38:kworker.0 Request processed in 64us (1133us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320893.456836:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00080000:2.0:1767320893.457124:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320893.457130:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320893.457133:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046085120:0@lo:38:kworker.0 00000100:00100000:0.0:1767320893.457991:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1767320893.458011:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046085248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320893.458206:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046085248:12345-0@lo:400:kworker.0 Request processed in 202us (3236us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320893.458213:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:1.0:1767320893.458409:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046085248:0@lo:400:kworker.0 00010000:00080000:3.0:1767320893.459078:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb265f80 x1853164046084608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320893.459104:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046084608:0@lo:400:kworker.0 00000100:00100000:3.0:1767320893.459139:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046084480:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320894.222201:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320895.253510:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320896.272063:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320896.970465:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320896.970635:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953280 00000100:00100000:1.0:1767320896.970646:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953280 00000100:00100000:1.0:1767320896.970724:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1962 00000100:00100000:1.0:1767320896.970731:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985953280:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767320896.970906:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320896.971218:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985953280:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 486us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320896.971225:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1962 00000100:00100000:1.0:1767320896.987077:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:1.0:1767320896.987115:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985953408 offset 0 length 520: 4 00000100:00100000:2.0:1767320896.987323:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953152 00000100:00100000:2.0:1767320896.987332:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953152 00000100:00100000:2.0:1767320896.987442:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2579 00000100:00100000:2.0:1767320896.987450:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985953152:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320896.987475:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320896.987537:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985953152:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (478us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320896.987546:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2579 00010000:00010000:2.0:1767320897.294005:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320897.551016:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320872/real 1767320872] req@ffffa07bebaafb80 x1853164046079744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320897 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320897.551069:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bebaafb80 x1853164046079744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320897 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320897.551095:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320897.551121:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320897.551125:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046079744:0@lo:250:kworker.0 00000100:00080000:3.0:1767320897.552712:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320897.552720:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767320897.552723:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320897.552731:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6071 00000100:00080000:3.0:1767320897.552737:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320897.552745:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320897.552806:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b480 x1853164046085632/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320897.552862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320897.552866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320897.552867:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320897.552871:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6091 00000100:00080000:3.0:1767320897.552874:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320897.552877:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320897.552891:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b800 x1853164046085888/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320897.552906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320897.552908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320897.552909:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320897.552912:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6091 00000100:00080000:3.0:1767320897.552913:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320897.552915:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320897.552921:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78380 x1853164046086144/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320897.552925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320897.552927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320897.552928:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320897.552930:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6091 00000100:00080000:3.0:1767320897.552932:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320897.552934:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320897.552940:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164046086272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320897.552954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320897.552956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320897.552957:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320897.552959:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6091 00000100:00080000:3.0:1767320897.552960:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320897.552962:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320897.552972:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28380 x1853164046086656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320897.553005:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046086528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320897.553069:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320897.553133:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320897.553138:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046085760:0@lo:400:kworker.0 00000100:00100000:3.0:1767320897.553157:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320897.553188:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046085760 00000100:00100000:3.0:1767320897.553194:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046085760 00000100:00100000:3.0:1767320897.553250:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1963 00000100:00100000:3.0:1767320897.553259:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046085760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320897.553443:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086528 00000100:00100000:0.0:1767320897.553448:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086528 00000100:00100000:0.0:1767320897.553481:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1767320897.553489:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046086528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320897.553523:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046086528:12345-0@lo:400:kworker.0 Request processed in 36us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320897.553530:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1767320897.553554:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046085632:0@lo:250:kworker.0 00000400:00000100:0.0:1767320897.553573:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046085632 offset 0 length 520: 4 00000100:00100000:0.0:1767320897.553588:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046085888:0@lo:38:kworker.0 00000100:00100000:0.0:1767320897.553606:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320897.553620:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046086144:0@lo:38:kworker.0 00000100:00100000:0.0:1767320897.553638:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320897.553655:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046086272:0@lo:38:kworker.0 00000100:00100000:0.0:1767320897.553679:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320897.553697:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046086656:0@lo:38:kworker.0 00000100:00100000:0.0:1767320897.553716:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320897.553746:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046085888 00000100:00100000:0.0:1767320897.553750:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046085888 00000100:00100000:0.0:1767320897.553766:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086144 00000100:00100000:0.0:1767320897.553809:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086144 00000100:00100000:0.0:1767320897.553820:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086656 00000100:00100000:0.0:1767320897.553822:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086656 00000100:00100000:0.0:1767320897.553832:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1767320897.553837:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046085888:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320897.553855:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320897.553890:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046085888:12345-0@lo:38:kworker.0 Request processed in 51us (282us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320897.553896:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2580 00000100:00100000:0.0:1767320897.553908:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767320897.553911:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046086144:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320897.553920:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320897.553942:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046086144:12345-0@lo:38:kworker.0 Request processed in 29us (302us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320897.553948:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2581 00000100:00100000:0.0:1767320897.553958:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767320897.553962:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046086656:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320897.553970:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320897.553991:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046086656:12345-0@lo:38:kworker.0 Request processed in 27us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320897.553996:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2582 00000100:00100000:0.0:1767320897.554013:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086272 00000100:00100000:0.0:1767320897.554017:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086272 00000100:00100000:0.0:1767320897.554033:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1767320897.554038:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046086272:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320897.554047:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320897.554070:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046086272:12345-0@lo:38:kworker.0 Request processed in 31us (391us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320897.554076:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00080000:0.0:1767320897.554095:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320897.554099:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320897.554127:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320897.554131:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320897.554135:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046085888:0@lo:38:kworker.0 00000100:00080000:0.0:1767320897.554145:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320897.554148:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320897.554150:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046086144:0@lo:38:kworker.0 00000100:00080000:0.0:1767320897.554156:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320897.554158:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320897.554160:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046086272:0@lo:38:kworker.0 00000100:00080000:0.0:1767320897.554167:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320897.554170:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320897.554172:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046086656:0@lo:38:kworker.0 00010000:00080000:0.0:1767320897.554224:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79c00 x1853164046085760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320897.554234:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046085760:0@lo:400:kworker.0 00000100:00100000:0.0:1767320897.554243:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046086528:0@lo:400:kworker.0 00000100:00100000:3.0:1767320897.554754:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046085760:12345-0@lo:400:kworker.0 Request processed in 53us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320897.554763:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1963 00000100:00100000:1.0:1767320897.554885:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046086400:0@lo:400:kworker.0 00000100:00100000:1.0:1767320897.554925:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320897.554953:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320897.554959:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046086016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320897.554981:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320897.555049:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086400 00000100:00100000:0.0:1767320897.555053:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086400 00000100:00100000:0.0:1767320897.555093:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1767320897.555099:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046086400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320897.555131:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046086400:12345-0@lo:400:kworker.0 Request processed in 32us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320897.555136:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:3.0:1767320897.555188:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086016 00000100:00100000:3.0:1767320897.555191:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086016 00000100:00100000:3.0:1767320897.555227:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1964 00000100:00100000:3.0:1767320897.555233:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046086016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320897.555259:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046086016:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320897.555265:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1964 00000100:00080000:1.0:1767320897.555985:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767320897.555990:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:1.0:1767320897.556016:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac78e00 x1853164046086016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320897.556035:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046086016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320897.556044:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046086400:0@lo:400:kworker.0 00010000:00010000:2.0:1767320898.318564:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320898.574239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046086784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320898.574326:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320898.574483:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086784 00000100:00100000:1.0:1767320898.574492:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086784 00000100:00100000:1.0:1767320898.574543:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:1.0:1767320898.574552:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046086784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320898.574582:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320898.574632:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046086784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320898.574640:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1767320898.574756:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046086784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320898.577421:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046086912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320898.577501:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320898.577623:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046086912 00000100:00100000:0.0:1767320898.577632:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046086912 00000100:00100000:0.0:1767320898.577688:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1767320898.577697:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc764c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046086912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320898.577725:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320898.577815:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc764c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046086912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320898.577822:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:3.0:1767320898.578280:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046086912:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320899.342072:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320900.366026:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320901.390740:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320902.085216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320902.085468:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953536 00000100:00100000:0.0:1767320902.085479:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953536 00000100:00100000:0.0:1767320902.085537:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2583 00000100:00100000:0.0:1767320902.085546:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985953536:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320902.085572:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320902.085644:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985953536:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 97us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320902.085653:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2583 00000100:00100000:0.0:1767320902.086841:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320902.086926:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953664 00000100:00100000:2.0:1767320902.086933:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953664 00000100:00100000:2.0:1767320902.087065:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1965 00000100:00100000:2.0:1767320902.087078:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985953664:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320902.087160:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985953664:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320902.087168:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1965 00000100:00080000:1.0:1767320902.088619:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320902.414285:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320902.670010:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320902.670021:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320902.670089:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320902.670093:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320902.670098:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320902.670107:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6095 00000100:00080000:3.0:1767320902.670112:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320902.670120:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320902.670144:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164046087168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320902.670184:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320902.670188:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320902.670190:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320902.670193:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6095 00000100:00080000:3.0:1767320902.670196:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320902.670200:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320902.670212:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29c00 x1853164046087424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320902.670221:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320902.670224:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320902.670226:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320902.670230:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6095 00000100:00080000:3.0:1767320902.670233:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320902.670237:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320902.670248:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164046087552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320902.670271:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320902.670274:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320902.670276:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320902.670279:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6095 00000100:00080000:3.0:1767320902.670281:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320902.670285:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320902.670295:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9500 x1853164046087936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320902.670334:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046087680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320902.670411:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046087040:0@lo:400:kworker.0 00000100:00100000:3.0:1767320902.670418:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.670522:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046087168:0@lo:38:kworker.0 00000100:00100000:2.0:1767320902.670618:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046087808:0@lo:400:kworker.0 00000100:00100000:0.0:1767320902.679182:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.679242:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046087424:0@lo:38:kworker.0 00000100:00100000:0.0:1767320902.679281:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.679303:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046087552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320902.679339:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.679359:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046087936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320902.679381:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.679451:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087680 00000100:00100000:0.0:1767320902.679460:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087680 00000100:00100000:0.0:1767320902.679515:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1767320902.679523:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046087680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320902.679575:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046087680:12345-0@lo:400:kworker.0 Request processed in 51us (9168us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320902.679583:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1767320902.679610:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087168 00000100:00100000:0.0:1767320902.679614:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087168 00000100:00100000:0.0:1767320902.679630:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087424 00000100:00100000:0.0:1767320902.679633:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087424 00000100:00100000:0.0:1767320902.679643:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087936 00000100:00100000:0.0:1767320902.679645:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087936 00000100:00100000:0.0:1767320902.679657:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1767320902.679678:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046087168:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320902.679697:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320902.679732:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046087168:12345-0@lo:38:kworker.0 Request processed in 54us (560us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320902.679738:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2584 00000100:00100000:0.0:1767320902.679750:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2585 00000100:00100000:0.0:1767320902.679753:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046087424:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320902.679763:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320902.679807:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046087424:12345-0@lo:38:kworker.0 Request processed in 52us (525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320902.679813:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2585 00000100:00100000:0.0:1767320902.679825:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2586 00000100:00100000:0.0:1767320902.679829:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046087936:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320902.679838:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320902.679858:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046087936:12345-0@lo:38:kworker.0 Request processed in 27us (476us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320902.679863:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2586 00000100:00100000:0.0:1767320902.679883:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087552 00000100:00100000:0.0:1767320902.679886:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087552 00000100:00100000:0.0:1767320902.679904:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1767320902.679909:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046087552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320902.679918:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320902.679941:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046087552:12345-0@lo:38:kworker.0 Request processed in 31us (600us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320902.679946:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00080000:0.0:1767320902.679974:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320902.680001:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320902.680007:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320902.680012:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046087168:0@lo:38:kworker.0 00000100:00080000:0.0:1767320902.680021:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320902.680024:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320902.680027:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046087424:0@lo:38:kworker.0 00000100:00080000:0.0:1767320902.680035:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320902.680038:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320902.680041:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046087552:0@lo:38:kworker.0 00000100:00080000:0.0:1767320902.680048:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320902.680051:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320902.680053:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046087936:0@lo:38:kworker.0 00000100:00100000:0.0:1767320902.680111:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046087296:0@lo:400:kworker.0 00000100:00100000:0.0:1767320902.680139:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.680166:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087296 00000100:00100000:0.0:1767320902.680170:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087296 00000100:00100000:0.0:1767320902.680198:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1966 00000100:00100000:0.0:1767320902.680204:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046087296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320902.680242:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046087296:12345-0@lo:400:kworker.0 Request processed in 37us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320902.680249:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1966 00010000:00080000:0.0:1767320902.680277:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28e00 x1853164046087296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320902.680289:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046087296:0@lo:400:kworker.0 00000100:00080000:0.0:1767320902.680303:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320902.681058:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.682362:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087808 00000100:00100000:0.0:1767320902.682373:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087808 00000100:00100000:0.0:1767320902.682604:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1767320902.682614:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046087808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320902.682716:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046087808:12345-0@lo:400:kworker.0 Request processed in 104us (1661us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320902.682725:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00080000:2.0:1767320902.683012:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320902.683061:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046087808:0@lo:400:kworker.0 00000100:00100000:3.0:1767320902.697017:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046087680:0@lo:400:kworker.0 00000100:00100000:1.0:1767320902.697643:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320902.697831:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046087040 00000100:00100000:0.0:1767320902.697840:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046087040 00000100:00100000:0.0:1767320902.697912:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1967 00000100:00100000:0.0:1767320902.697919:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046087040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320902.697983:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046087040:12345-0@lo:400:kworker.0 Request processed in 64us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320902.697990:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1967 00010000:00080000:0.0:1767320902.698029:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c29180 x1853164046087040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320902.698042:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046087040:0@lo:400:kworker.0 00000100:00080000:2.0:1767320902.699992:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320903.438245:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320903.694655:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320903.694676:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046088064:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320903.694798:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320903.694894:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088064 00000100:00100000:1.0:1767320903.694902:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088064 00000100:00100000:1.0:1767320903.694961:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1767320903.694980:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046088064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320903.695010:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320903.695055:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046088064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 85us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320903.695063:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:3.0:1767320903.695213:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046088064:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320903.695928:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046088192:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320903.695963:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320903.696149:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088192 00000100:00100000:3.0:1767320903.696154:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088192 00000100:00100000:3.0:1767320903.696230:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1767320903.696238:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046088192:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320903.696277:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320903.696460:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046088192:12345-0@lo:13:osp-pre-0-1.0 Request processed in 223us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320903.696468:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1767320903.696526:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046088192:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767320904.465748:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320905.488132:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320906.511384:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320907.208256:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320907.208317:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320907.209164:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953920 00000100:00100000:2.0:1767320907.209179:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953920 00000100:00100000:2.0:1767320907.209280:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985953792 00000100:00100000:2.0:1767320907.209284:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985953792 00000100:00100000:2.0:1767320907.209307:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1968 00000100:00100000:2.0:1767320907.209322:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985953920:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320907.209392:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985953920:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320907.209400:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1968 00000100:00100000:2.0:1767320907.209419:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2587 00000100:00100000:2.0:1767320907.209424:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985953792:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320907.209446:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320907.209474:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985953792:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 49us (1158us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320907.209481:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2587 00000100:00080000:0.0:1767320907.209712:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320907.535806:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320907.792000:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320907.792013:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320907.792077:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320907.792082:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320907.792087:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320907.792099:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6100 00000100:00080000:3.0:1767320907.792112:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320907.792122:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320907.792149:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8380 x1853164046088448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320907.792176:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320907.792179:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320907.792181:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320907.792185:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6100 00000100:00080000:3.0:1767320907.792188:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320907.792191:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320907.792202:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164046088704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320907.792211:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320907.792215:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320907.792217:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320907.792220:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6100 00000100:00080000:3.0:1767320907.792222:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320907.792226:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320907.792247:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbea300 x1853164046088832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320907.792272:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320907.792276:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320907.792278:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320907.792281:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6100 00000100:00080000:3.0:1767320907.792284:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320907.792289:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320907.792293:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046088320:0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.792303:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe8e00 x1853164046089216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320907.792337:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046089088:0@lo:400:kworker.0 00000100:00100000:2.0:1767320907.792422:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046088448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320907.792499:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046088576:0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.796923:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320907.797026:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046088960:0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.797063:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320907.797087:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089088 00000100:00100000:3.0:1767320907.797100:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089088 00000100:00100000:3.0:1767320907.797159:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088960 00000100:00100000:3.0:1767320907.797163:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088960 00000100:00100000:3.0:1767320907.797185:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1767320907.797193:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046089088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.797260:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046089088:12345-0@lo:400:kworker.0 Request processed in 67us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320907.797268:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:3.0:1767320907.797284:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:3.0:1767320907.797290:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046088960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.797318:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046088960:12345-0@lo:400:kworker.0 Request processed in 29us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320907.797324:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00080000:3.0:1767320907.797341:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320907.797345:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320907.797379:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046089088:0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.797408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046088960:0@lo:400:kworker.0 00000100:00100000:1.0:1767320907.798467:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320907.799273:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088320 00000100:00100000:3.0:1767320907.799284:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088320 00000100:00100000:3.0:1767320907.799476:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1969 00000100:00100000:3.0:1767320907.799485:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046088320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.799633:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046088320:12345-0@lo:400:kworker.0 Request processed in 149us (1170us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320907.799641:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1969 00010000:00080000:3.0:1767320907.799684:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8000 x1853164046088320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320907.799698:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046088320:0@lo:400:kworker.0 00000100:00080000:1.0:1767320907.799791:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320907.800006:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320907.800050:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046088704:0@lo:38:kworker.0 00000100:00100000:2.0:1767320907.800076:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320907.800099:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046088832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320907.800133:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320907.800158:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046089216:0@lo:38:kworker.0 00000100:00100000:1.0:1767320907.800181:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088448 00000100:00100000:2.0:1767320907.800182:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320907.800189:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088448 00000100:00100000:1.0:1767320907.800218:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088704 00000100:00100000:1.0:1767320907.800222:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088704 00000100:00100000:2.0:1767320907.800226:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088832 00000100:00100000:2.0:1767320907.800242:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088832 00000100:00100000:1.0:1767320907.800249:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089216 00000100:00100000:1.0:1767320907.800253:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089216 00000100:00100000:2.0:1767320907.800271:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1767320907.800277:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2588 00000100:00100000:2.0:1767320907.800279:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046088832:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320907.800287:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046088448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320907.800303:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767320907.800316:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320907.800337:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046088832:12345-0@lo:38:kworker.0 Request processed in 58us (203us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320907.800343:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1767320907.800363:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1767320907.800368:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046088704:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320907.800377:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320907.800401:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046088704:12345-0@lo:38:kworker.0 Request processed in 32us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320907.800409:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2589 00000100:00100000:2.0:1767320907.800425:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2590 00000100:00100000:2.0:1767320907.800429:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046089216:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320907.800441:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320907.800468:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046088448:12345-0@lo:38:kworker.0 Request processed in 183us (462us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320907.800476:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2588 00000100:00100000:2.0:1767320907.800487:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046089216:12345-0@lo:38:kworker.0 Request processed in 54us (303us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320907.800494:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2590 00000100:00080000:2.0:1767320907.800527:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320907.800532:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320907.800536:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046088448:0@lo:38:kworker.0 00000100:00080000:2.0:1767320907.800544:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320907.800547:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320907.800549:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046088704:0@lo:38:kworker.0 00000100:00080000:2.0:1767320907.800556:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320907.800559:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320907.800562:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046088832:0@lo:38:kworker.0 00000100:00080000:2.0:1767320907.800569:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320907.800572:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320907.800574:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046089216:0@lo:38:kworker.0 00000100:00100000:0.0:1767320907.803059:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320907.803213:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046088576 00000100:00100000:3.0:1767320907.803223:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046088576 00000100:00100000:3.0:1767320907.803436:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1970 00000100:00100000:3.0:1767320907.803447:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046088576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320907.803527:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046088576:12345-0@lo:400:kworker.0 Request processed in 82us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320907.803534:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1970 00010000:00080000:2.0:1767320907.803599:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9880 x1853164046088576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320907.803616:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046088576:0@lo:400:kworker.0 00000100:00080000:1.0:1767320907.804634:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320908.558954:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320908.815466:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320908.815495:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046089344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320908.815588:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320908.815754:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089344 00000100:00100000:3.0:1767320908.815762:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089344 00000100:00100000:3.0:1767320908.815823:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1767320908.815836:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046089344:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320908.815851:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046089472:0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320908.815865:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320908.815886:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320908.815923:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046089344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320908.815932:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1767320908.815948:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089472 00000100:00100000:3.0:1767320908.815952:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089472 00000100:00100000:3.0:1767320908.815968:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1767320908.815974:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046089472:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320908.815985:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046089344:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320908.815992:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320908.816037:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046089472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320908.816182:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046089472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320908.816191:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00010000:00010000:2.0:1767320909.582893:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320910.606730:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320911.630135:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320912.325238:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320912.325301:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320912.325764:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954176 00000100:00100000:1.0:1767320912.325905:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954048 00000100:00100000:1.0:1767320912.325917:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954048 00000100:00100000:1.0:1767320912.325968:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2591 00000100:00100000:2.0:1767320912.325977:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954176 00000100:00100000:1.0:1767320912.325987:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985954048:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320912.326013:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320912.326044:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1971 00000100:00100000:2.0:1767320912.326060:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985954176:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320912.326080:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985954048:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 92us (786us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320912.326088:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2591 00000100:00100000:2.0:1767320912.326109:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985954176:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 55us (881us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320912.326117:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1971 00000100:00080000:3.0:1767320912.326248:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320912.654021:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320912.910102:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320912.910112:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320912.910175:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320912.910180:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320912.910184:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320912.910192:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1767320912.910193:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6106 00000100:00080000:3.0:1767320912.910200:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320912.910207:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320912.910212:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046089600:0@lo:400:kworker.0 00000100:00100000:3.0:1767320912.910229:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9180 x1853164046089728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320912.910275:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320912.910279:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320912.910281:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767320912.910287:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320912.910289:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6106 00000100:00080000:3.0:1767320912.910293:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320912.910297:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320912.910310:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb100 x1853164046089984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320912.910319:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320912.910323:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320912.910324:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320912.910328:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6106 00000100:00080000:3.0:1767320912.910331:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320912.910335:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320912.910347:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9880 x1853164046090112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320912.910371:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089600 00000100:00100000:2.0:1767320912.910380:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089600 00000100:00080000:3.0:1767320912.910382:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320912.910387:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320912.910389:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320912.910393:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6106 00000100:00080000:3.0:1767320912.910396:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320912.910399:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320912.910411:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164046090496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320912.910433:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320912.910444:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1972 00000100:00100000:3.0:1767320912.910449:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046090240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320912.910457:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046089600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320912.910490:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320912.910518:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320912.910525:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046089856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320912.910526:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046089600:12345-0@lo:400:kworker.0 Request processed in 62us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320912.910537:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1972 00000100:00100000:3.0:1767320912.910554:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320912.910610:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320912.910620:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046090368:0@lo:400:kworker.0 00000100:00100000:0.0:1767320912.910648:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320912.910676:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089856 00000100:00100000:2.0:1767320912.910682:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089856 00000100:00100000:2.0:1767320912.910720:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1973 00000100:00100000:2.0:1767320912.910728:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046089856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320912.910752:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090240 00000100:00100000:0.0:1767320912.910758:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090240 00000100:00100000:2.0:1767320912.910762:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046089856:12345-0@lo:400:kworker.0 Request processed in 34us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320912.910797:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1973 00000100:00100000:0.0:1767320912.910814:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090368 00000100:00100000:0.0:1767320912.910819:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090368 00010000:00080000:2.0:1767320912.910837:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9c00 x1853164046089600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320912.910844:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:0.0:1767320912.910855:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046090240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320912.910856:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046089600:0@lo:400:kworker.0 00000100:00100000:0.0:1767320912.910898:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6b8a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046090240:12345-0@lo:400:kworker.0 Request processed in 44us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320912.910906:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:2.0:1767320912.910920:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1767320912.910930:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046090368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320912.910968:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046089728:0@lo:38:kworker.0 00000100:00100000:2.0:1767320912.910973:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046090368:12345-0@lo:400:kworker.0 Request processed in 43us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320912.910980:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1767320912.911097:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320912.911125:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046089984:0@lo:38:kworker.0 00000100:00100000:1.0:1767320912.911155:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320912.911178:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046090112:0@lo:38:kworker.0 00000100:00100000:1.0:1767320912.911205:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320912.911230:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046090496:0@lo:38:kworker.0 00000100:00100000:1.0:1767320912.911252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320912.911279:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090112 00000100:00100000:1.0:1767320912.911283:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090112 00000100:00100000:1.0:1767320912.911303:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1767320912.911309:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046090112:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767320912.911679:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320912.911684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320912.911686:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320912.911738:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046090368:0@lo:400:kworker.0 00000100:00100000:2.0:1767320912.911786:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089728 00000100:00100000:2.0:1767320912.911790:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089728 00000100:00100000:2.0:1767320912.911811:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046089984 00000100:00100000:2.0:1767320912.911814:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046089984 00000100:00100000:2.0:1767320912.911826:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090496 00000100:00100000:2.0:1767320912.911829:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090496 00000100:00100000:2.0:1767320912.911844:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2592 00000100:00100000:2.0:1767320912.911848:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046089728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320912.911866:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320912.911914:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046089728:12345-0@lo:38:kworker.0 Request processed in 63us (816us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320912.911922:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2592 00010000:00080000:3.0:1767320912.911928:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe8a80 x1853164046089856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320912.911938:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2593 00000100:00100000:3.0:1767320912.911942:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046089856:0@lo:400:kworker.0 00000100:00100000:2.0:1767320912.911945:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046089984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320912.911957:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320912.911961:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046090240:0@lo:400:kworker.0 00000100:00100000:2.0:1767320912.911987:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046089984:12345-0@lo:38:kworker.0 Request processed in 42us (831us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320912.911996:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2593 00000100:00100000:3.0:1767320912.912004:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2594 00000100:00100000:3.0:1767320912.912012:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046090496:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320912.912024:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320912.912057:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046090496:12345-0@lo:38:kworker.0 Request processed in 43us (803us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320912.912067:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2594 00000100:00080000:2.0:1767320912.912164:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320912.912171:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320912.912175:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046089728:0@lo:38:kworker.0 00000100:00080000:2.0:1767320912.912193:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320912.912198:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320912.912201:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046089984:0@lo:38:kworker.0 00000100:00080000:2.0:1767320912.912216:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320912.912221:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320912.912228:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046090496:0@lo:38:kworker.0 00010000:00020000:1.0:1767320912.912594:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320912.912636:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046090112:12345-0@lo:38:kworker.0 Request processed in 1325us (1429us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320912.912644:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:2.0:1767320912.912677:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320912.912683:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320912.912686:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046090112:0@lo:38:kworker.0 00010000:00010000:2.0:1767320913.678008:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320913.934160:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320913.934185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046090624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320913.934263:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320913.934887:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090624 00000100:00100000:2.0:1767320913.934896:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090624 00000100:00100000:2.0:1767320913.934953:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1767320913.934961:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046090624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320913.934993:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320913.935043:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046090624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320913.935050:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:2.0:1767320913.935092:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046090624:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320913.936367:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046090752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320913.936424:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320913.939921:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090752 00000100:00100000:3.0:1767320913.940067:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090752 00000100:00100000:3.0:1767320913.940156:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1767320913.940169:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046090752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320913.940209:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320913.940560:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046090752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 392us (4134us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320913.940568:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1767320913.943098:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046090752:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767320914.702090:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320915.726731:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320916.750341:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320917.445820:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320917.445882:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320917.445999:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954432 00000100:00100000:2.0:1767320917.446019:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954432 00000100:00100000:2.0:1767320917.446120:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954304 00000100:00100000:2.0:1767320917.446125:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954304 00000100:00080000:3.0:1767320917.446134:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320917.446162:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1974 00000100:00100000:2.0:1767320917.446184:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985954432:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320917.446193:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2595 00000100:00100000:3.0:1767320917.446206:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985954304:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320917.446235:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320917.446280:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985954432:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320917.446288:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1974 00000100:00100000:3.0:1767320917.446712:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985954304:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 503us (824us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320917.446724:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2595 00010000:00010000:2.0:1767320917.774076:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320918.029979:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320918.029995:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320918.030089:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320918.030095:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320918.030101:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320918.030115:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6111 00000100:00080000:3.0:1767320918.030124:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320918.030134:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320918.030141:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046090880:0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.030167:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbe9500 x1853164046091008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320918.030227:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320918.030231:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320918.030233:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320918.030237:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6111 00000100:00080000:3.0:1767320918.030240:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320918.030244:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320918.030257:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb800 x1853164046091264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320918.030265:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767320918.030268:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320918.030268:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320918.030270:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320918.030273:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6111 00000100:00080000:3.0:1767320918.030275:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320918.030279:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320918.030290:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbeb100 x1853164046091392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320918.030314:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320918.030317:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320918.030319:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320918.030322:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6111 00000100:00080000:3.0:1767320918.030325:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320918.030329:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320918.030338:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbead80 x1853164046091776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320918.030363:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046091136:0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.030397:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320918.030426:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320918.030431:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046091520:0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.030440:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767320918.030449:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046091648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.030460:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320918.030472:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320918.030496:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046090880 00000100:00100000:2.0:1767320918.030501:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091520 00000100:00100000:2.0:1767320918.030508:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091520 00000100:00100000:3.0:1767320918.030508:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046090880 00000100:00100000:0.0:1767320918.030573:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091648 00000100:00100000:3.0:1767320918.030573:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091136 00000100:00100000:0.0:1767320918.030577:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091648 00000100:00100000:3.0:1767320918.030577:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091136 00000100:00100000:1.0:1767320918.030624:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1975 00000100:00100000:1.0:1767320918.030651:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046090880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320918.030765:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046090880:12345-0@lo:400:kworker.0 Request processed in 127us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320918.030800:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1975 00000100:00100000:1.0:1767320918.030849:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046091008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320918.030889:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320918.030926:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046091264:0@lo:38:kworker.0 00000100:00100000:1.0:1767320918.030949:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320918.030970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046091392:0@lo:38:kworker.0 00000100:00100000:1.0:1767320918.030994:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320918.031016:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046091776:0@lo:38:kworker.0 00000100:00100000:1.0:1767320918.031052:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320918.031090:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091008 00000100:00100000:1.0:1767320918.031099:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091008 00000100:00100000:1.0:1767320918.031132:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091264 00000100:00100000:1.0:1767320918.031135:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091264 00000100:00100000:1.0:1767320918.031143:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091776 00000100:00100000:1.0:1767320918.031145:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091776 00000100:00100000:1.0:1767320918.031154:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1767320918.031159:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046091008:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320918.031181:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320918.031216:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046091008:12345-0@lo:38:kworker.0 Request processed in 55us (326us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320918.031222:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2596 00000100:00100000:1.0:1767320918.031239:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767320918.031243:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046091264:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320918.031252:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320918.031272:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046091264:12345-0@lo:38:kworker.0 Request processed in 28us (322us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320918.031278:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2597 00000100:00100000:1.0:1767320918.031288:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767320918.031293:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046091776:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320918.031302:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320918.031323:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046091776:12345-0@lo:38:kworker.0 Request processed in 29us (283us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320918.031330:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2598 00000100:00100000:1.0:1767320918.031351:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091392 00000100:00100000:1.0:1767320918.031355:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091392 00000100:00100000:1.0:1767320918.031373:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1767320918.031378:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046091392:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320918.031388:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320918.031416:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046091392:12345-0@lo:38:kworker.0 Request processed in 36us (421us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320918.031423:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00010000:00080000:1.0:1767320918.031470:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeaa00 x1853164046090880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320918.031487:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046090880:0@lo:400:kworker.0 00000100:00080000:1.0:1767320918.031523:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320918.031528:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320918.031531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046091008:0@lo:38:kworker.0 00000100:00080000:1.0:1767320918.031540:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320918.031543:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320918.031546:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046091264:0@lo:38:kworker.0 00000100:00080000:1.0:1767320918.031554:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320918.031557:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320918.031560:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046091392:0@lo:38:kworker.0 00000100:00080000:1.0:1767320918.031567:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320918.031570:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320918.031573:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046091776:0@lo:38:kworker.0 00000100:00100000:2.0:1767320918.032023:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1767320918.032050:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046091520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320918.032150:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046091520:12345-0@lo:400:kworker.0 Request processed in 117us (1688us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320918.032158:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1767320918.032233:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046091520:0@lo:400:kworker.0 00000100:00100000:0.0:1767320918.032858:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1767320918.032871:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046091648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320918.032934:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046091648:12345-0@lo:400:kworker.0 Request processed in 68us (2461us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320918.032940:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:0.0:1767320918.032978:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046091648:0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.041902:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1976 00000100:00100000:3.0:1767320918.041927:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046091136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320918.042098:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046091136:12345-0@lo:400:kworker.0 Request processed in 177us (11698us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320918.042108:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1976 00010000:00080000:2.0:1767320918.043242:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbe9880 x1853164046091136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320918.043263:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbe9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046091136:0@lo:400:kworker.0 00000100:00080000:1.0:1767320918.047817:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320918.047830:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320918.047834:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320918.800473:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320919.054119:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046091904:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320919.054177:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320919.054292:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046091904 00000100:00100000:3.0:1767320919.054299:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046091904 00000100:00100000:3.0:1767320919.054352:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1767320919.054362:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046091904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320919.054392:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320919.054453:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046091904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320919.054461:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:1.0:1767320919.054545:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046091904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320919.056258:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046092032:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320919.056311:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320919.056420:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092032 00000100:00100000:0.0:1767320919.056428:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092032 00000100:00100000:0.0:1767320919.056480:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:0.0:1767320919.056490:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046092032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320919.056520:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320919.056563:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046092032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320919.056568:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:1.0:1767320919.056631:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046092032:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320919.824474:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320920.855826:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320921.539392:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767320921.539447:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985954560 offset 0 length 520: 4 00000100:00100000:3.0:1767320921.539476:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320921.539845:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954816 00000100:00100000:1.0:1767320921.539863:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954816 00000100:00080000:3.0:1767320921.539952:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320921.540060:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954688 00000100:00100000:1.0:1767320921.540067:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954688 00000100:00100000:1.0:1767320921.540119:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1977 00000100:00100000:1.0:1767320921.540247:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985954816:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320921.540351:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985954816:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 109us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320921.540362:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2599 00000100:00100000:0.0:1767320921.540376:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985954688:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320921.540413:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320921.540478:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985954688:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 103us (999us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320921.540488:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2599 00000100:00100000:1.0:1767320921.540695:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1977 00010000:00010000:2.0:1767320921.870093:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320922.126188:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320897/real 1767320897] req@ffffa07beac7b480 x1853164046085632/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320922 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320922.126246:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beac7b480 x1853164046085632/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320922 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320922.126561:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320922.126672:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320922.126677:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046085632:0@lo:250:kworker.0 00000100:00080000:0.0:1767320922.127362:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320922.127371:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320922.127375:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320922.127381:0:34858:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6095 00000100:00080000:0.0:1767320922.127386:0:34858:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320922.127395:0:34858:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320922.127446:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd880 x1853164046092160/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320922.127520:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046092160:0@lo:250:kworker.0 00000400:00000100:2.0:1767320922.127593:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046092160 offset 0 length 520: 4 00000100:00080000:0.0:1767320922.127723:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320922.127728:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320922.127730:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320922.127734:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320922.127737:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320922.127742:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320922.127762:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29500 x1853164046092416/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320922.127865:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046092288:0@lo:400:kworker.0 00000100:00100000:1.0:1767320922.127921:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320922.127997:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092288 00000100:00100000:1.0:1767320922.128016:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092288 00000100:00100000:1.0:1767320922.128095:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1978 00000100:00100000:1.0:1767320922.128108:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046092288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320922.128172:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046092288:12345-0@lo:400:kworker.0 Request processed in 66us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320922.128180:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1978 00000100:00080000:1.0:1767320922.128211:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320922.128260:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b100 x1853164046092288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320922.128277:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046092288:0@lo:400:kworker.0 00000100:00100000:2.0:1767320922.129084:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046092416:0@lo:38:kworker.0 00000100:00100000:2.0:1767320922.129141:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320922.129237:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092416 00000100:00100000:1.0:1767320922.129243:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092416 00000100:00100000:1.0:1767320922.129364:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2600 00000100:00100000:1.0:1767320922.129371:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046092416:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320922.129397:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320922.129496:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046092416:12345-0@lo:38:kworker.0 Request processed in 123us (353us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320922.129504:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2600 00000100:00080000:0.0:1767320922.129651:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320922.129657:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320922.129661:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320922.129667:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320922.129671:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320922.129676:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320922.129696:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b800 x1853164046092672/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320922.129707:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320922.129711:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320922.129713:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320922.129717:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320922.129719:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320922.129723:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320922.129737:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2b480 x1853164046092800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320922.130118:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320922.130123:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320922.130126:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320922.130130:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6116 00000100:00080000:0.0:1767320922.130134:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320922.130138:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320922.130157:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c29180 x1853164046093184/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320922.130187:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320922.130200:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046093056:0@lo:400:kworker.0 00000100:00100000:0.0:1767320922.130247:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320922.130454:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320922.130461:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320922.130465:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046092416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320922.130487:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046092672:0@lo:38:kworker.0 00000100:00100000:3.0:1767320922.130520:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320922.130552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046092800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320922.130577:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320922.130594:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046093184:0@lo:38:kworker.0 00000100:00100000:3.0:1767320922.130612:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320922.133034:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092672 00000100:00100000:0.0:1767320922.133055:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092672 00000100:00100000:0.0:1767320922.133132:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093184 00000100:00100000:0.0:1767320922.133137:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093184 00000100:00100000:0.0:1767320922.133164:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2601 00000100:00100000:0.0:1767320922.133173:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046092672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320922.133202:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320922.133320:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046092672:12345-0@lo:38:kworker.0 Request processed in 146us (2798us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320922.133330:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2601 00000100:00100000:0.0:1767320922.133349:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2602 00000100:00100000:0.0:1767320922.133353:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046093184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320922.133362:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320922.133387:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046093184:12345-0@lo:38:kworker.0 Request processed in 32us (2773us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320922.133392:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2602 00000100:00080000:0.0:1767320922.133446:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320922.133452:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320922.133456:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046092672:0@lo:38:kworker.0 00000100:00080000:0.0:1767320922.133468:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320922.133472:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320922.133475:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046093184:0@lo:38:kworker.0 00000100:00100000:2.0:1767320922.134410:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046092544:0@lo:400:kworker.0 00000100:00100000:2.0:1767320922.134483:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320922.134576:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320922.134583:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046092928:0@lo:400:kworker.0 00000100:00100000:2.0:1767320922.134613:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320922.134656:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093056 00000100:00100000:2.0:1767320922.134663:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093056 00000100:00100000:2.0:1767320922.134723:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092928 00000100:00100000:2.0:1767320922.134727:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092928 00000100:00100000:2.0:1767320922.134749:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1767320922.134756:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046093056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320922.134869:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046093056:12345-0@lo:400:kworker.0 Request processed in 113us (4621us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320922.134876:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1767320922.134894:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1767320922.134901:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046092928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320922.134945:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046092928:12345-0@lo:400:kworker.0 Request processed in 45us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320922.134951:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:1.0:1767320922.135053:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092800 00000100:00100000:1.0:1767320922.135058:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092800 00000100:00100000:1.0:1767320922.135084:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1767320922.135090:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046092800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320922.135108:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320922.135149:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046092800:12345-0@lo:38:kworker.0 Request processed in 58us (4570us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320922.135156:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:0.0:1767320922.136961:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046093056:0@lo:400:kworker.0 00000100:00080000:0.0:1767320922.137177:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320922.137184:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320922.137188:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046092800:0@lo:38:kworker.0 00000100:00080000:0.0:1767320922.137235:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320922.137242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320922.137300:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046092928:0@lo:400:kworker.0 00000100:00100000:3.0:1767320922.138605:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046092544 00000100:00100000:3.0:1767320922.138621:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046092544 00000100:00100000:3.0:1767320922.138726:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1979 00000100:00100000:3.0:1767320922.138737:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046092544:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767320922.140640:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320922.162146:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046092544:12345-0@lo:400:kworker.0 Request processed in 23391us (27643us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320922.162167:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1979 00010000:00080000:0.0:1767320922.163672:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c28000 x1853164046092544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320922.163696:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046092544:0@lo:400:kworker.0 00010000:00010000:2.0:1767320922.894521:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320923.923520:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320924.174092:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046093312:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320924.174194:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320924.174241:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046093440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320924.174310:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320924.174421:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093312 00000100:00100000:2.0:1767320924.174432:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093312 00000100:00100000:2.0:1767320924.174501:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093440 00000100:00100000:2.0:1767320924.174504:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093440 00000100:00100000:2.0:1767320924.174521:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1767320924.174532:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046093312:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320924.174564:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00002000:00000024:2.0:1767320924.174576:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320924.174637:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046093312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320924.174649:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:2.0:1767320924.174707:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046093312:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767320924.175028:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320924.175033:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320924.177013:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046093440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320924.177061:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320924.177156:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046093440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2579us (2843us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320924.177165:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:1.0:1767320924.177274:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046093440:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320924.942052:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320925.969208:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320926.659128:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320926.659208:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320926.659213:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985954944 00000100:00100000:3.0:1767320926.659244:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985954944 00000100:00100000:3.0:1767320926.659302:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955072 00000100:00100000:3.0:1767320926.659306:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955072 00000100:00100000:3.0:1767320926.659377:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1980 00000100:00100000:3.0:1767320926.659387:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985955072:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320926.659471:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985955072:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 85us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320926.659479:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1980 00000100:00100000:3.0:1767320926.659499:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2603 00000100:00100000:3.0:1767320926.659503:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985954944:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320926.659522:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320926.659546:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985954944:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (438us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320926.659551:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2603 00000100:00080000:2.0:1767320926.660325:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320926.990016:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767320927.246047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320927.246064:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1767320927.246313:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767320927.247130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320927.247140:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320927.247147:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320927.247168:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767320927.247174:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320927.247183:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320927.247227:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaace00 x1853164046093696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320927.247425:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320927.247429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767320927.247576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046093696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320927.247681:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320927.247764:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093696 00000100:00100000:0.0:1767320927.247793:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093696 00000100:00100000:0.0:1767320927.247859:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2604 00000100:00100000:0.0:1767320927.247876:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046093696:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320927.247904:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320927.247950:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046093696:12345-0@lo:38:kworker.0 Request processed in 80us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320927.247957:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2604 00000100:00080000:0.0:1767320927.248016:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320927.248023:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320927.248027:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046093696:0@lo:38:kworker.0 00000100:00100000:3.0:1767320927.248043:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046093824:0@lo:400:kworker.0 00000100:00080000:1.0:1767320927.248228:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320927.248236:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767320927.248240:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320927.248244:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320927.248303:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320927.248613:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf480 x1853164046093952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320927.248644:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320927.248648:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320927.248650:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320927.248654:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767320927.248657:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320927.248662:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320927.248679:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaca80 x1853164046094080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320927.248789:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320927.248804:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046094208:0@lo:400:kworker.0 00000100:00100000:3.0:1767320927.248849:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320927.248864:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093824 00000100:00100000:0.0:1767320927.248879:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093824 00000100:00100000:0.0:1767320927.248938:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1981 00000100:00100000:0.0:1767320927.248947:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046093824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320927.249009:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046093824:12345-0@lo:400:kworker.0 Request processed in 63us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320927.249016:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1981 00000100:00100000:0.0:1767320927.249039:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094208 00000100:00100000:0.0:1767320927.249044:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094208 00000100:00100000:0.0:1767320927.249077:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:0.0:1767320927.249084:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046094208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320927.249116:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046094208:12345-0@lo:400:kworker.0 Request processed in 32us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320927.249122:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00080000:0.0:1767320927.249144:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320927.249150:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320927.249190:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046093952:0@lo:38:kworker.0 00000100:00100000:0.0:1767320927.249221:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320927.249252:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046094080:0@lo:38:kworker.0 00000100:00100000:3.0:1767320927.250136:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046094208:0@lo:400:kworker.0 00010000:00080000:3.0:1767320927.250157:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaad880 x1853164046093824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320927.250168:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046093824:0@lo:400:kworker.0 00000100:00100000:3.0:1767320927.250242:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093952 00000100:00100000:3.0:1767320927.250250:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093952 00000100:00100000:3.0:1767320927.250299:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2605 00000100:00100000:3.0:1767320927.250306:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046093952:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320927.250329:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320927.250395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320927.250404:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046093952:12345-0@lo:38:kworker.0 Request processed in 96us (1180us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320927.250413:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2605 00000100:00100000:3.0:1767320927.250457:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094080 00000100:00100000:3.0:1767320927.250462:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094080 00000100:00080000:0.0:1767320927.250482:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767320927.250489:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00080000:0.0:1767320927.250494:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320927.250503:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046093952:0@lo:38:kworker.0 00000100:00100000:3.0:1767320927.250504:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046094080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320927.250527:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320927.250575:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046094080:12345-0@lo:38:kworker.0 Request processed in 73us (186us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320927.250584:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00080000:0.0:1767320927.250591:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320927.250600:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320927.250605:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046094080:0@lo:38:kworker.0 00000100:00100000:2.0:1767320927.254653:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046094336:0@lo:400:kworker.0 00000100:00100000:2.0:1767320927.254763:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320927.254842:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046093568:0@lo:400:kworker.0 00000100:00100000:2.0:1767320927.254889:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320927.255028:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094336 00000100:00100000:0.0:1767320927.255037:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094336 00000100:00080000:1.0:1767320927.255162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320927.255169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320927.255174:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320927.255182:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6120 00000100:00080000:1.0:1767320927.255186:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320927.255195:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320927.255205:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046093568 00000100:00100000:3.0:1767320927.255223:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046093568 00000100:00100000:1.0:1767320927.256169:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164046094464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320927.256543:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046094464:0@lo:38:kworker.0 00000100:00100000:1.0:1767320927.256605:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320927.257959:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1255 00000100:00100000:0.0:1767320927.257978:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046094336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320927.258076:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046094336:12345-0@lo:400:kworker.0 Request processed in 104us (3312us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320927.258085:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1255 00000100:00100000:1.0:1767320927.260723:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046094336:0@lo:400:kworker.0 00000100:00100000:1.0:1767320927.260839:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094464 00000100:00100000:1.0:1767320927.260848:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094464 00000100:00100000:1.0:1767320927.260917:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2606 00000100:00100000:1.0:1767320927.260926:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046094464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320927.260956:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320927.261058:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046094464:12345-0@lo:38:kworker.0 Request processed in 131us (4451us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320927.261066:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2606 00000100:00080000:1.0:1767320927.261113:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320927.261120:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320927.261124:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046094464:0@lo:38:kworker.0 00000100:00080000:2.0:1767320927.264837:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767320927.264852:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320927.270861:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1982 00000100:00100000:3.0:1767320927.270887:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046093568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320927.271014:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046093568:12345-0@lo:400:kworker.0 Request processed in 132us (16123us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320927.271021:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1982 00010000:00080000:1.0:1767320927.271171:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaaea00 x1853164046093568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320927.271205:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046093568:0@lo:400:kworker.0 00010000:00010000:2.0:1767320928.014044:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320929.040556:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320929.294106:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046094592:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320929.294187:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320929.294278:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094592 00000100:00100000:1.0:1767320929.294287:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094592 00000100:00100000:1.0:1767320929.294350:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1767320929.294360:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046094592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320929.294391:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320929.294493:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046094720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320929.294521:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320929.294554:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094720 00000100:00100000:2.0:1767320929.294557:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094720 00000100:00100000:2.0:1767320929.294576:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1767320929.294585:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046094720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320929.294600:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320929.294629:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046094720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (106us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320929.294636:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00100000:2.0:1767320929.294674:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046094720:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320929.294694:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767320929.294697:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320929.295684:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046094592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1321us (1492us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320929.295693:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:0.0:1767320929.295827:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046094592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320930.062970:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320931.086029:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320931.783704:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320931.783871:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320931.783932:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955328 00000100:00100000:1.0:1767320931.783942:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955328 00000100:00100000:1.0:1767320931.784019:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955200 00000100:00100000:1.0:1767320931.784022:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955200 00000100:00100000:1.0:1767320931.784107:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1983 00000100:00100000:1.0:1767320931.784120:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985955328:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767320931.784131:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320931.784204:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985955328:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320931.784211:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1983 00000100:00100000:1.0:1767320931.784233:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2607 00000100:00100000:1.0:1767320931.784237:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985955200:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320931.784258:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320931.784282:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985955200:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 43us (412us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320931.784291:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2607 00010000:00010000:2.0:1767320932.110121:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320932.366166:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320932.366176:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320932.366238:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320932.366242:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320932.366248:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320932.366256:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767320932.366260:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320932.366267:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320932.366290:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453b80 x1853164046094976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320932.366325:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320932.366329:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320932.366330:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320932.366334:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767320932.366336:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320932.366340:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320932.366350:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451880 x1853164046095232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320932.366358:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320932.366361:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320932.366362:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320932.366366:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767320932.366367:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320932.366371:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320932.366381:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164046095360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320932.366399:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320932.366402:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320932.366404:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320932.366407:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6125 00000100:00080000:3.0:1767320932.366409:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320932.366413:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320932.366422:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450a80 x1853164046095744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320932.366637:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046095488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.366699:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320932.366801:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320932.366808:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046095104:0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.366832:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320932.366864:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046095616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.366885:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320932.366903:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320932.366908:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046094848:0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.366929:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320932.366956:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095488 00000100:00100000:0.0:1767320932.366962:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095488 00000100:00100000:0.0:1767320932.367009:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095616 00000100:00100000:0.0:1767320932.367013:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095616 00000100:00100000:0.0:1767320932.367037:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767320932.367047:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046095488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.367095:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046095488:12345-0@lo:400:kworker.0 Request processed in 50us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320932.367102:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1767320932.367118:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1767320932.367124:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046095616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.367166:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046095616:12345-0@lo:400:kworker.0 Request processed in 42us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320932.367172:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1767320932.367211:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046095616:0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.367238:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046095488:0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.367254:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095104 00000100:00100000:0.0:1767320932.367257:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095104 00000100:00100000:0.0:1767320932.367280:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094848 00000100:00100000:0.0:1767320932.367283:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094848 00000100:00100000:0.0:1767320932.367302:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1984 00000100:00100000:0.0:1767320932.367308:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046095104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.367340:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046095104:12345-0@lo:400:kworker.0 Request processed in 32us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320932.367346:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1984 00000100:00100000:0.0:1767320932.367357:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1985 00000100:00100000:0.0:1767320932.367363:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046094848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320932.367387:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046094848:12345-0@lo:400:kworker.0 Request processed in 25us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320932.367393:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1985 00010000:00080000:0.0:1767320932.367419:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeaa00 x1853164046094848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320932.367429:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046094848:0@lo:400:kworker.0 00010000:00080000:0.0:1767320932.367450:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452680 x1853164046095104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320932.367736:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046094976:0@lo:38:kworker.0 00000100:00100000:1.0:1767320932.367794:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320932.367815:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046095232:0@lo:38:kworker.0 00000100:00100000:1.0:1767320932.367835:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320932.367857:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046095360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320932.367877:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320932.367895:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046095744:0@lo:38:kworker.0 00000100:00100000:1.0:1767320932.367912:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320932.367938:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046094976 00000100:00100000:1.0:1767320932.367942:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046094976 00000100:00100000:1.0:1767320932.367963:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095232 00000100:00100000:1.0:1767320932.367965:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095232 00000100:00100000:1.0:1767320932.367973:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095744 00000100:00100000:1.0:1767320932.367975:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095744 00000100:00100000:1.0:1767320932.367985:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2608 00000100:00100000:1.0:1767320932.367989:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046094976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320932.368006:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320932.368037:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046094976:12345-0@lo:38:kworker.0 Request processed in 46us (267us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320932.368044:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2608 00000100:00100000:1.0:1767320932.368059:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2609 00000100:00100000:1.0:1767320932.368063:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046095232:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320932.368070:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320932.368091:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046095232:12345-0@lo:38:kworker.0 Request processed in 26us (255us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320932.368097:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2609 00000100:00100000:1.0:1767320932.368124:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2610 00000100:00100000:1.0:1767320932.368128:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046095744:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320932.368137:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320932.368358:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046095104:0@lo:400:kworker.0 00000100:00080000:0.0:1767320932.368385:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320932.368415:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046095744:12345-0@lo:38:kworker.0 Request processed in 284us (501us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320932.368421:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2610 00000100:00080000:1.0:1767320932.368453:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320932.368547:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320932.368551:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046094976:0@lo:38:kworker.0 00000100:00080000:1.0:1767320932.368564:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320932.368568:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320932.368571:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046095232:0@lo:38:kworker.0 00000100:00080000:1.0:1767320932.368579:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320932.368581:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320932.368584:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046095744:0@lo:38:kworker.0 00000100:00100000:3.0:1767320932.368743:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095360 00000100:00100000:3.0:1767320932.368748:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095360 00000100:00100000:3.0:1767320932.368806:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1767320932.368811:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046095360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320932.368822:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320932.368858:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046095360:12345-0@lo:38:kworker.0 Request processed in 46us (979us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320932.368864:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00080000:3.0:1767320932.368889:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320932.368893:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320932.368896:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046095360:0@lo:38:kworker.0 00000100:00080000:0.0:1767320932.368973:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320932.368977:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1767320933.136864:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320934.158008:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320934.414108:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046095872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320934.414176:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320934.414258:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320934.414266:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046096000:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320934.414290:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320934.414381:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046095872 00000100:00100000:2.0:1767320934.414389:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046095872 00000100:00100000:2.0:1767320934.414441:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096000 00000100:00100000:2.0:1767320934.414445:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096000 00000100:00100000:2.0:1767320934.414463:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1767320934.414472:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046095872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320934.414500:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320934.414543:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046095872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320934.414550:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1767320934.414567:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1767320934.414574:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046096000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320934.414602:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320934.414632:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046096000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320934.414637:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:2.0:1767320934.414676:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046095872:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320934.414703:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046096000:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320934.414790:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320934.414794:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320935.181962:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320936.206011:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320936.903733:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320936.904789:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320936.906841:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955584 00000100:00100000:2.0:1767320936.906861:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955584 00000100:00100000:2.0:1767320936.907028:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955456 00000100:00100000:2.0:1767320936.907033:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955456 00000100:00100000:2.0:1767320936.907079:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1986 00000100:00100000:2.0:1767320936.907102:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985955584:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320936.907295:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2611 00000100:00100000:3.0:1767320936.907303:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985955456:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320936.907329:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320936.907408:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985955456:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 104us (2644us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320936.907416:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2611 00000100:00100000:2.0:1767320936.907638:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985955584:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 541us (3917us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320936.907646:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1986 00000100:00080000:1.0:1767320936.907962:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767320937.231972:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320937.487995:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320937.488011:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320937.488081:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320937.488086:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320937.488091:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767320937.488097:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320937.488103:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6130 00000100:00080000:3.0:1767320937.488109:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767320937.488118:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046096128:0@lo:400:kworker.0 00000100:00080000:3.0:1767320937.488119:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320937.488150:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164046096256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320937.488208:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320937.488212:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320937.488213:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320937.488217:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6130 00000100:00080000:3.0:1767320937.488220:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320937.488225:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320937.488233:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320937.488239:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450700 x1853164046096512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320937.488250:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320937.488254:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320937.488256:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320937.488260:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6130 00000100:00080000:3.0:1767320937.488263:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320937.488267:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320937.488283:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453100 x1853164046096640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320937.488322:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320937.488326:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320937.488328:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320937.488331:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6130 00000100:00080000:3.0:1767320937.488335:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320937.488340:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320937.488350:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046096896:0@lo:400:kworker.0 00000100:00100000:3.0:1767320937.488359:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451500 x1853164046097024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320937.488386:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320937.488408:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046096384:0@lo:400:kworker.0 00000100:00100000:1.0:1767320937.488435:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096896 00000100:00100000:1.0:1767320937.488446:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096896 00000100:00100000:3.0:1767320937.488446:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320937.488475:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767320937.488482:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046096768:0@lo:400:kworker.0 00000100:00100000:3.0:1767320937.488508:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320937.488667:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046096256:0@lo:38:kworker.0 00000100:00100000:0.0:1767320937.488716:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320937.488740:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046096512:0@lo:38:kworker.0 00000100:00100000:2.0:1767320937.488806:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096128 00000100:00100000:2.0:1767320937.488812:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096128 00000100:00100000:2.0:1767320937.488849:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096384 00000100:00100000:2.0:1767320937.488852:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096384 00000100:00100000:2.0:1767320937.488874:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096256 00000100:00100000:2.0:1767320937.488877:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096256 00000100:00100000:2.0:1767320937.488898:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1987 00000100:00100000:2.0:1767320937.488910:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046096128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320937.489049:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046096128:12345-0@lo:400:kworker.0 Request processed in 141us (816us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320937.489058:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1987 00000100:00100000:2.0:1767320937.489089:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1767320937.489096:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046096384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320937.489128:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046096384:12345-0@lo:400:kworker.0 Request processed in 33us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320937.489134:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1988 00000100:00100000:2.0:1767320937.489146:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2612 00000100:00100000:2.0:1767320937.489150:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046096256:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320937.489173:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320937.489202:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046096256:12345-0@lo:38:kworker.0 Request processed in 50us (486us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320937.489212:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2612 00000100:00100000:1.0:1767320937.493845:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096768 00000100:00100000:1.0:1767320937.493880:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096768 00000100:00100000:1.0:1767320937.493986:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1767320937.497015:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046096896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320937.498553:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1767320937.498589:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046096768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320937.502216:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320937.502322:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096512 00000100:00100000:0.0:1767320937.502335:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096512 00000100:00100000:0.0:1767320937.502392:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2613 00000100:00100000:0.0:1767320937.502403:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046096512:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320937.504911:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1767320937.505040:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7453480 x1853164046096384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320937.505062:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046096384:0@lo:400:kworker.0 00000100:00080000:3.0:1767320937.505426:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320937.505434:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767320937.505438:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1767320937.505539:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450380 x1853164046096128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320937.505552:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046096128:0@lo:400:kworker.0 00000100:00100000:3.0:1767320937.505603:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046096896:0@lo:400:kworker.0 00000100:00100000:1.0:1767320937.505609:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046096896:12345-0@lo:400:kworker.0 Request processed in 11608us (17218us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320937.505627:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1767320937.505716:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046096640:0@lo:38:kworker.0 00000100:00100000:1.0:1767320937.505797:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320937.505826:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046097024:0@lo:38:kworker.0 00000100:00100000:1.0:1767320937.505855:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320937.505879:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097024 00000100:00100000:1.0:1767320937.505886:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097024 00000100:00100000:1.0:1767320937.505924:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2614 00000100:00100000:1.0:1767320937.505931:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046097024:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320937.505949:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320937.505977:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046097024:12345-0@lo:38:kworker.0 Request processed in 45us (121us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320937.505983:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2614 00000100:00080000:1.0:1767320937.506014:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320937.506020:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320937.506023:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046097024:0@lo:38:kworker.0 00000100:00080000:1.0:1767320937.506046:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320937.506049:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320937.506053:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046096256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320937.506522:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046096768:12345-0@lo:400:kworker.0 Request processed in 7953us (18010us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320937.506532:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00100000:2.0:1767320937.506577:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046096768:0@lo:400:kworker.0 00000100:00100000:0.0:1767320937.507447:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046096512:12345-0@lo:38:kworker.0 Request processed in 5039us (5238us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320937.507459:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2613 00000100:00080000:1.0:1767320937.507520:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320937.507527:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320937.507531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046096512:0@lo:38:kworker.0 00000100:00100000:3.0:1767320937.509064:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046096640 00000100:00100000:3.0:1767320937.509084:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046096640 00000100:00100000:3.0:1767320937.509144:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1767320937.509153:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046096640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320937.509183:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320937.510022:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046096640:12345-0@lo:38:kworker.0 Request processed in 861us (4245us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320937.510036:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:1.0:1767320937.511094:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320937.511111:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320937.511117:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046096640:0@lo:38:kworker.0 00010000:00010000:2.0:1767320938.254736:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320939.278208:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320939.534113:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046097152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320939.534217:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320939.534546:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320939.534559:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046097280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320939.534593:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320939.534681:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097152 00000100:00100000:3.0:1767320939.534692:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097152 00000100:00100000:3.0:1767320939.534835:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097280 00000100:00100000:3.0:1767320939.534839:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097280 00000100:00100000:3.0:1767320939.534863:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1767320939.534875:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046097152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320939.534915:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320939.534971:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046097152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (753us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320939.534978:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1767320939.534996:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1767320939.535001:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046097280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320939.535018:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320939.535049:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046097280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320939.535055:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1767320939.535125:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046097280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320939.535161:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046097152:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320939.535228:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767320939.535233:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320940.302155:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320941.326071:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320942.019079:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320942.022987:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955712 00000100:00100000:0.0:1767320942.023008:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955712 00000100:00100000:0.0:1767320942.023100:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2615 00000100:00100000:0.0:1767320942.023111:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985955712:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320942.023152:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320942.023265:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985955712:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 154us (4202us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320942.023274:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2615 00000100:00100000:3.0:1767320942.031892:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320942.033028:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985955840 00000100:00100000:1.0:1767320942.033048:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985955840 00000100:00100000:1.0:1767320942.033171:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1989 00000100:00100000:1.0:1767320942.033186:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985955840:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320942.033307:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985955840:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 125us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320942.033317:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1989 00000100:00080000:2.0:1767320942.034083:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320942.350305:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320942.606231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320942.606245:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320942.606334:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320942.606339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320942.606344:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320942.606355:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6135 00000100:00080000:3.0:1767320942.606361:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320942.606370:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320942.606399:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453480 x1853164046097536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320942.606447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320942.606452:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320942.606454:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320942.606457:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6135 00000100:00080000:3.0:1767320942.606460:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320942.606464:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320942.606479:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453100 x1853164046097792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320942.606488:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320942.606492:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320942.606493:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320942.606497:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6135 00000100:00080000:3.0:1767320942.606500:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320942.606504:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320942.606516:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450700 x1853164046097920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320942.606538:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320942.606541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320942.606544:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320942.606556:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6135 00000100:00080000:3.0:1767320942.606558:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320942.606562:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320942.606574:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451500 x1853164046098304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320942.606612:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046097664:0@lo:400:kworker.0 00000100:00100000:3.0:1767320942.606702:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320942.606808:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767320942.606815:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046098048:0@lo:400:kworker.0 00000100:00100000:3.0:1767320942.606845:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320942.606954:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097664 00000100:00100000:0.0:1767320942.606964:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097664 00000100:00100000:0.0:1767320942.607045:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1990 00000100:00100000:0.0:1767320942.607058:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046097664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320942.607167:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046097664:12345-0@lo:400:kworker.0 Request processed in 110us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320942.607184:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1990 00000100:00100000:0.0:1767320942.607216:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046098176:0@lo:400:kworker.0 00000100:00100000:0.0:1767320942.607244:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320942.607264:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320942.607270:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046097408:0@lo:400:kworker.0 00000100:00100000:0.0:1767320942.607293:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320942.607320:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097408 00000100:00100000:0.0:1767320942.607324:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097408 00000100:00100000:0.0:1767320942.607349:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1991 00000100:00100000:0.0:1767320942.607354:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046097408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320942.607384:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046097408:12345-0@lo:400:kworker.0 Request processed in 30us (91us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320942.607390:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1991 00010000:00080000:0.0:1767320942.607424:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450380 x1853164046097408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320942.607439:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046097408:0@lo:400:kworker.0 00000100:00100000:2.0:1767320942.607688:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098048 00000100:00100000:2.0:1767320942.607692:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098048 00000100:00100000:2.0:1767320942.607734:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098176 00000100:00100000:2.0:1767320942.607737:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098176 00000100:00100000:2.0:1767320942.607759:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1767320942.607787:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046098048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320942.607827:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046098048:12345-0@lo:400:kworker.0 Request processed in 62us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320942.607837:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1767320942.607848:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1767320942.607854:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046098176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320942.607877:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046098176:12345-0@lo:400:kworker.0 Request processed in 24us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320942.607883:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00080000:3.0:1767320942.608034:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320942.608040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767320942.608043:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320942.608047:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046097536:0@lo:38:kworker.0 00000100:00100000:3.0:1767320942.608072:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046098048:0@lo:400:kworker.0 00000100:00100000:1.0:1767320942.608089:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320942.608141:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046097792:0@lo:38:kworker.0 00010000:00080000:3.0:1767320942.608166:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451f80 x1853164046097664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320942.608177:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320942.608186:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046097664:0@lo:400:kworker.0 00000100:00100000:1.0:1767320942.608209:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046097920:0@lo:38:kworker.0 00000100:00100000:1.0:1767320942.608240:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320942.608242:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097536 00000100:00100000:3.0:1767320942.608248:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097536 00000100:00100000:3.0:1767320942.608271:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097792 00000100:00100000:1.0:1767320942.608273:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046098304:0@lo:38:kworker.0 00000100:00100000:3.0:1767320942.608274:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097792 00000100:00100000:3.0:1767320942.608290:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1767320942.608296:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046097536:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320942.608303:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767320942.608318:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320942.608333:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098304 00000100:00100000:1.0:1767320942.608340:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098304 00000100:00100000:3.0:1767320942.608358:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046097536:12345-0@lo:38:kworker.0 Request processed in 61us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320942.608365:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2617 00000100:00100000:1.0:1767320942.608373:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046097792:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767320942.608440:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046098176:0@lo:400:kworker.0 00010000:00020000:1.0:1767320942.608463:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320942.608469:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046097920 00000100:00100000:0.0:1767320942.608472:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046097920 00000100:00100000:0.0:1767320942.608495:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1767320942.608500:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046097920:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320942.608511:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320942.608513:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046097792:12345-0@lo:38:kworker.0 Request processed in 137us (337us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320942.608541:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046097920:12345-0@lo:38:kworker.0 Request processed in 40us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320942.608560:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1767320942.608600:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2616 00000100:00100000:3.0:1767320942.608613:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2618 00000100:00100000:3.0:1767320942.608617:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046098304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320942.608626:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320942.608648:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046098304:12345-0@lo:38:kworker.0 Request processed in 31us (346us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320942.608654:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2618 00000100:00100000:1.0:1767320942.611084:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2617 00000100:00080000:1.0:1767320942.611358:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320942.611366:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320942.611372:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046097536:0@lo:38:kworker.0 00000100:00080000:1.0:1767320942.611389:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320942.611393:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320942.611396:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046097792:0@lo:38:kworker.0 00000100:00080000:1.0:1767320942.611410:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320942.611414:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320942.611417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046097920:0@lo:38:kworker.0 00000100:00080000:1.0:1767320942.611429:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320942.611432:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320942.611435:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046098304:0@lo:38:kworker.0 00010000:00010000:2.0:1767320943.374222:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320944.398238:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320944.654149:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046098432:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320944.654257:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320944.654599:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098432 00000100:00100000:1.0:1767320944.654610:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098432 00000100:00100000:1.0:1767320944.654681:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:1.0:1767320944.654693:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046098432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320944.654736:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320944.654815:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046098432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320944.654824:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00080000:3.0:1767320944.654959:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320944.655002:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046098432:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320944.655801:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320944.655824:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046098560:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320944.655884:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320944.655943:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098560 00000100:00100000:3.0:1767320944.655950:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098560 00000100:00080000:0.0:1767320944.655997:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320944.656012:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1767320944.656023:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046098560:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320944.656050:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320944.656102:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046098560:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320944.656114:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:0.0:1767320944.656346:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0affb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046098560:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767320945.422563:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1767320946.114591:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985955968 offset 0 length 520: 4 00000100:00100000:3.0:1767320946.114663:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320946.114723:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320946.114863:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956096 00000100:00100000:0.0:1767320946.114883:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956096 00000100:00100000:0.0:1767320946.114964:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956224 00000100:00100000:0.0:1767320946.114968:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956224 00000100:00100000:0.0:1767320946.115031:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1992 00000100:00100000:0.0:1767320946.115046:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985956224:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320946.115155:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985956224:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320946.115163:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1992 00000100:00100000:0.0:1767320946.115185:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2619 00000100:00100000:0.0:1767320946.115190:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985956096:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320946.115212:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320946.115242:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985956096:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 50us (578us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320946.115249:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2619 00000100:00080000:0.0:1767320946.115275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320946.445984:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320947.470001:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320947.727831:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320922/real 1767320922] req@ffffa07bc6cdd880 x1853164046092160/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320947 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320947.727876:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc6cdd880 x1853164046092160/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320947 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1767320947.727901:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320947.727913:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1767320947.727917:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046092160:0@lo:250:kworker.0 00000100:00080000:2.0:1767320947.728921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320947.728933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767320947.728938:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320947.728947:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6120 00000100:00080000:2.0:1767320947.728952:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320947.728960:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320947.729020:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afce00 x1853164046098688/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320947.729096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320947.729100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320947.729102:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320947.729107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6140 00000100:00080000:2.0:1767320947.729109:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320947.729114:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320947.729130:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff480 x1853164046098944/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320947.729166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320947.729169:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320947.729171:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320947.729175:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6140 00000100:00080000:2.0:1767320947.729178:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320947.729181:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320947.729193:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0afe300 x1853164046099200/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320947.729201:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320947.729205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320947.729207:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320947.729459:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6140 00000100:00080000:2.0:1767320947.729463:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320947.729469:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320947.729484:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767320947.729502:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff100 x1853164046099328/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320947.729536:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046098816:0@lo:400:kworker.0 00000100:00080000:2.0:1767320947.729540:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320947.729553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320947.729555:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320947.729560:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6140 00000100:00080000:2.0:1767320947.729563:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320947.729568:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320947.729583:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0aff800 x1853164046099712/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320947.729631:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320947.729639:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046099456:0@lo:400:kworker.0 00000100:00100000:2.0:1767320947.729726:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320947.729736:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046099584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320947.729815:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320947.729825:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320947.729839:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046099072:0@lo:400:kworker.0 00000100:00100000:1.0:1767320947.729873:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098816 00000100:00100000:2.0:1767320947.729880:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320947.729884:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098816 00000100:00100000:1.0:1767320947.729957:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099072 00000100:00100000:1.0:1767320947.729962:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099072 00000100:00100000:1.0:1767320947.730009:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1993 00000100:00100000:1.0:1767320947.730018:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046098816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320947.730070:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1994 00000100:00100000:3.0:1767320947.730091:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046099072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320947.730103:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046098816:12345-0@lo:400:kworker.0 Request processed in 80us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320947.730112:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1993 00010000:00080000:1.0:1767320947.730173:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afc000 x1853164046098816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320947.730178:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046099072:12345-0@lo:400:kworker.0 Request processed in 93us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320947.730201:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1994 00000100:00100000:1.0:1767320947.730208:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046098816:0@lo:400:kworker.0 00000100:00100000:1.0:1767320947.730261:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046098688:0@lo:250:kworker.0 00000400:00000100:1.0:1767320947.730288:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046098688 offset 0 length 520: 4 00000100:00100000:1.0:1767320947.730312:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046098944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320947.730332:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767320947.730479:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afd880 x1853164046099072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320963 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320947.730505:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046099072:0@lo:400:kworker.0 00000100:00100000:0.0:1767320947.730597:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099456 00000100:00100000:0.0:1767320947.730603:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099456 00000100:00100000:0.0:1767320947.730651:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099584 00000100:00100000:0.0:1767320947.730655:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099584 00000100:00100000:0.0:1767320947.730678:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1767320947.730685:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046099456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320947.730734:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046099456:12345-0@lo:400:kworker.0 Request processed in 50us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320947.730740:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00000100:00100000:0.0:1767320947.730754:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1263 00000100:00100000:0.0:1767320947.730760:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046099584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320947.730815:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046099584:12345-0@lo:400:kworker.0 Request processed in 56us (999us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320947.730822:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1263 00000100:00100000:1.0:1767320947.730894:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046099200:0@lo:38:kworker.0 00000100:00100000:1.0:1767320947.730931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320947.732691:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046098944 00000100:00100000:0.0:1767320947.732707:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046098944 00000100:00100000:0.0:1767320947.732787:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2620 00000100:00100000:0.0:1767320947.732795:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046098944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320947.732820:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320947.732922:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046098944:12345-0@lo:38:kworker.0 Request processed in 126us (2588us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320947.732930:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2620 00000100:00080000:0.0:1767320947.732975:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320947.732980:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320947.732982:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320947.733026:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046099456:0@lo:400:kworker.0 00000100:00100000:0.0:1767320947.733075:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046099584:0@lo:400:kworker.0 00000100:00100000:1.0:1767320947.739258:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046099328:0@lo:38:kworker.0 00000100:00100000:1.0:1767320947.739326:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320947.739351:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046099712:0@lo:38:kworker.0 00000100:00100000:1.0:1767320947.739373:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767320947.742183:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320947.742196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320947.742202:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046098944:0@lo:38:kworker.0 00000100:00100000:1.0:1767320947.742246:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099328 00000100:00100000:1.0:1767320947.742253:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099328 00000100:00100000:1.0:1767320947.742293:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1767320947.742300:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046099328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320947.742321:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320947.742376:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046099328:12345-0@lo:38:kworker.0 Request processed in 75us (3049us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320947.742383:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00080000:0.0:1767320947.745987:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320947.746001:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320947.746007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046099328:0@lo:38:kworker.0 00000100:00100000:3.0:1767320947.746180:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099200 00000100:00100000:3.0:1767320947.746200:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099200 00000100:00100000:3.0:1767320947.746284:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099712 00000100:00100000:3.0:1767320947.746297:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099712 00000100:00100000:3.0:1767320947.746334:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2621 00000100:00100000:3.0:1767320947.746346:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046099200:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320947.746377:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320947.746405:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2622 00000100:00100000:0.0:1767320947.746416:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046099712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320947.746441:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320947.746573:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046099712:12345-0@lo:38:kworker.0 Request processed in 155us (7196us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320947.746600:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320947.746607:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320947.746611:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046099200:0@lo:38:kworker.0 00000100:00080000:2.0:1767320947.746620:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320947.746624:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320947.746627:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046099712:0@lo:38:kworker.0 00000100:00100000:0.0:1767320947.746640:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2622 00000100:00100000:3.0:1767320947.751391:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046099200:12345-0@lo:38:kworker.0 Request processed in 5028us (20440us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320947.751464:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2621 00010000:00010000:2.0:1767320948.494062:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767320949.518026:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320949.774209:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320949.774230:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046099840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320949.774317:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320949.774410:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099840 00000100:00100000:3.0:1767320949.774419:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099840 00000100:00100000:3.0:1767320949.774496:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1767320949.774510:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046099840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320949.774539:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767320949.774543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320949.774555:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320949.774567:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046099968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320949.774597:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046099840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320949.774608:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1767320949.774612:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320949.774630:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046099968 00000100:00100000:3.0:1767320949.774634:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046099968 00000100:00080000:0.0:1767320949.774658:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320949.774673:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1767320949.774680:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046099968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320949.774700:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320949.774740:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046099968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320949.774806:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046099840:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320949.774881:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046099968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320949.782141:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00010000:00010000:2.0:1767320950.544880:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320951.236748:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320951.236831:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956352 00000100:00100000:0.0:1767320951.236842:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956352 00000100:00100000:0.0:1767320951.237029:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2623 00000100:00100000:0.0:1767320951.237037:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985956352:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320951.237073:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320951.237141:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985956352:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 104us (407us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320951.237146:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2623 00000100:00100000:3.0:1767320951.237563:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320951.238802:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956480 00000100:00100000:1.0:1767320951.238814:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956480 00000100:00100000:1.0:1767320951.238893:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1995 00000100:00100000:1.0:1767320951.238902:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985956480:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320951.238964:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985956480:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 65us (1404us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320951.238973:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1995 00000100:00080000:3.0:1767320951.239302:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320951.566178:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320952.590274:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320952.846328:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320952.846338:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320952.846404:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320952.846408:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320952.846412:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320952.846420:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6146 00000100:00080000:3.0:1767320952.846424:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320952.846432:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320952.846454:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451500 x1853164046100224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320952.846487:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320952.846490:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320952.846492:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320952.846495:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6146 00000100:00080000:3.0:1767320952.846497:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320952.846500:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320952.846512:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453100 x1853164046100480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320952.846519:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320952.846521:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320952.846523:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320952.846526:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6146 00000100:00080000:3.0:1767320952.846528:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320952.846532:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320952.846542:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7453480 x1853164046100608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320952.846561:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320952.846564:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320952.846565:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320952.846569:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6146 00000100:00080000:3.0:1767320952.846571:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320952.846574:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320952.846585:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdd880 x1853164046100992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320952.846609:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046100736:0@lo:400:kworker.0 00000100:00100000:3.0:1767320952.846672:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320952.846707:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767320952.846713:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046100352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320952.846739:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320952.846883:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100352 00000100:00100000:0.0:1767320952.846890:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100352 00000100:00100000:0.0:1767320952.846942:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1996 00000100:00100000:0.0:1767320952.846950:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046100352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320952.847000:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046100352:12345-0@lo:400:kworker.0 Request processed in 51us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320952.847005:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046100096:0@lo:400:kworker.0 00000100:00100000:0.0:1767320952.847026:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1996 00000100:00080000:0.0:1767320952.847051:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320952.847056:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320952.847068:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046100864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320952.847094:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100096 00000100:00100000:0.0:1767320952.847098:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320952.847129:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100736 00000100:00100000:0.0:1767320952.847133:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100736 00000100:00100000:0.0:1767320952.847159:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100864 00000100:00100000:0.0:1767320952.847162:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100864 00000100:00100000:0.0:1767320952.847181:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1767320952.847188:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046100736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320952.847215:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046100736:12345-0@lo:400:kworker.0 Request processed in 28us (543us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320952.847221:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1264 00000100:00100000:0.0:1767320952.847231:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:0.0:1767320952.847236:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046100864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320952.847263:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046100864:12345-0@lo:400:kworker.0 Request processed in 27us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320952.847268:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00080000:0.0:1767320952.847288:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320952.847290:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320952.847313:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046100864:0@lo:400:kworker.0 00000100:00100000:1.0:1767320952.847373:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100096 00000100:00100000:1.0:1767320952.847422:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1997 00000100:00080000:0.0:1767320952.847424:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320952.847432:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046100096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320952.847487:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046100096:12345-0@lo:400:kworker.0 Request processed in 57us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320952.847495:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1997 00000100:00100000:2.0:1767320952.847501:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046100224:0@lo:38:kworker.0 00000100:00100000:2.0:1767320952.847531:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767320952.847595:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452680 x1853164046100096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1767320952.847606:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450700 x1853164046100352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320968 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320952.847607:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046100096:0@lo:400:kworker.0 00000100:00100000:3.0:1767320952.847622:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046100352:0@lo:400:kworker.0 00000100:00100000:3.0:1767320952.847634:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046100736:0@lo:400:kworker.0 00000100:00100000:2.0:1767320952.847691:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046100480:0@lo:38:kworker.0 00000100:00100000:2.0:1767320952.847714:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320952.860016:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100224 00000100:00100000:2.0:1767320952.860066:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046100608:0@lo:38:kworker.0 00000100:00100000:1.0:1767320952.860098:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100224 00000100:00100000:2.0:1767320952.860127:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320952.860149:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100480 00000100:00100000:2.0:1767320952.860153:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046100992:0@lo:38:kworker.0 00000100:00100000:1.0:1767320952.860155:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100480 00000100:00100000:1.0:1767320952.860182:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2624 00000100:00100000:2.0:1767320952.860188:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320952.860193:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046100224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320952.860215:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320952.860390:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046100224:12345-0@lo:38:kworker.0 Request processed in 197us (12857us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320952.860408:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2624 00000100:00100000:1.0:1767320952.860426:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100992 00000100:00100000:1.0:1767320952.860429:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100992 00000100:00100000:1.0:1767320952.860441:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2625 00000100:00100000:1.0:1767320952.860445:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046100480:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320952.860454:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320952.860478:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046100480:12345-0@lo:38:kworker.0 Request processed in 32us (12763us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320952.860484:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2625 00000100:00100000:1.0:1767320952.860494:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2626 00000100:00100000:1.0:1767320952.860498:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046100992:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320952.860505:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320952.860524:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046100992:12345-0@lo:38:kworker.0 Request processed in 25us (338us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320952.860529:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2626 00000100:00100000:1.0:1767320952.860580:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046100608 00000100:00100000:1.0:1767320952.860584:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046100608 00000100:00100000:1.0:1767320952.860603:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1767320952.860607:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046100608:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320952.860616:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320952.860639:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320952.860645:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046100608:12345-0@lo:38:kworker.0 Request processed in 34us (517us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320952.860649:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320952.860657:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1767320952.860658:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046100992:0@lo:38:kworker.0 00000100:00080000:2.0:1767320952.860692:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320952.860697:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320952.860701:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046100224:0@lo:38:kworker.0 00000100:00080000:2.0:1767320952.860711:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320952.860714:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320952.860717:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046100480:0@lo:38:kworker.0 00000100:00080000:2.0:1767320952.860726:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320952.860729:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320952.860731:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7453480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046100608:0@lo:38:kworker.0 00010000:00010000:3.0:1767320953.614005:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320954.638050:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320954.895663:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767320954.895680:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046101120:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320954.895747:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320954.895800:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101120 00000100:00100000:1.0:1767320954.895809:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101120 00000100:00100000:1.0:1767320954.895875:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:1.0:1767320954.895885:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046101120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320954.895914:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320954.895967:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046101120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320954.895975:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1767320954.896038:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046101120:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320954.896038:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320954.896181:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320954.896191:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046101248:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320954.896230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320954.896386:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101248 00000100:00100000:3.0:1767320954.896391:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101248 00000100:00100000:3.0:1767320954.896434:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1767320954.896441:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046101248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320954.896458:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320954.896495:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046101248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320954.896501:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1767320954.896532:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046101248:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320954.896677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320955.663253:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320956.354222:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320956.354506:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956736 00000100:00100000:0.0:1767320956.354515:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956736 00000100:00100000:0.0:1767320956.354602:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 1998 00000100:00100000:0.0:1767320956.354613:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985956736:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320956.354688:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985956736:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320956.354694:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 1998 00000100:00080000:2.0:1767320956.355007:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320956.356230:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320956.356303:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956608 00000100:00100000:3.0:1767320956.356399:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956608 00000100:00100000:3.0:1767320956.356440:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2627 00000100:00100000:3.0:1767320956.356446:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985956608:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320956.356467:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320956.356524:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985956608:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 76us (295us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320956.356531:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2627 00010000:00010000:2.0:1767320956.688207:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320957.710842:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320957.965892:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320957.965902:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320957.965962:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320957.965966:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320957.965970:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320957.965978:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6151 00000100:00080000:3.0:1767320957.965982:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320957.965989:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320957.966008:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164046101504/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320957.966043:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320957.966047:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320957.966049:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320957.966052:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6151 00000100:00080000:3.0:1767320957.966055:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320957.966058:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320957.966071:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b14e00 x1853164046101760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320957.966080:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320957.966083:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320957.966085:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320957.966088:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6151 00000100:00080000:3.0:1767320957.966090:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320957.966094:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320957.966114:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17480 x1853164046101888/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320957.966134:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320957.966144:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320957.966146:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320957.966148:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6151 00000100:00080000:3.0:1767320957.966151:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320957.966154:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320957.966164:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b17100 x1853164046102272/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320957.966498:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046101376:0@lo:400:kworker.0 00000100:00100000:0.0:1767320957.966557:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320957.966617:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320957.966622:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046102144:0@lo:400:kworker.0 00000100:00100000:0.0:1767320957.966643:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320957.966673:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102144 00000100:00100000:0.0:1767320957.966680:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102144 00000100:00100000:0.0:1767320957.966726:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1767320957.966734:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046102144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320957.966801:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046102144:12345-0@lo:400:kworker.0 Request processed in 67us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320957.966808:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:0.0:1767320957.966856:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046102144:0@lo:400:kworker.0 00000100:00080000:2.0:1767320957.966987:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320957.967004:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046101504:0@lo:38:kworker.0 00000100:00100000:2.0:1767320957.967033:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320957.967069:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046101760:0@lo:38:kworker.0 00000100:00100000:2.0:1767320957.967089:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320957.967114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046101888:0@lo:38:kworker.0 00000100:00100000:2.0:1767320957.967135:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320957.967157:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046101632:0@lo:400:kworker.0 00000100:00100000:2.0:1767320957.967166:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046102272:0@lo:38:kworker.0 00000100:00100000:2.0:1767320957.967184:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320957.967189:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046102016:0@lo:400:kworker.0 00000100:00100000:1.0:1767320957.967211:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320957.967240:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101376 00000100:00100000:1.0:1767320957.967244:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101376 00000100:00100000:1.0:1767320957.967274:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101504 00000100:00100000:1.0:1767320957.967278:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101504 00000100:00100000:1.0:1767320957.967290:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101760 00000100:00100000:1.0:1767320957.967292:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101760 00000100:00100000:1.0:1767320957.967308:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102272 00000100:00100000:1.0:1767320957.967311:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102272 00000100:00100000:1.0:1767320957.967322:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1767320957.967328:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046101376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320957.967363:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046101376:12345-0@lo:400:kworker.0 Request processed in 35us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320957.967368:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1999 00000100:00100000:1.0:1767320957.967384:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2628 00000100:00100000:1.0:1767320957.967387:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046101504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320957.967403:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320957.967435:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046101504:12345-0@lo:38:kworker.0 Request processed in 46us (400us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320957.967441:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2628 00000100:00100000:2.0:1767320957.967450:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2629 00000100:00100000:1.0:1767320957.967454:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767320957.967455:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046101760:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320957.967465:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320957.967468:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046102272:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320957.967475:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320957.967489:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046101760:12345-0@lo:38:kworker.0 Request processed in 33us (399us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320957.967492:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046102272:12345-0@lo:38:kworker.0 Request processed in 23us (308us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320957.967495:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2629 00000100:00100000:1.0:1767320957.967498:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2630 00000100:00100000:2.0:1767320957.967512:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101888 00000100:00100000:1.0:1767320957.967514:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102016 00000100:00100000:2.0:1767320957.967515:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101888 00000100:00100000:1.0:1767320957.967517:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102016 00000100:00100000:1.0:1767320957.967535:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1767320957.967535:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1767320957.967539:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046101888:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320957.967540:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046102016:12345-0@lo:400:kworker.0 00010000:00020000:2.0:1767320957.967548:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320957.967567:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046101888:12345-0@lo:38:kworker.0 Request processed in 27us (431us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320957.967568:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046102016:12345-0@lo:400:kworker.0 Request processed in 28us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320957.967573:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1767320957.967574:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:1.0:1767320957.967589:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767320957.967599:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320957.967603:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320957.967606:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046101504:0@lo:38:kworker.0 00000100:00100000:1.0:1767320957.967612:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046101632 00000100:00080000:2.0:1767320957.967614:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320957.967615:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046101632 00000100:00080000:2.0:1767320957.967617:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320957.967620:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046101760:0@lo:38:kworker.0 00000100:00080000:2.0:1767320957.967627:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320957.967630:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320957.967632:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046101888:0@lo:38:kworker.0 00000100:00100000:1.0:1767320957.967635:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2000 00000100:00080000:2.0:1767320957.967639:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320957.967640:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046101632:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767320957.967642:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320957.967644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046102272:0@lo:38:kworker.0 00000100:00100000:1.0:1767320957.967673:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046101632:12345-0@lo:400:kworker.0 Request processed in 32us (82us total) trans 0 rc 0/0 00000100:00080000:2.0:1767320957.967675:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320957.967679:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2000 00000100:00080000:2.0:1767320957.967679:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767320957.967692:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14700 x1853164046101376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320957.967699:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046102016:0@lo:400:kworker.0 00000100:00100000:2.0:1767320957.967702:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046101376:0@lo:400:kworker.0 00010000:00080000:1.0:1767320957.967714:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14380 x1853164046101632/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320973 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320957.967723:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046101632:0@lo:400:kworker.0 00010000:00010000:2.0:1767320958.735607:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320959.759695:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320960.013949:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320960.013973:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046102400:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320960.014044:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320960.014336:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320960.014347:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046102528:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320960.014377:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320960.014418:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102400 00000100:00100000:3.0:1767320960.014419:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102528 00000100:00100000:2.0:1767320960.014426:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102400 00000100:00100000:3.0:1767320960.014427:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102528 00000100:00100000:2.0:1767320960.014558:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1767320960.014569:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046102400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320960.014598:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320960.014660:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046102400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (616us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320960.014668:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:1.0:1767320960.014931:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046102400:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320960.017636:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:3.0:1767320960.017654:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046102528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320960.017689:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320960.017812:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046102528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 164us (3433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320960.017819:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1767320960.017853:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046102528:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320960.021302:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320960.021313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767320960.782011:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320961.474246:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320961.474307:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320961.474425:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956992 00000100:00100000:1.0:1767320961.474436:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956992 00000100:00100000:1.0:1767320961.474507:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985956864 00000100:00100000:1.0:1767320961.474511:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985956864 00000100:00100000:1.0:1767320961.474530:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2001 00000100:00100000:1.0:1767320961.474540:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985956992:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320961.474610:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985956992:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 70us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320961.474617:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2001 00000100:00100000:1.0:1767320961.474638:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2631 00000100:00100000:1.0:1767320961.474643:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985956864:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320961.474663:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320961.474692:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985956864:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (385us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320961.474698:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2631 00000100:00080000:3.0:1767320961.475266:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320961.806006:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320962.831741:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767320963.088129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320963.088138:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767320963.088214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320963.088218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320963.088222:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320963.088229:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6156 00000100:00080000:2.0:1767320963.088234:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320963.088240:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320963.088259:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8000 x1853164046102784/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320963.088296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320963.088300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320963.088301:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320963.088305:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6156 00000100:00080000:2.0:1767320963.088307:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320963.088310:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320963.088318:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70da680 x1853164046103040/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320963.088326:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320963.088329:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320963.088331:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320963.088334:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6156 00000100:00080000:2.0:1767320963.088336:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320963.088340:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320963.088348:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d9880 x1853164046103168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767320963.088366:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767320963.088369:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767320963.088370:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767320963.088373:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6156 00000100:00080000:2.0:1767320963.088375:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767320963.088378:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320963.088385:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70db100 x1853164046103552/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320963.088536:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046103424:0@lo:400:kworker.0 00000100:00100000:0.0:1767320963.088597:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320963.088663:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320963.088670:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046102656:0@lo:400:kworker.0 00000100:00100000:3.0:1767320963.088692:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046102784:0@lo:38:kworker.0 00000100:00100000:0.0:1767320963.088694:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320963.088720:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320963.088741:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046103040:0@lo:38:kworker.0 00000100:00100000:0.0:1767320963.088745:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102656 00000100:00100000:0.0:1767320963.088752:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102656 00000100:00100000:3.0:1767320963.088759:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320963.088793:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046103168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320963.088814:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102784 00000100:00100000:3.0:1767320963.088814:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320963.088817:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102784 00000100:00100000:0.0:1767320963.088829:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103040 00000100:00100000:0.0:1767320963.088831:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103040 00000100:00100000:0.0:1767320963.088845:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2002 00000100:00100000:3.0:1767320963.088845:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046103552:0@lo:38:kworker.0 00000100:00100000:0.0:1767320963.088853:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046102656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320963.088862:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320963.088881:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320963.088899:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046102656:12345-0@lo:400:kworker.0 Request processed in 47us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320963.088906:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2002 00000100:00100000:0.0:1767320963.088922:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103552 00000100:00100000:0.0:1767320963.088925:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103552 00000100:00100000:0.0:1767320963.088935:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2632 00000100:00100000:0.0:1767320963.088938:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046102784:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320963.088955:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320963.088993:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046102784:12345-0@lo:38:kworker.0 Request processed in 53us (273us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320963.089014:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2632 00000100:00100000:0.0:1767320963.089027:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2633 00000100:00100000:0.0:1767320963.089030:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046103040:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320963.089040:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320963.089062:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046103040:12345-0@lo:38:kworker.0 Request processed in 30us (301us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320963.089070:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2633 00000100:00100000:0.0:1767320963.089082:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2634 00000100:00100000:0.0:1767320963.089085:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046103552:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320963.089092:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320963.089112:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046103552:12345-0@lo:38:kworker.0 Request processed in 26us (249us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320963.089117:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2634 00010000:00080000:0.0:1767320963.089146:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70d9180 x1853164046102656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320963.089157:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046102656:0@lo:400:kworker.0 00000100:00080000:3.0:1767320963.089280:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.089285:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.089288:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046102784:0@lo:38:kworker.0 00000100:00080000:3.0:1767320963.089296:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.089298:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.089301:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046103040:0@lo:38:kworker.0 00000100:00080000:3.0:1767320963.089309:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.089311:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320963.089313:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046103552:0@lo:38:kworker.0 00000100:00100000:1.0:1767320963.089494:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046102912:0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.089525:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320963.089553:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320963.089558:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046103296:0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.089578:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320963.089618:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046102912 00000100:00100000:1.0:1767320963.089624:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046102912 00000100:00100000:1.0:1767320963.089657:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2003 00000100:00100000:1.0:1767320963.089664:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046102912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320963.089697:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046102912:12345-0@lo:400:kworker.0 Request processed in 34us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320963.089702:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2003 00000100:00080000:1.0:1767320963.089728:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320963.089743:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc70db800 x1853164046102912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320963.089753:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046102912:0@lo:400:kworker.0 00000100:00100000:3.0:1767320963.089793:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103424 00000100:00100000:3.0:1767320963.089798:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103424 00000100:00100000:3.0:1767320963.089850:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103296 00000100:00100000:3.0:1767320963.089853:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103296 00000100:00100000:3.0:1767320963.089874:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1767320963.089881:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046103424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320963.089918:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046103424:12345-0@lo:400:kworker.0 Request processed in 37us (1320us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320963.089924:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:3.0:1767320963.089935:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:3.0:1767320963.089940:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046103296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320963.089966:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046103296:12345-0@lo:400:kworker.0 Request processed in 26us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320963.089971:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1767320963.089998:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103168 00000100:00100000:2.0:1767320963.090014:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103168 00000100:00100000:2.0:1767320963.090042:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1767320963.090047:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046103168:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320963.090059:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320963.090095:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046103168:12345-0@lo:38:kworker.0 Request processed in 46us (1279us total) trans 0 rc -19/-19 00000100:00080000:3.0:1767320963.090277:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320963.090283:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320963.090285:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1767320963.090286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046103168:0@lo:38:kworker.0 00000100:00100000:0.0:1767320963.090736:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046103424:0@lo:400:kworker.0 00000100:00080000:1.0:1767320963.091014:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320963.091018:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767320963.091058:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046103296:0@lo:400:kworker.0 00010000:00010000:2.0:1767320963.854571:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320964.878443:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320965.133967:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046103680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320965.134068:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320965.134311:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103680 00000100:00100000:1.0:1767320965.134319:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103680 00000100:00100000:1.0:1767320965.134393:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1767320965.134404:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046103680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320965.134434:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320965.134493:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046103680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320965.134500:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00080000:3.0:1767320965.134742:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320965.134860:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046103680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767320965.135120:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046103808:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767320965.135156:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320965.135232:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103808 00000100:00100000:3.0:1767320965.135237:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103808 00000100:00100000:3.0:1767320965.135288:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:3.0:1767320965.135297:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046103808:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320965.135314:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:1.0:1767320965.135335:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320965.135357:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046103808:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320965.135364:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:1.0:1767320965.135382:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046103808:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767320965.902983:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320966.595191:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320966.597621:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985957248 00000100:00100000:0.0:1767320966.597637:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985957248 00000100:00100000:0.0:1767320966.597734:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2004 00000100:00100000:0.0:1767320966.597745:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985957248:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320966.597853:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985957248:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 110us (2671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320966.597861:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2004 00000100:00080000:1.0:1767320966.598689:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320966.602702:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320966.602814:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985957120 00000100:00100000:2.0:1767320966.602824:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985957120 00000100:00100000:2.0:1767320966.602873:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2635 00000100:00100000:2.0:1767320966.602882:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985957120:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320966.602904:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320966.602969:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985957120:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 87us (280us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320966.603291:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2635 00010000:00010000:2.0:1767320966.926031:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320967.950459:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320968.206315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320968.206326:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320968.206384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320968.206390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320968.206394:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320968.206401:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6161 00000100:00080000:0.0:1767320968.206406:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320968.206411:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320968.206429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164046104064/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320968.206470:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320968.206473:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320968.206475:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320968.206478:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6161 00000100:00080000:0.0:1767320968.206481:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320968.206484:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320968.206496:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452680 x1853164046104320/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320968.206504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320968.206506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320968.206508:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320968.206511:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6161 00000100:00080000:0.0:1767320968.206514:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320968.206517:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320968.206531:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164046104448/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320968.206551:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320968.206555:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320968.206556:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320968.206559:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6161 00000100:00080000:0.0:1767320968.206561:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320968.206564:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320968.206575:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9500 x1853164046104832/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320968.206599:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046104576:0@lo:400:kworker.0 00000100:00100000:0.0:1767320968.206679:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320968.206738:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767320968.206744:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046104192:0@lo:400:kworker.0 00000100:00100000:0.0:1767320968.206790:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320968.206825:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104192 00000100:00100000:0.0:1767320968.206832:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104192 00000100:00100000:1.0:1767320968.207248:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046104704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320968.207280:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320968.207314:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767320968.207319:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046103936:0@lo:400:kworker.0 00000100:00100000:1.0:1767320968.207338:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320968.207361:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104576 00000100:00100000:1.0:1767320968.207364:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104576 00000100:00100000:1.0:1767320968.207408:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104704 00000100:00100000:1.0:1767320968.207411:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104704 00000100:00100000:1.0:1767320968.207430:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1767320968.207437:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046104576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320968.207484:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046104576:12345-0@lo:400:kworker.0 Request processed in 48us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320968.207491:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:1.0:1767320968.207509:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:1.0:1767320968.207514:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046104704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320968.207539:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046104704:12345-0@lo:400:kworker.0 Request processed in 25us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320968.207544:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00080000:1.0:1767320968.207559:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320968.207563:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320968.207594:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046104704:0@lo:400:kworker.0 00000100:00100000:1.0:1767320968.207618:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046104576:0@lo:400:kworker.0 00000100:00100000:2.0:1767320968.207860:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046104064:0@lo:38:kworker.0 00000100:00100000:2.0:1767320968.207890:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320968.207925:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046104320:0@lo:38:kworker.0 00000100:00100000:2.0:1767320968.207955:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320968.207970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046104448:0@lo:38:kworker.0 00000100:00100000:2.0:1767320968.207990:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320968.208007:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046104832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320968.208023:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320968.208055:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046103936 00000100:00100000:2.0:1767320968.208058:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046103936 00000100:00100000:2.0:1767320968.208096:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104064 00000100:00100000:2.0:1767320968.208099:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104064 00000100:00100000:2.0:1767320968.208106:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104320 00000100:00100000:2.0:1767320968.208108:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104320 00000100:00100000:2.0:1767320968.208125:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104832 00000100:00100000:2.0:1767320968.208128:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104832 00000100:00100000:2.0:1767320968.208134:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2005 00000100:00100000:2.0:1767320968.208140:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046103936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320968.208171:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046103936:12345-0@lo:400:kworker.0 Request processed in 32us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320968.208176:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2005 00000100:00100000:2.0:1767320968.208187:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2636 00000100:00100000:2.0:1767320968.208191:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046104064:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320968.208206:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320968.208230:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046104064:12345-0@lo:38:kworker.0 Request processed in 37us (340us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320968.208235:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2636 00000100:00100000:2.0:1767320968.208244:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2637 00000100:00100000:2.0:1767320968.208247:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046104320:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320968.208254:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320968.208271:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046104320:12345-0@lo:38:kworker.0 Request processed in 23us (316us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320968.208276:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2637 00000100:00100000:2.0:1767320968.208284:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2638 00000100:00100000:2.0:1767320968.208287:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046104832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320968.208294:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320968.208325:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046104832:12345-0@lo:38:kworker.0 Request processed in 36us (300us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320968.208330:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2638 00000100:00080000:2.0:1767320968.208352:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320968.208357:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320968.208360:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046104064:0@lo:38:kworker.0 00000100:00080000:2.0:1767320968.208367:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320968.208369:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320968.208372:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046104320:0@lo:38:kworker.0 00000100:00080000:2.0:1767320968.208377:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320968.208380:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320968.208382:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046104832:0@lo:38:kworker.0 00000100:00100000:2.0:1767320968.208406:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104448 00000100:00100000:2.0:1767320968.208409:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104448 00000100:00100000:2.0:1767320968.208424:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1767320968.208428:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046104448:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320968.208436:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320968.208460:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046104448:12345-0@lo:38:kworker.0 Request processed in 31us (469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320968.208465:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00080000:2.0:1767320968.208482:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320968.208485:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320968.208487:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046104448:0@lo:38:kworker.0 00000100:00100000:0.0:1767320968.209266:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2006 00000100:00100000:0.0:1767320968.209276:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046104192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320968.209546:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046104192:12345-0@lo:400:kworker.0 Request processed in 271us (2775us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320968.209554:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2006 00010000:00080000:3.0:1767320968.209831:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450700 x1853164046104192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320968.209857:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046104192:0@lo:400:kworker.0 00000100:00080000:1.0:1767320968.210577:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767320968.210616:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451500 x1853164046103936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320984 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320968.210636:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046103936:0@lo:400:kworker.0 00010000:00010000:2.0:1767320968.975077:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320969.998119:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320970.254367:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767320970.254385:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046105088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320970.254451:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320970.254527:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105088 00000100:00100000:2.0:1767320970.254534:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105088 00000100:00100000:2.0:1767320970.254587:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1767320970.254595:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046105088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320970.254625:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320970.254761:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046105088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 165us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320970.254789:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:2.0:1767320970.254838:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046105088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320970.254940:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046104960:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320970.254970:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320970.255258:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046104960 00000100:00100000:2.0:1767320970.255263:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046104960 00000100:00080000:1.0:1767320970.255357:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320970.255361:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320970.255755:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:2.0:1767320970.255787:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046104960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767320970.255811:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320970.255867:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046104960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320970.255873:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1767320970.255955:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046104960:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320971.028885:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767320971.715475:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985957376 offset 0 length 520: 4 00000100:00100000:3.0:1767320971.715996:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320971.716083:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985957504 00000100:00100000:2.0:1767320971.716094:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985957504 00000100:00100000:2.0:1767320971.716146:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2639 00000100:00100000:2.0:1767320971.716154:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985957504:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320971.716176:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320971.716257:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985957504:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 102us (261us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320971.716265:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2639 00000100:00100000:2.0:1767320971.718819:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320971.719095:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985957632 00000100:00100000:1.0:1767320971.719106:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985957632 00000100:00100000:1.0:1767320971.719231:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2007 00000100:00100000:1.0:1767320971.719242:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985957632:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767320971.719325:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985957632:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320971.719334:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2007 00000100:00080000:2.0:1767320971.722268:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320972.046224:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320972.305401:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320947/real 1767320947] req@ffffa07bf0afce00 x1853164046098688/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320972.305434:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0afce00 x1853164046098688/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320972.305453:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320972.305485:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320972.305490:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046098688:0@lo:250:kworker.0 00000100:00080000:0.0:1767320972.305697:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320972.305703:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767320972.305706:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320972.305710:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6146 00000100:00080000:0.0:1767320972.305714:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320972.305719:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320972.305751:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fdb800 x1853164046105216/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320972.305820:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046105216:0@lo:250:kworker.0 00000400:00000100:2.0:1767320972.305867:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046105216 offset 0 length 520: 4 00000100:00080000:0.0:1767320972.305996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320972.306000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320972.306003:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320972.306007:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6166 00000100:00080000:0.0:1767320972.306010:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320972.306014:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320972.306027:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046105344:0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.306031:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8000 x1853164046105472/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767320972.306087:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320972.306135:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105344 00000100:00100000:3.0:1767320972.306142:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105344 00000100:00100000:3.0:1767320972.306204:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2008 00000100:00100000:3.0:1767320972.306213:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046105344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320972.306260:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046105344:12345-0@lo:400:kworker.0 Request processed in 48us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320972.306268:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2008 00010000:00080000:3.0:1767320972.306303:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda300 x1853164046105344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320972.306315:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046105344:0@lo:400:kworker.0 00000100:00080000:1.0:1767320972.306962:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320972.308657:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046105472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320972.308732:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320972.308874:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105472 00000100:00100000:1.0:1767320972.308883:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105472 00000100:00100000:1.0:1767320972.308944:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2640 00000100:00100000:1.0:1767320972.308951:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046105472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320972.308972:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320972.309023:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046105472:12345-0@lo:38:kworker.0 Request processed in 71us (289us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320972.309030:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2640 00000100:00080000:2.0:1767320972.309374:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320972.309380:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320972.309383:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046105472:0@lo:38:kworker.0 00000100:00100000:2.0:1767320972.312407:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046105600:0@lo:400:kworker.0 00000100:00100000:2.0:1767320972.312475:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767320972.312655:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320972.312661:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320972.312664:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320972.312669:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6166 00000100:00080000:0.0:1767320972.312672:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320972.312678:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320972.312701:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fda300 x1853164046105728/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320972.312720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320972.312723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320972.312725:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320972.312729:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6166 00000100:00080000:0.0:1767320972.312731:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320972.312734:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320972.312747:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9500 x1853164046105856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320972.312798:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320972.312801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320972.312802:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320972.312806:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6166 00000100:00080000:0.0:1767320972.312808:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320972.312811:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320972.312823:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d44a80 x1853164046106240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320972.312851:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046105984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.312882:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320972.312942:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046106112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.312965:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320972.312998:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105984 00000100:00100000:0.0:1767320972.313006:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105984 00000100:00100000:0.0:1767320972.313068:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106112 00000100:00100000:0.0:1767320972.313072:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106112 00000100:00100000:0.0:1767320972.313097:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1767320972.313106:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046105984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.313158:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046105984:12345-0@lo:400:kworker.0 Request processed in 52us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320972.313165:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1272 00000100:00100000:0.0:1767320972.313183:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:0.0:1767320972.313204:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046106112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.313236:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046106112:12345-0@lo:400:kworker.0 Request processed in 33us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320972.313243:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00080000:0.0:1767320972.313260:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320972.313264:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320972.313297:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046105984:0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.313323:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046106112:0@lo:400:kworker.0 00000100:00100000:0.0:1767320972.313363:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046105728:0@lo:38:kworker.0 00000100:00100000:0.0:1767320972.316210:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320972.316422:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046105856:0@lo:38:kworker.0 00000100:00100000:0.0:1767320972.316476:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320972.316519:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046106240:0@lo:38:kworker.0 00000100:00100000:0.0:1767320972.316541:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320972.318043:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105856 00000100:00100000:2.0:1767320972.318059:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105856 00000100:00100000:2.0:1767320972.318112:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1767320972.318120:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046105856:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320972.318142:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320972.318219:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046105856:12345-0@lo:38:kworker.0 Request processed in 98us (1741us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320972.318226:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1767320972.322477:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105600 00000100:00100000:3.0:1767320972.322502:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105600 00000100:00080000:2.0:1767320972.322869:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320972.323789:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046105728 00000100:00100000:3.0:1767320972.323798:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046105728 00000100:00100000:3.0:1767320972.323834:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2009 00000100:00100000:3.0:1767320972.323846:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046105600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320972.324018:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046105600:12345-0@lo:400:kworker.0 Request processed in 176us (11542us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320972.324026:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2009 00000100:00100000:3.0:1767320972.324053:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2641 00000100:00100000:3.0:1767320972.324058:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046105728:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320972.324077:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320972.324104:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046105728:12345-0@lo:38:kworker.0 Request processed in 45us (7903us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320972.324111:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2641 00010000:00080000:2.0:1767320972.325864:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd8000 x1853164046105600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320972.325892:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046105600:0@lo:400:kworker.0 00000100:00080000:0.0:1767320972.327553:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320972.327564:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320972.327578:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046105728:0@lo:38:kworker.0 00000100:00080000:0.0:1767320972.327591:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320972.327595:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320972.327598:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046105856:0@lo:38:kworker.0 00000100:00100000:1.0:1767320972.329350:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106240 00000100:00100000:1.0:1767320972.329365:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106240 00000100:00100000:2.0:1767320972.334407:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2642 00000100:00100000:2.0:1767320972.334421:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046106240:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320972.334448:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320972.334858:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046106240:12345-0@lo:38:kworker.0 Request processed in 437us (18313us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320972.334867:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2642 00000100:00080000:0.0:1767320972.340274:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767320972.340287:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767320972.340293:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d44a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046106240:0@lo:38:kworker.0 00010000:00010000:2.0:1767320973.072747:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320974.094395:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320975.120716:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320975.374185:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767320975.374204:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046106368:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320975.374274:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320975.374407:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106368 00000100:00100000:2.0:1767320975.374416:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106368 00000100:00100000:2.0:1767320975.374488:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1767320975.374500:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046106368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767320975.374529:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767320975.374576:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046106368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320975.374584:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1767320975.374634:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046106368:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767320975.374736:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767320975.375795:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320975.375814:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046106496:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320975.375863:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320975.376134:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106496 00000100:00100000:3.0:1767320975.376141:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106496 00000100:00100000:3.0:1767320975.376206:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:3.0:1767320975.376214:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046106496:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320975.376238:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320975.376278:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046106496:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320975.376286:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00080000:0.0:1767320975.376437:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320975.376467:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046106496:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320976.142021:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767320976.836367:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320976.836449:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985957888 00000100:00100000:2.0:1767320976.836461:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985957888 00000100:00100000:2.0:1767320976.836595:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2010 00000100:00100000:2.0:1767320976.836608:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985957888:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320976.836703:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985957888:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 99us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320976.836710:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2010 00000100:00080000:0.0:1767320976.837256:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767320976.839216:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320976.839473:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985957760 00000100:00100000:1.0:1767320976.839483:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985957760 00000100:00100000:1.0:1767320976.839587:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2643 00000100:00100000:1.0:1767320976.839595:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985957760:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767320976.839616:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320976.839690:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985957760:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 95us (483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320976.839699:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2643 00010000:00010000:2.0:1767320977.166147:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767320977.422534:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320977.422545:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767320977.422616:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320977.422621:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320977.422625:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320977.422633:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6170 00000100:00080000:3.0:1767320977.422638:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767320977.422641:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767320977.422644:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320977.422655:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046106624:0@lo:400:kworker.0 00000100:00100000:3.0:1767320977.422664:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16a00 x1853164046106752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320977.422705:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320977.422708:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320977.422710:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320977.422713:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6170 00000100:00080000:3.0:1767320977.422715:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320977.422718:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320977.422720:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320977.422730:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0380 x1853164046107008/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767320977.422738:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320977.422741:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320977.422743:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320977.422746:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6170 00000100:00080000:3.0:1767320977.422748:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320977.422751:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320977.422760:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e0000 x1853164046107136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320977.422765:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106624 00000100:00100000:2.0:1767320977.422788:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106624 00000100:00080000:3.0:1767320977.422805:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767320977.422808:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767320977.422810:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767320977.422813:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6170 00000100:00080000:3.0:1767320977.422815:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767320977.422818:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767320977.422827:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3b80 x1853164046107520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320977.422841:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2011 00000100:00100000:3.0:1767320977.422847:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046107264:0@lo:400:kworker.0 00000100:00100000:2.0:1767320977.422851:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046106624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320977.422876:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320977.422890:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046106624:12345-0@lo:400:kworker.0 Request processed in 42us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320977.422897:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2011 00000100:00100000:3.0:1767320977.422908:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320977.422914:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046106880:0@lo:400:kworker.0 00000100:00100000:2.0:1767320977.422928:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046107392:0@lo:400:kworker.0 00000100:00100000:3.0:1767320977.422935:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320977.422959:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320977.422982:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106880 00010000:00080000:2.0:1767320977.422984:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b14e00 x1853164046106624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320977.422986:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106880 00000100:00100000:2.0:1767320977.422997:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046106624:0@lo:400:kworker.0 00000100:00100000:3.0:1767320977.423021:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2012 00000100:00100000:3.0:1767320977.423028:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046106880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320977.423076:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046106880:12345-0@lo:400:kworker.0 Request processed in 48us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320977.423082:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2012 00010000:00080000:2.0:1767320977.423406:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b16680 x1853164046106880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320977.423415:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046106880:0@lo:400:kworker.0 00000100:00100000:1.0:1767320977.423475:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046106752:0@lo:38:kworker.0 00000100:00100000:1.0:1767320977.423508:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320977.423534:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046107008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320977.423553:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320977.423577:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046107136:0@lo:38:kworker.0 00000100:00100000:1.0:1767320977.423600:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320977.423602:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046106752 00000100:00100000:2.0:1767320977.423606:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046106752 00000100:00100000:1.0:1767320977.423619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046107520:0@lo:38:kworker.0 00000100:00100000:2.0:1767320977.423622:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107008 00000100:00100000:2.0:1767320977.423625:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107008 00000100:00100000:1.0:1767320977.423638:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320977.423638:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2644 00000100:00100000:2.0:1767320977.423643:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046106752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767320977.423661:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320977.423663:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107520 00000100:00100000:1.0:1767320977.423665:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107520 00000100:00100000:1.0:1767320977.423683:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2645 00000100:00100000:1.0:1767320977.423687:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046107008:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767320977.423696:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046106752:12345-0@lo:38:kworker.0 Request processed in 52us (187us total) trans 0 rc -19/-19 00010000:00020000:1.0:1767320977.423697:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320977.423702:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2644 00000100:00100000:2.0:1767320977.423715:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2646 00000100:00100000:1.0:1767320977.423717:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046107008:12345-0@lo:38:kworker.0 Request processed in 29us (163us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320977.423718:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046107520:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767320977.423723:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2645 00010000:00020000:2.0:1767320977.423727:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320977.423739:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107136 00000100:00100000:1.0:1767320977.423743:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107136 00000100:00100000:2.0:1767320977.423747:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046107520:12345-0@lo:38:kworker.0 Request processed in 27us (108us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320977.423752:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2646 00000100:00100000:1.0:1767320977.423761:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1767320977.423783:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046107136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320977.423792:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767320977.423798:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320977.423802:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320977.423806:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046106752:0@lo:38:kworker.0 00000100:00080000:2.0:1767320977.423814:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767320977.423816:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046107136:12345-0@lo:38:kworker.0 Request processed in 49us (215us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767320977.423817:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320977.423819:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046107008:0@lo:38:kworker.0 00000100:00100000:1.0:1767320977.423822:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00080000:2.0:1767320977.423826:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320977.423828:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320977.423831:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046107136:0@lo:38:kworker.0 00000100:00080000:2.0:1767320977.423838:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320977.423840:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320977.423843:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046107520:0@lo:38:kworker.0 00000100:00100000:0.0:1767320977.424383:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107264 00000100:00100000:0.0:1767320977.424389:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107264 00000100:00100000:0.0:1767320977.424433:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107392 00000100:00100000:0.0:1767320977.424436:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107392 00000100:00100000:0.0:1767320977.424466:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:0.0:1767320977.424473:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046107264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767320977.424488:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:2.0:1767320977.424496:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046107392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320977.424522:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046107264:12345-0@lo:400:kworker.0 Request processed in 49us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320977.424527:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046107392:12345-0@lo:400:kworker.0 Request processed in 34us (1568us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320977.424529:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:2.0:1767320977.424535:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00080000:0.0:1767320977.424554:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320977.424557:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320977.424560:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320977.424560:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046107392:0@lo:400:kworker.0 00000100:00100000:0.0:1767320977.424581:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046107264:0@lo:400:kworker.0 00010000:00010000:1.0:1767320978.190686:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320979.215253:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320980.238006:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320980.494352:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767320980.494366:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046107648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320980.494422:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320980.494910:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107648 00000100:00100000:2.0:1767320980.494927:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107648 00000100:00100000:0.0:1767320980.494935:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046107776:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767320980.494977:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767320980.495272:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767320980.502587:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107776 00000100:00100000:2.0:1767320980.502604:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107776 00000100:00080000:3.0:1767320980.502636:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320980.506662:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:3.0:1767320980.507091:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046107648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320980.507127:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320980.507399:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046107648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 723us (12974us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320980.507483:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046107648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320980.510355:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1767320980.510377:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046107776:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767320980.510408:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320980.510468:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1767320980.510482:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046107776:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (15504us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320980.510488:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:1.0:1767320980.511415:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046107776:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767320981.264448:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320981.958207:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320981.958276:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320981.958369:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958016 00000100:00100000:0.0:1767320981.958378:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958016 00000100:00100000:0.0:1767320981.958427:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958144 00000100:00100000:0.0:1767320981.958431:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958144 00000100:00100000:0.0:1767320981.958484:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2013 00000100:00100000:0.0:1767320981.958494:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985958144:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767320981.958576:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985958144:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320981.958583:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2013 00000100:00100000:0.0:1767320981.958601:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2647 00000100:00100000:0.0:1767320981.958605:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985958016:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767320981.958625:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320981.958651:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985958016:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320981.958657:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2647 00000100:00080000:2.0:1767320981.958920:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320982.286045:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320982.541955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320982.541965:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320982.542023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320982.542027:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320982.542031:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320982.542040:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6175 00000100:00080000:0.0:1767320982.542044:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320982.542050:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320982.542070:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd180 x1853164046108032/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320982.542108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320982.542112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320982.542114:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320982.542116:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6175 00000100:00080000:0.0:1767320982.542119:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320982.542123:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320982.542132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd880 x1853164046108288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320982.542140:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320982.542143:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320982.542145:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320982.542148:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6175 00000100:00080000:0.0:1767320982.542150:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320982.542153:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320982.542165:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcdc00 x1853164046108416/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320982.542186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320982.542189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320982.542190:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320982.542194:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6175 00000100:00080000:0.0:1767320982.542197:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320982.542200:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320982.542209:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79880 x1853164046108800/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320982.542239:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046108544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320982.542306:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320982.542369:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320982.542376:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046108160:0@lo:400:kworker.0 00000100:00100000:0.0:1767320982.542399:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320982.542548:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046107904:0@lo:400:kworker.0 00000100:00100000:3.0:1767320982.542578:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320982.542607:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320982.542612:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046108672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320982.542632:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320982.542661:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108544 00000100:00100000:3.0:1767320982.542667:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108544 00000100:00100000:3.0:1767320982.542724:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1767320982.542732:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046108544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320982.542801:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046108544:12345-0@lo:400:kworker.0 Request processed in 70us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320982.542808:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:3.0:1767320982.542823:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108672 00000100:00100000:3.0:1767320982.542826:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108672 00000100:00100000:3.0:1767320982.542860:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1767320982.542866:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046108672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320982.542897:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046108672:12345-0@lo:400:kworker.0 Request processed in 31us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320982.542904:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:3.0:1767320982.542941:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046108672:0@lo:400:kworker.0 00000100:00100000:3.0:1767320982.542966:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046108544:0@lo:400:kworker.0 00000100:00100000:0.0:1767320982.543091:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108160 00000100:00100000:0.0:1767320982.543095:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108160 00000100:00100000:0.0:1767320982.543127:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046107904 00000100:00100000:0.0:1767320982.543130:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046107904 00000100:00100000:0.0:1767320982.543150:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:0.0:1767320982.543156:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046108160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320982.543190:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046108160:12345-0@lo:400:kworker.0 Request processed in 34us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320982.543195:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:0.0:1767320982.543208:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:0.0:1767320982.543213:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046107904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320982.543247:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046107904:12345-0@lo:400:kworker.0 Request processed in 34us (669us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320982.543252:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00010000:00080000:0.0:1767320982.543280:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc700 x1853164046107904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320982.543296:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046107904:0@lo:400:kworker.0 00010000:00080000:0.0:1767320982.543318:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcce00 x1853164046108160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767320998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320982.543325:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046108160:0@lo:400:kworker.0 00000100:00080000:0.0:1767320982.546269:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320982.546281:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767320982.546284:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320982.546413:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046108032:0@lo:38:kworker.0 00000100:00100000:3.0:1767320982.546490:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320982.547356:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046108288:0@lo:38:kworker.0 00000100:00100000:3.0:1767320982.547394:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320982.550248:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046108416:0@lo:38:kworker.0 00000100:00100000:3.0:1767320982.550310:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320982.550336:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046108800:0@lo:38:kworker.0 00000100:00100000:3.0:1767320982.550360:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320982.550418:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108032 00000100:00100000:0.0:1767320982.550428:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108032 00000100:00100000:0.0:1767320982.550464:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108288 00000100:00100000:0.0:1767320982.550467:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108288 00000100:00100000:0.0:1767320982.550485:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767320982.550492:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046108032:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320982.550513:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320982.550562:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046108032:12345-0@lo:38:kworker.0 Request processed in 69us (4072us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320982.550569:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2648 00000100:00100000:0.0:1767320982.550586:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2649 00000100:00100000:0.0:1767320982.550589:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046108288:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320982.550598:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320982.550620:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046108288:12345-0@lo:38:kworker.0 Request processed in 28us (3225us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320982.550625:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2649 00000100:00100000:0.0:1767320982.550682:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108416 00000100:00100000:0.0:1767320982.550685:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108416 00000100:00100000:0.0:1767320982.550705:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1767320982.550729:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046108416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320982.550741:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320982.550766:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046108416:12345-0@lo:38:kworker.0 Request processed in 56us (456us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320982.550794:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00080000:3.0:1767320982.551755:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320982.551763:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320982.551778:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046108032:0@lo:38:kworker.0 00000100:00080000:3.0:1767320982.551790:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320982.551793:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320982.551796:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046108288:0@lo:38:kworker.0 00000100:00080000:3.0:1767320982.551803:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320982.551806:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320982.551809:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046108416:0@lo:38:kworker.0 00000100:00100000:1.0:1767320982.551905:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108800 00000100:00100000:1.0:1767320982.551911:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108800 00000100:00100000:1.0:1767320982.551946:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2650 00000100:00100000:1.0:1767320982.551952:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046108800:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320982.551965:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320982.552009:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046108800:12345-0@lo:38:kworker.0 Request processed in 56us (1647us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320982.552015:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2650 00000100:00080000:3.0:1767320982.552157:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320982.552161:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320982.552165:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046108800:0@lo:38:kworker.0 00010000:00010000:2.0:1767320983.311104:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320984.334276:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320985.358332:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320985.616194:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767320985.616219:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046109056:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320985.616288:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320985.616565:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046108928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320985.616596:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320985.616933:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109056 00000100:00100000:1.0:1767320985.616941:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109056 00000100:00100000:1.0:1767320985.616994:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046108928 00000100:00100000:1.0:1767320985.616998:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046108928 00000100:00100000:1.0:1767320985.617015:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1767320985.617023:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046109056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767320985.617065:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320985.617110:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046109056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320985.617117:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1767320985.617136:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:1.0:1767320985.617142:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046108928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320985.617158:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320985.617185:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046108928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320985.617191:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00000100:00080000:1.0:1767320985.617207:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320985.617210:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767320985.617240:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046109056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767320985.621334:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046108928:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1767320986.385892:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767320987.075549:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767320987.075599:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320987.075626:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958272 00000100:00100000:2.0:1767320987.075638:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958272 00000100:00100000:2.0:1767320987.075688:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958400 00000100:00100000:2.0:1767320987.075691:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958400 00000100:00100000:2.0:1767320987.075734:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2016 00000100:00100000:2.0:1767320987.075746:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985958400:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767320987.075746:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2651 00000100:00100000:3.0:1767320987.075753:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985958272:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767320987.075810:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320987.075860:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985958272:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 105us (319us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320987.075868:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2651 00000100:00080000:1.0:1767320987.075919:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767320987.081282:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985958400:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 5526us (5668us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320987.081301:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2016 00010000:00010000:2.0:1767320987.406106:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320987.662039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320987.662048:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320987.662108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320987.662112:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320987.662116:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320987.662133:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6180 00000100:00080000:0.0:1767320987.662139:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320987.662146:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320987.662170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b100 x1853164046109312/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320987.662205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320987.662209:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320987.662211:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320987.662214:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6180 00000100:00080000:0.0:1767320987.662217:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320987.662221:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320987.662234:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164046109568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320987.662243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320987.662247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320987.662250:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320987.662254:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6180 00000100:00080000:0.0:1767320987.662257:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320987.662261:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320987.662275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78380 x1853164046109696/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320987.662302:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320987.662305:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320987.662307:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320987.662310:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6180 00000100:00080000:0.0:1767320987.662312:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320987.662316:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320987.662327:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79880 x1853164046110080/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767320987.662360:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046109824:0@lo:400:kworker.0 00000100:00100000:0.0:1767320987.662445:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320987.662518:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767320987.662524:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046109312:0@lo:38:kworker.0 00000100:00100000:0.0:1767320987.662529:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046109440:0@lo:400:kworker.0 00000100:00100000:0.0:1767320987.662564:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320987.662691:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320987.662745:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046109568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320987.662807:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320987.662912:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109440 00000100:00100000:0.0:1767320987.662921:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109440 00000100:00100000:3.0:1767320987.662962:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046109696:0@lo:38:kworker.0 00000100:00100000:0.0:1767320987.662981:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109312 00000100:00100000:0.0:1767320987.662987:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109312 00000100:00100000:3.0:1767320987.663003:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320987.663005:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109568 00000100:00100000:0.0:1767320987.663010:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109568 00000100:00100000:0.0:1767320987.663038:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:0.0:1767320987.663047:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046109440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320987.663103:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046109440:12345-0@lo:400:kworker.0 Request processed in 57us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320987.663110:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00100000:0.0:1767320987.663141:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2652 00000100:00100000:0.0:1767320987.663145:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046109312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320987.663161:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320987.663190:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046109312:12345-0@lo:38:kworker.0 Request processed in 44us (501us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320987.663195:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2652 00000100:00100000:0.0:1767320987.663207:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2653 00000100:00100000:0.0:1767320987.663211:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046109568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767320987.663219:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767320987.663248:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046109568:12345-0@lo:38:kworker.0 Request processed in 34us (439us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767320987.663256:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2653 00000100:00100000:3.0:1767320987.663256:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046110080:0@lo:38:kworker.0 00000100:00080000:0.0:1767320987.663280:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320987.663299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1767320987.663334:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79c00 x1853164046109440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320987.663351:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046109440:0@lo:400:kworker.0 00000100:00080000:3.0:1767320987.663358:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320987.663365:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320987.663370:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046109312:0@lo:38:kworker.0 00000100:00080000:3.0:1767320987.663382:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320987.663385:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320987.663388:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046109568:0@lo:38:kworker.0 00000100:00100000:3.0:1767320987.663426:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110080 00000100:00100000:3.0:1767320987.663431:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110080 00000100:00100000:3.0:1767320987.663485:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2654 00000100:00100000:1.0:1767320987.663486:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046109184:0@lo:400:kworker.0 00000100:00100000:3.0:1767320987.663495:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046110080:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320987.663516:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320987.663534:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320987.663565:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320987.663572:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046109952:0@lo:400:kworker.0 00000100:00100000:1.0:1767320987.663595:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320987.663623:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109184 00000100:00100000:1.0:1767320987.663628:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109184 00000100:00100000:1.0:1767320987.663673:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:3.0:1767320987.663696:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046110080:12345-0@lo:38:kworker.0 Request processed in 196us (391us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320987.663698:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046109184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320987.663718:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2654 00000100:00100000:3.0:1767320987.663761:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109696 00000100:00100000:3.0:1767320987.663801:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109696 00000100:00100000:1.0:1767320987.663826:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046109184:12345-0@lo:400:kworker.0 Request processed in 139us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320987.663842:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1767320987.663843:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:3.0:1767320987.663856:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046109696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320987.663869:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320987.663893:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109824 00000100:00100000:1.0:1767320987.663901:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109824 00000100:00100000:3.0:1767320987.663910:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046109696:12345-0@lo:38:kworker.0 Request processed in 55us (908us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320987.663920:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:1.0:1767320987.663941:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046109952 00000100:00100000:1.0:1767320987.663947:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046109952 00000100:00100000:3.0:1767320987.663961:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:3.0:1767320987.663978:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046109824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320987.663992:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:1.0:1767320987.664004:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046109952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767320987.664034:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046109824:12345-0@lo:400:kworker.0 Request processed in 62us (1586us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320987.664045:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:1.0:1767320987.664067:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046109952:12345-0@lo:400:kworker.0 Request processed in 65us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320987.664074:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00080000:1.0:1767320987.664111:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767320987.664115:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320987.664120:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767320987.664151:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046109952:0@lo:400:kworker.0 00010000:00080000:1.0:1767320987.664165:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac78e00 x1853164046109184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320987.664175:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046109184:0@lo:400:kworker.0 00000100:00080000:3.0:1767320987.664235:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320987.664243:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320987.664248:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046109696:0@lo:38:kworker.0 00000100:00080000:3.0:1767320987.664260:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767320987.664264:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767320987.664267:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046110080:0@lo:38:kworker.0 00000100:00100000:0.0:1767320987.665074:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046109824:0@lo:400:kworker.0 00010000:00010000:2.0:1767320988.430192:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320989.454234:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320990.478206:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320990.736350:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046110208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767320990.736422:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320990.736799:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110208 00000100:00100000:1.0:1767320990.736807:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110208 00000100:00100000:1.0:1767320990.736874:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1767320990.736883:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046110208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767320990.736912:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767320990.736957:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046110208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320990.736964:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:1.0:1767320990.737033:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046110208:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767320990.737249:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767320990.737394:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046110336:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767320990.737425:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320990.737518:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110336 00000100:00100000:0.0:1767320990.737523:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110336 00000100:00100000:0.0:1767320990.737559:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767320990.737566:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046110336:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767320990.737582:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767320990.737630:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046110336:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320990.737636:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767320990.737664:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046110336:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767320990.737927:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767320991.502030:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320992.196027:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767320992.196132:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320992.202764:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958656 00000100:00100000:2.0:1767320992.202794:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958656 00000100:00100000:2.0:1767320992.202890:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958528 00000100:00100000:2.0:1767320992.202894:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958528 00000100:00100000:2.0:1767320992.202917:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2019 00000100:00100000:2.0:1767320992.202932:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985958656:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767320992.203021:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985958656:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 94us (7001us total) trans 0 rc 0/0 00000100:00100000:2.0:1767320992.203028:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2019 00000100:00100000:2.0:1767320992.203047:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2655 00000100:00100000:2.0:1767320992.203052:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985958528:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320992.203072:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320992.203096:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985958528:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 42us (6964us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320992.203102:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2655 00000100:00080000:0.0:1767320992.203581:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767320992.526063:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767320992.782404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320992.782414:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767320992.782483:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320992.782487:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320992.782491:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320992.782499:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6185 00000100:00080000:0.0:1767320992.782504:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320992.782510:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320992.782530:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac78380 x1853164046110592/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320992.782558:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320992.782561:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320992.782563:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320992.782567:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6185 00000100:00080000:0.0:1767320992.782569:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320992.782572:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320992.782580:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7a680 x1853164046110848/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320992.782588:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320992.782592:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320992.782593:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320992.782596:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6185 00000100:00080000:0.0:1767320992.782598:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320992.782602:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320992.782610:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164046110976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767320992.782631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767320992.782634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767320992.782635:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767320992.782638:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6185 00000100:00080000:0.0:1767320992.782640:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767320992.782644:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767320992.782652:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcd880 x1853164046111360/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767320992.782886:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046110464:0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.782949:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320992.783027:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767320992.783033:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046111232:0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783057:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320992.783084:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046111104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783104:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320992.783122:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767320992.783126:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046110720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783144:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320992.783169:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046111232 00000100:00100000:1.0:1767320992.783176:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046111232 00000100:00100000:1.0:1767320992.783220:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046111104 00000100:00100000:1.0:1767320992.783223:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046111104 00000100:00100000:1.0:1767320992.783242:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767320992.783249:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046111232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783306:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046111232:12345-0@lo:400:kworker.0 Request processed in 57us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320992.783313:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:1.0:1767320992.783331:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1767320992.783337:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046111104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783364:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046111104:12345-0@lo:400:kworker.0 Request processed in 28us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320992.783370:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:1.0:1767320992.783390:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110464 00000100:00100000:1.0:1767320992.783394:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110464 00000100:00100000:1.0:1767320992.783415:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110720 00000100:00100000:1.0:1767320992.783418:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110720 00000100:00100000:1.0:1767320992.783435:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1767320992.783441:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046110464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783487:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046110464:12345-0@lo:400:kworker.0 Request processed in 46us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320992.783492:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2020 00000100:00100000:1.0:1767320992.783503:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2021 00000100:00100000:1.0:1767320992.783508:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046110720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783532:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046110720:12345-0@lo:400:kworker.0 Request processed in 23us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320992.783537:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2021 00010000:00080000:1.0:1767320992.783572:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac78e00 x1853164046110720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320992.783585:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046110720:0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783594:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046111104:0@lo:400:kworker.0 00000100:00100000:1.0:1767320992.783621:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046111232:0@lo:400:kworker.0 00010000:00080000:1.0:1767320992.783630:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79880 x1853164046110464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767320992.783639:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046110464:0@lo:400:kworker.0 00000100:00080000:0.0:1767320992.784604:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767320992.784612:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767320992.784614:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767320992.784970:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046110592:0@lo:38:kworker.0 00000100:00100000:3.0:1767320992.785029:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320992.785075:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046110848:0@lo:38:kworker.0 00000100:00100000:3.0:1767320992.785098:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320992.785112:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046110976:0@lo:38:kworker.0 00000100:00100000:3.0:1767320992.785135:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320992.785169:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046111360:0@lo:38:kworker.0 00000100:00100000:3.0:1767320992.785188:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320992.785218:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110592 00000100:00100000:3.0:1767320992.785224:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110592 00000100:00100000:3.0:1767320992.785249:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110848 00000100:00100000:3.0:1767320992.785251:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110848 00000100:00100000:3.0:1767320992.785264:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046111360 00000100:00100000:3.0:1767320992.785267:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046111360 00000100:00100000:3.0:1767320992.785283:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2656 00000100:00100000:3.0:1767320992.785289:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046110592:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320992.785307:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320992.785344:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046110592:12345-0@lo:38:kworker.0 Request processed in 53us (314us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320992.785350:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2656 00000100:00100000:3.0:1767320992.785364:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1767320992.785368:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046110848:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320992.785377:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320992.785397:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046110848:12345-0@lo:38:kworker.0 Request processed in 27us (299us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320992.785402:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2657 00000100:00100000:3.0:1767320992.785411:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2658 00000100:00100000:3.0:1767320992.785414:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046111360:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767320992.785423:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767320992.785442:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046111360:12345-0@lo:38:kworker.0 Request processed in 27us (253us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767320992.785447:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2658 00000100:00100000:1.0:1767320992.787882:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046110976 00000100:00100000:1.0:1767320992.787899:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046110976 00000100:00080000:2.0:1767320992.788396:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320992.788406:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320992.788411:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046110592:0@lo:38:kworker.0 00000100:00080000:2.0:1767320992.788423:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320992.788426:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320992.788429:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046110848:0@lo:38:kworker.0 00000100:00080000:2.0:1767320992.788439:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320992.788442:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320992.788444:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046111360:0@lo:38:kworker.0 00000100:00100000:1.0:1767320992.792902:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1767320992.792917:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046110976:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320992.792941:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320992.793038:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046110976:12345-0@lo:38:kworker.0 Request processed in 122us (7901us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320992.793049:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00080000:2.0:1767320992.795635:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320992.795649:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767320992.795667:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046110976:0@lo:38:kworker.0 00010000:00010000:2.0:1767320993.550535:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767320994.574135:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320995.598069:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767320995.854071:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046111488:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767320995.854137:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320995.854250:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046111616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320995.854279:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320995.854314:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046111488 00000100:00100000:3.0:1767320995.854320:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046111488 00000100:00100000:3.0:1767320995.861372:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046111616 00000100:00100000:3.0:1767320995.861385:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046111616 00000100:00100000:3.0:1767320995.861429:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1767320995.861438:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046111488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767320995.861481:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320995.861557:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046111488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 121us (7419us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320995.861564:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1767320995.861831:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:3.0:1767320995.861839:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046111616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767320995.861854:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767320995.861881:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046111616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (7601us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320995.861887:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00080000:3.0:1767320995.861910:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767320995.861913:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767320995.861955:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046111616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767320995.861993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046111488:0@lo:13:osp-pre-1-1.0 00000400:00000100:3.0:1767320996.290218:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985958784 offset 0 length 520: 4 00000100:00100000:3.0:1767320996.290279:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767320996.290578:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985958912 00000100:00100000:2.0:1767320996.290589:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985958912 00000100:00100000:2.0:1767320996.290646:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2659 00000100:00100000:2.0:1767320996.290655:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985958912:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767320996.290678:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767320996.290744:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985958912:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (464us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767320996.290752:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2659 00000100:00100000:2.0:1767320996.291540:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767320996.291660:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959040 00000100:00100000:3.0:1767320996.291667:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959040 00000100:00100000:3.0:1767320996.291730:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2022 00000100:00100000:3.0:1767320996.291738:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985959040:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:0.0:1767320996.292011:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767320996.293602:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985959040:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 1845us (2044us total) trans 0 rc 0/0 00000100:00100000:3.0:1767320996.293617:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2022 00010000:00010000:2.0:1767320996.621990:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320997.646377:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767320997.901883:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320972/real 1767320972] req@ffffa07bc7fdb800 x1853164046105216/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320997 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767320997.901922:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc7fdb800 x1853164046105216/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767320997 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767320997.901947:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767320997.901961:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767320997.901965:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046105216:0@lo:250:kworker.0 00000100:00080000:1.0:1767320997.901978:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320997.901984:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767320997.901987:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320997.901992:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6170 00000100:00080000:1.0:1767320997.901995:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320997.902002:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320997.902036:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c4380 x1853164046111744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320997.902092:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320997.902096:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320997.902098:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320997.902102:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6191 00000100:00080000:1.0:1767320997.902105:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320997.902109:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320997.902109:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046111744:0@lo:250:kworker.0 00000100:00100000:1.0:1767320997.902123:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5c00 x1853164046112000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320997.902144:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320997.902147:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320997.902148:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320997.902151:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6191 00000100:00080000:1.0:1767320997.902154:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320997.902157:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000400:00000100:2.0:1767320997.902158:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046111744 offset 0 length 520: 4 00000100:00100000:1.0:1767320997.902167:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7ad80 x1853164046112256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767320997.902176:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320997.902179:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320997.902181:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320997.902183:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6191 00000100:00080000:1.0:1767320997.902186:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320997.902189:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767320997.902197:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7a680 x1853164046112384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320997.902201:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046112000:0@lo:38:kworker.0 00000100:00080000:1.0:1767320997.902218:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767320997.902221:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767320997.902222:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767320997.902225:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6191 00000100:00080000:1.0:1767320997.902228:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767320997.902231:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767320997.902231:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320997.902241:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7b100 x1853164046112768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767320997.902249:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046112256:0@lo:38:kworker.0 00000100:00100000:2.0:1767320997.902268:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320997.902285:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046112384:0@lo:38:kworker.0 00000100:00100000:1.0:1767320997.902286:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112000 00000100:00100000:1.0:1767320997.902293:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112000 00000100:00100000:2.0:1767320997.902309:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767320997.902322:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046112768:0@lo:38:kworker.0 00000100:00100000:1.0:1767320997.902327:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112256 00000100:00100000:1.0:1767320997.902330:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112256 00000100:00100000:2.0:1767320997.902340:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767320997.902747:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046111872:0@lo:400:kworker.0 00000100:00100000:3.0:1767320997.902792:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320997.902825:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112768 00000100:00100000:1.0:1767320997.902830:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112768 00000100:00100000:1.0:1767320997.902856:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2660 00000100:00100000:1.0:1767320997.902863:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046112000:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320997.902986:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320997.903029:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046112000:12345-0@lo:38:kworker.0 Request processed in 166us (797us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320997.903037:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2660 00000100:00100000:1.0:1767320997.903056:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1767320997.903061:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046112256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320997.903069:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320997.903090:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046112256:12345-0@lo:38:kworker.0 Request processed in 29us (822us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320997.903097:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2661 00000100:00100000:1.0:1767320997.903108:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1767320997.903112:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046112768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320997.903120:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320997.903141:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046112768:12345-0@lo:38:kworker.0 Request processed in 26us (800us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320997.903146:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2662 00000100:00100000:1.0:1767320997.903181:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046112128:0@lo:400:kworker.0 00000100:00100000:1.0:1767320997.903210:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046112640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320997.903233:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320997.903931:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046112512:0@lo:400:kworker.0 00000100:00100000:1.0:1767320997.903965:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767320997.904022:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112384 00000100:00100000:1.0:1767320997.904028:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112384 00000100:00100000:1.0:1767320997.904052:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1767320997.904057:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046112384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767320997.904069:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767320997.904097:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046112384:12345-0@lo:38:kworker.0 Request processed in 38us (1786us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767320997.904103:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1767320997.904138:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112640 00000100:00100000:1.0:1767320997.904143:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112640 00000100:00100000:1.0:1767320997.904177:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112512 00000100:00100000:1.0:1767320997.904180:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112512 00000100:00100000:1.0:1767320997.904199:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1767320997.904205:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046112640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320997.904245:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046112640:12345-0@lo:400:kworker.0 Request processed in 40us (1011us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320997.904435:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:1.0:1767320997.904450:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1767320997.904457:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046112512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767320997.904490:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046112512:12345-0@lo:400:kworker.0 Request processed in 34us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1767320997.904495:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:1.0:1767320997.904536:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046112640:0@lo:400:kworker.0 00000100:00100000:1.0:1767320997.904568:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046112512:0@lo:400:kworker.0 00000100:00080000:1.0:1767320997.904591:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320997.904595:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320997.904599:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046112768:0@lo:38:kworker.0 00000100:00080000:1.0:1767320997.904609:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320997.904612:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320997.904614:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046112000:0@lo:38:kworker.0 00000100:00080000:1.0:1767320997.904623:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320997.904626:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320997.904629:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046112256:0@lo:38:kworker.0 00000100:00080000:1.0:1767320997.904649:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767320997.904653:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767320997.904655:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046112384:0@lo:38:kworker.0 00000100:00080000:1.0:1767320997.904687:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767320997.904691:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767320997.912160:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046111872 00000100:00100000:0.0:1767320997.912177:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046111872 00000100:00100000:0.0:1767320997.912270:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:0.0:1767320997.912282:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046111872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320997.912355:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046111872:12345-0@lo:400:kworker.0 Request processed in 77us (9563us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320997.912362:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00100000:1.0:1767320997.912921:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767320997.913084:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112128 00000100:00100000:0.0:1767320997.913090:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112128 00000100:00100000:0.0:1767320997.913134:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:0.0:1767320997.913142:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046112128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767320997.913188:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046112128:12345-0@lo:400:kworker.0 Request processed in 47us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1767320997.913195:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00010000:00080000:0.0:1767320997.913232:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c6a00 x1853164046112128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767320997.913246:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046112128:0@lo:400:kworker.0 00010000:00080000:3.0:1767320997.913482:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bed0c5180 x1853164046111872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767320997.913492:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046111872:0@lo:400:kworker.0 00000100:00080000:2.0:1767320997.914332:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767320998.673056:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767320999.693974:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321000.718080:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321000.974988:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321000.975010:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321000.975012:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046112896:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321000.975025:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046113024:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321000.975110:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321000.975208:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321000.975380:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046112896 00000100:00100000:1.0:1767321000.975388:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046112896 00000100:00100000:1.0:1767321000.975463:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113024 00000100:00100000:0.0:1767321000.975467:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1767321000.975468:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113024 00000100:00100000:0.0:1767321000.975485:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046112896:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321000.975491:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:1.0:1767321000.975499:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046113024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321000.975525:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767321000.975530:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321000.975579:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046113024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321000.975587:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046112896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321000.975588:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1767321000.975599:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:1.0:1767321000.975649:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046112896:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321000.975744:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321000.975749:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321000.975818:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046113024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321001.410714:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321001.413667:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959168 00000100:00100000:3.0:1767321001.413683:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959168 00000100:00100000:3.0:1767321001.413736:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2663 00000100:00100000:3.0:1767321001.413745:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985959168:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321001.413783:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321001.413989:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985959168:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 243us (3283us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321001.413997:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2663 00000100:00100000:0.0:1767321001.414232:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321001.414521:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959296 00000100:00100000:3.0:1767321001.414536:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959296 00000100:00080000:2.0:1767321001.414601:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321001.414624:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2025 00000100:00100000:3.0:1767321001.420060:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985959296:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321001.420213:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985959296:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 5577us (5980us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321001.420226:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2025 00010000:00010000:2.0:1767321001.742055:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321002.767290:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321003.022383:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321003.022393:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321003.022439:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321003.022442:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321003.022446:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321003.022453:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6196 00000100:00080000:3.0:1767321003.022458:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321003.022472:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321003.022494:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760a80 x1853164046113280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321003.022542:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321003.022546:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321003.022549:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321003.022553:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6196 00000100:00080000:3.0:1767321003.022555:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321003.022559:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321003.022570:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4763100 x1853164046113536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321003.022579:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321003.022581:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321003.022583:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321003.022586:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6196 00000100:00080000:3.0:1767321003.022588:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321003.022592:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321003.022604:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762300 x1853164046113664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321003.022625:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321003.022628:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321003.022630:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321003.022633:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6196 00000100:00080000:3.0:1767321003.022646:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321003.022649:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321003.022660:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01880 x1853164046114048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321003.022686:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046113408:0@lo:400:kworker.0 00000100:00100000:3.0:1767321003.022752:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321003.022822:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321003.022829:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046113792:0@lo:400:kworker.0 00000100:00100000:3.0:1767321003.022855:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321003.022889:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113408 00000100:00100000:3.0:1767321003.022909:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113408 00000100:00100000:3.0:1767321003.022961:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:3.0:1767321003.022969:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046113408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321003.023008:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046113408:12345-0@lo:400:kworker.0 Request processed in 41us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321003.023013:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00080000:3.0:1767321003.023028:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321003.023047:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761f80 x1853164046113408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321003.023066:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046113408:0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023463:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046113152:0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023504:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321003.023536:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321003.023541:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046113920:0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023557:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321003.023579:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113792 00000100:00100000:1.0:1767321003.023582:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113792 00000100:00100000:1.0:1767321003.023605:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113920 00000100:00100000:1.0:1767321003.023607:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113920 00000100:00100000:1.0:1767321003.023618:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1767321003.023622:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046113792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023659:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046113792:12345-0@lo:400:kworker.0 Request processed in 37us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321003.023662:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:1.0:1767321003.023674:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1767321003.023678:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046113920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023696:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046113920:12345-0@lo:400:kworker.0 Request processed in 18us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321003.023700:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:1.0:1767321003.023711:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113152 00000100:00100000:1.0:1767321003.023713:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113152 00000100:00100000:1.0:1767321003.023729:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:1.0:1767321003.023732:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046113152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023759:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046113152:12345-0@lo:400:kworker.0 Request processed in 17us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321003.023762:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00080000:1.0:1767321003.023806:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321003.023810:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321003.023812:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321003.023830:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046113920:0@lo:400:kworker.0 00010000:00080000:1.0:1767321003.023841:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4761880 x1853164046113152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321019 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321003.023851:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4761880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046113152:0@lo:400:kworker.0 00000100:00100000:1.0:1767321003.023875:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046113792:0@lo:400:kworker.0 00000100:00100000:0.0:1767321003.024227:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046113280:0@lo:38:kworker.0 00000100:00100000:0.0:1767321003.024251:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.024272:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046113536:0@lo:38:kworker.0 00000100:00100000:0.0:1767321003.024292:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.024304:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046113664:0@lo:38:kworker.0 00000100:00100000:0.0:1767321003.024318:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.024328:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046114048:0@lo:38:kworker.0 00000100:00100000:0.0:1767321003.024338:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321003.024359:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113664 00000100:00100000:0.0:1767321003.024361:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113664 00000100:00100000:0.0:1767321003.024375:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1767321003.024379:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046113664:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.024392:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.024413:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046113664:12345-0@lo:38:kworker.0 Request processed in 33us (94us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.024417:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1767321003.024429:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113280 00000100:00100000:0.0:1767321003.024430:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113280 00000100:00100000:0.0:1767321003.024440:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046113536 00000100:00100000:0.0:1767321003.024442:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046113536 00000100:00100000:0.0:1767321003.024449:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114048 00000100:00100000:0.0:1767321003.024450:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114048 00000100:00100000:0.0:1767321003.024458:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2664 00000100:00100000:0.0:1767321003.024461:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046113280:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.024481:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.024506:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046113280:12345-0@lo:38:kworker.0 Request processed in 43us (253us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.024512:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2664 00000100:00100000:0.0:1767321003.024523:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2665 00000100:00100000:0.0:1767321003.024527:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046113536:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.024536:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.024553:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046113536:12345-0@lo:38:kworker.0 Request processed in 26us (260us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.024557:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2665 00000100:00100000:0.0:1767321003.024564:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2666 00000100:00100000:0.0:1767321003.024567:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046114048:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321003.024572:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321003.024582:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046114048:12345-0@lo:38:kworker.0 Request processed in 15us (243us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321003.024585:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2666 00000100:00080000:0.0:1767321003.024609:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.024613:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.024615:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046113280:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.024619:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.024621:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.024623:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4763100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046113536:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.024628:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.024630:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.024631:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046113664:0@lo:38:kworker.0 00000100:00080000:0.0:1767321003.024646:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321003.024649:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321003.024650:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046114048:0@lo:38:kworker.0 00010000:00010000:2.0:1767321003.790313:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321004.815360:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321005.838088:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321006.094375:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046114176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321006.094457:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321006.094579:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114176 00000100:00100000:1.0:1767321006.094588:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114176 00000100:00100000:3.0:1767321006.094597:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046114304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321006.094626:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321006.094648:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114304 00000100:00100000:1.0:1767321006.094651:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114304 00000100:00100000:3.0:1767321006.094662:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:3.0:1767321006.094671:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046114176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321006.094702:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321006.094752:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046114176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (294us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321006.094756:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321006.094759:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321006.094814:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046114176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321006.098300:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:1.0:1767321006.098325:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046114304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321006.098359:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321006.098474:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046114304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 160us (3845us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321006.098482:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00000100:00100000:2.0:1767321006.098943:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046114304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321006.100683:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1767321006.530711:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321006.530810:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959552 00000100:00100000:3.0:1767321006.530820:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959552 00000100:00100000:3.0:1767321006.530901:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2028 00000100:00100000:3.0:1767321006.530912:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985959552:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321006.530997:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985959552:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321006.531006:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2028 00000100:00080000:0.0:1767321006.531651:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321006.535496:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321006.535599:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959424 00000100:00100000:1.0:1767321006.535610:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959424 00000100:00100000:1.0:1767321006.535665:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2667 00000100:00100000:1.0:1767321006.535674:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985959424:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321006.535699:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321006.535798:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985959424:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 92us (281us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321006.535808:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2667 00010000:00010000:1.0:1767321006.862086:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321007.885978:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321008.142101:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321008.142112:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321008.142194:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321008.142199:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321008.142204:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321008.142213:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6201 00000100:00080000:3.0:1767321008.142218:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321008.142226:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321008.142250:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02a00 x1853164046114560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321008.142278:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321008.142282:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321008.142284:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321008.142288:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6201 00000100:00080000:3.0:1767321008.142290:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321008.142293:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321008.142302:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046114688:0@lo:400:kworker.0 00000100:00100000:3.0:1767321008.142303:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01f80 x1853164046114816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321008.142311:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321008.142315:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321008.142316:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321008.142320:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6201 00000100:00080000:3.0:1767321008.142322:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321008.142325:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321008.142334:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00000 x1853164046114944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321008.142360:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321008.142363:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321008.142364:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321008.142367:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6201 00000100:00080000:3.0:1767321008.142369:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321008.142383:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321008.142392:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00a80 x1853164046115328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321008.142410:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321008.142438:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114688 00000100:00100000:3.0:1767321008.142446:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114688 00000100:00100000:1.0:1767321008.142466:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321008.142471:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046115072:0@lo:400:kworker.0 00000100:00100000:3.0:1767321008.142495:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:3.0:1767321008.142504:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046114688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321008.142552:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046114688:12345-0@lo:400:kworker.0 Request processed in 50us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321008.142560:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00080000:3.0:1767321008.142581:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321008.142649:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046115200:0@lo:400:kworker.0 00000100:00100000:0.0:1767321008.142682:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321008.142711:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321008.142716:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046114432:0@lo:400:kworker.0 00000100:00100000:0.0:1767321008.142736:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321008.142760:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114432 00000100:00100000:0.0:1767321008.142764:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114432 00000100:00100000:0.0:1767321008.142813:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00100000:0.0:1767321008.142819:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046114432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321008.142852:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046114432:12345-0@lo:400:kworker.0 Request processed in 33us (115us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321008.142857:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:1.0:1767321008.142867:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321008.142873:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767321008.142894:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03480 x1853164046114432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1767321008.142894:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b03b80 x1853164046114688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321008.142907:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046114432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.142907:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046114688:0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.142929:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115200 00000100:00100000:1.0:1767321008.142932:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115200 00000100:00100000:1.0:1767321008.143020:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115072 00000100:00100000:1.0:1767321008.143024:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115072 00000100:00100000:3.0:1767321008.143070:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1767321008.143078:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046115200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321008.143116:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046115200:12345-0@lo:400:kworker.0 Request processed in 40us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321008.143121:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1767321008.143151:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046115200:0@lo:400:kworker.0 00000100:00100000:3.0:1767321008.143197:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046114560:0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.143222:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321008.143247:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046114816:0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.143270:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321008.143285:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046114944:0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.143306:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321008.143327:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046115328:0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.143345:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321008.143367:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114560 00000100:00100000:3.0:1767321008.143381:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114560 00000100:00100000:3.0:1767321008.143400:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114816 00000100:00100000:3.0:1767321008.143402:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114816 00000100:00100000:3.0:1767321008.143416:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115328 00000100:00100000:3.0:1767321008.143419:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115328 00000100:00100000:3.0:1767321008.143433:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1767321008.143437:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046114560:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321008.143455:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321008.143485:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046114560:12345-0@lo:38:kworker.0 Request processed in 46us (262us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321008.143491:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2668 00000100:00100000:3.0:1767321008.143502:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2669 00000100:00100000:3.0:1767321008.143505:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046114816:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321008.143513:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321008.143536:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046114816:12345-0@lo:38:kworker.0 Request processed in 29us (265us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321008.143541:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2669 00000100:00100000:3.0:1767321008.143552:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2670 00000100:00100000:3.0:1767321008.143556:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046115328:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321008.143566:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321008.143588:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046115328:12345-0@lo:38:kworker.0 Request processed in 30us (242us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321008.143593:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2670 00000100:00080000:3.0:1767321008.143624:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321008.143628:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321008.143632:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046114560:0@lo:38:kworker.0 00000100:00080000:3.0:1767321008.143639:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321008.143642:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321008.143644:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046114816:0@lo:38:kworker.0 00000100:00080000:3.0:1767321008.143651:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321008.143654:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321008.143656:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046115328:0@lo:38:kworker.0 00000100:00100000:3.0:1767321008.143689:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046114944 00000100:00100000:3.0:1767321008.143692:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046114944 00000100:00100000:3.0:1767321008.143712:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1767321008.143716:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046114944:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321008.143727:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321008.143755:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046114944:12345-0@lo:38:kworker.0 Request processed in 37us (447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321008.143761:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00080000:3.0:1767321008.143813:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321008.143817:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321008.143820:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046114944:0@lo:38:kworker.0 00000100:00080000:0.0:1767321008.145300:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321008.145309:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321008.146464:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1767321008.146490:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046115072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321008.146592:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046115072:12345-0@lo:400:kworker.0 Request processed in 118us (3723us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321008.146599:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:0.0:1767321008.146685:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046115072:0@lo:400:kworker.0 00010000:00010000:2.0:1767321008.910656:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321009.934122:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321010.958393:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321011.214547:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321011.214566:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046115456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321011.214651:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321011.214815:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115456 00000100:00100000:3.0:1767321011.214824:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115456 00000100:00100000:3.0:1767321011.214882:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:3.0:1767321011.214892:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046115456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321011.214919:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767321011.214936:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321011.214964:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046115456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321011.214971:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00100000:0.0:1767321011.215138:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046115584:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321011.215168:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321011.215246:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115584 00000100:00100000:1.0:1767321011.215251:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115584 00000100:00100000:1.0:1767321011.215287:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1767321011.215294:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046115584:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321011.215328:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321011.215364:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046115584:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321011.215370:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1767321011.215411:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046115584:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321011.215473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321011.215489:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046115456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321011.653510:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321011.653971:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959808 00000100:00100000:3.0:1767321011.653981:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959808 00000100:00100000:3.0:1767321011.654067:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2031 00000100:00100000:3.0:1767321011.654076:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985959808:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321011.654161:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985959808:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321011.654169:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2031 00000100:00100000:3.0:1767321011.655291:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321011.655440:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959680 00000100:00100000:1.0:1767321011.655448:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959680 00000100:00100000:1.0:1767321011.655488:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2671 00000100:00100000:1.0:1767321011.655495:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985959680:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321011.655516:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321011.655569:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985959680:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 73us (282us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321011.655576:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2671 00000100:00080000:0.0:1767321011.657086:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321011.981964:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321013.006021:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321013.261983:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321013.261994:0:34858:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321013.262049:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321013.262053:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321013.262057:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321013.262066:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6206 00000100:00080000:2.0:1767321013.262070:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321013.262077:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321013.262100:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8000 x1853164046115840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321013.262130:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321013.262144:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046115712:0@lo:400:kworker.0 00000100:00080000:2.0:1767321013.262148:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321013.262151:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321013.262154:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321013.262158:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6206 00000100:00080000:2.0:1767321013.262160:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321013.262164:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321013.262177:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451500 x1853164046116096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321013.262177:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046115968:0@lo:400:kworker.0 00000100:00080000:2.0:1767321013.262191:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321013.262194:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321013.262196:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321013.262199:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6206 00000100:00080000:2.0:1767321013.262201:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321013.262205:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321013.262208:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321013.262218:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450700 x1853164046116224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321013.262264:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046115840:0@lo:38:kworker.0 00000100:00080000:2.0:1767321013.262378:0:34858:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321013.262382:0:34858:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321013.262383:0:34858:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321013.262387:0:34858:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6206 00000100:00080000:2.0:1767321013.262389:0:34858:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321013.262395:0:34858:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321013.262398:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321013.262409:0:34858:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164046116608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321013.262412:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046116480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321013.262456:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115712 00000100:00100000:2.0:1767321013.262464:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115712 00000100:00100000:2.0:1767321013.262521:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:2.0:1767321013.262533:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046115712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321013.269606:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321013.269624:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046116352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321013.269647:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046116096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321013.269662:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.269667:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.269681:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046116224:0@lo:38:kworker.0 00000100:00080000:0.0:1767321013.269696:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321013.269701:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.269724:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046116608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321013.269744:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.269788:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115840 00000100:00100000:1.0:1767321013.269796:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115840 00000100:00100000:0.0:1767321013.269818:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116352 00000100:00100000:0.0:1767321013.269821:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116352 00000100:00100000:1.0:1767321013.269826:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116096 00000100:00100000:1.0:1767321013.269828:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116096 00000100:00100000:1.0:1767321013.269835:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116608 00000100:00100000:1.0:1767321013.269838:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116608 00000100:00100000:1.0:1767321013.269850:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767321013.269856:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046115840:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321013.269860:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1767321013.269867:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046116352:12345-0@lo:400:kworker.0 00010000:00020000:1.0:1767321013.269876:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321013.269914:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046115840:12345-0@lo:38:kworker.0 Request processed in 56us (315us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321013.269915:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046116352:12345-0@lo:400:kworker.0 Request processed in 47us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321013.269922:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1767321013.269922:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2672 00000100:00100000:1.0:1767321013.269939:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2673 00000100:00080000:0.0:1767321013.269941:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321013.269943:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046116096:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321013.269952:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321013.269965:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046116352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321013.269972:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046116096:12345-0@lo:38:kworker.0 Request processed in 28us (305us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321013.269977:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2673 00000100:00100000:1.0:1767321013.269988:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2674 00000100:00100000:1.0:1767321013.269992:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046116608:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767321013.269999:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767321013.270000:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321013.270003:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321013.270007:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046115840:0@lo:38:kworker.0 00000100:00080000:0.0:1767321013.270015:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321013.270018:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321013.270020:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046116608:12345-0@lo:38:kworker.0 Request processed in 26us (275us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321013.270021:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046116096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321013.270026:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2674 00000100:00080000:0.0:1767321013.270035:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321013.270038:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321013.270041:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046116608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321013.270057:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116224 00000100:00100000:1.0:1767321013.270061:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116224 00000100:00100000:0.0:1767321013.270073:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.270078:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1767321013.270082:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046116224:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321013.270091:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321013.270119:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046116224:12345-0@lo:38:kworker.0 Request processed in 36us (417us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321013.270125:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00080000:1.0:1767321013.270148:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321013.270152:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321013.270155:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046116224:0@lo:38:kworker.0 00000100:00100000:1.0:1767321013.270176:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046115968 00000100:00100000:1.0:1767321013.270180:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046115968 00000100:00100000:1.0:1767321013.270208:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:1.0:1767321013.270213:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046115968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321013.270243:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046115968:12345-0@lo:400:kworker.0 Request processed in 29us (168us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321013.270249:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00080000:1.0:1767321013.270265:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767321013.273431:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0afce00 x1853164046115968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321013.273448:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046115968:0@lo:400:kworker.0 00000100:00100000:3.0:1767321013.275392:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321013.275549:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116480 00000100:00100000:1.0:1767321013.275560:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116480 00000100:00100000:1.0:1767321013.275638:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1767321013.275648:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046116480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321013.275709:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046116480:12345-0@lo:400:kworker.0 Request processed in 62us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321013.275716:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00080000:0.0:1767321013.276163:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321013.276420:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046116480:0@lo:400:kworker.0 00000100:00100000:2.0:1767321013.284833:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046115712:12345-0@lo:400:kworker.0 Request processed in 22288us (22608us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321013.284852:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00010000:00080000:0.0:1767321013.284888:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fda300 x1853164046115712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321029 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321013.284907:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046115712:0@lo:400:kworker.0 00010000:00010000:2.0:1767321014.030316:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321015.060469:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321016.078002:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321016.335806:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321016.335829:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046116736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321016.335873:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321016.335885:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046116864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321016.335900:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321016.335925:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321016.336032:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116736 00000100:00100000:1.0:1767321016.336039:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116736 00000100:00100000:1.0:1767321016.336090:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116864 00000100:00100000:1.0:1767321016.336093:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116864 00000100:00100000:1.0:1767321016.336111:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1767321016.336119:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046116736:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321016.336146:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321016.336185:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046116736:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321016.336192:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:1.0:1767321016.336211:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:1.0:1767321016.336217:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046116864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321016.336268:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321016.336292:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046116864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321016.336297:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00080000:1.0:1767321016.336313:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321016.336316:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321016.336399:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046116736:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321016.344683:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046116864:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321016.772463:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321016.772598:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321016.772706:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960064 00000100:00100000:1.0:1767321016.772724:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960064 00000100:00100000:1.0:1767321016.772837:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985959936 00000100:00100000:1.0:1767321016.772841:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985959936 00000100:00100000:1.0:1767321016.772869:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2034 00000100:00100000:1.0:1767321016.772880:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985960064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321016.772916:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2675 00000100:00100000:2.0:1767321016.772922:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985959936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321016.772941:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321016.772962:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985960064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321016.772966:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985959936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321016.772969:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2034 00000100:00100000:2.0:1767321016.772973:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2675 00000100:00080000:0.0:1767321016.773194:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321017.102717:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321018.126097:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321018.382138:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321018.382148:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321018.382270:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046116992:0@lo:400:kworker.0 00000100:00100000:0.0:1767321018.382350:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321018.382469:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046116992 00000100:00100000:3.0:1767321018.382477:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046116992 00000100:00100000:3.0:1767321018.382541:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2035 00000100:00100000:3.0:1767321018.382551:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046116992:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321018.382738:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321018.383194:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321018.383200:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321018.383204:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321018.383211:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6211 00000100:00080000:2.0:1767321018.383216:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321018.383223:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321018.383249:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7451180 x1853164046117120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321018.383293:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321018.383297:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321018.383299:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321018.383302:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6211 00000100:00080000:2.0:1767321018.383304:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321018.383307:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321018.383317:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7450380 x1853164046117376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321018.383325:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321018.383328:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321018.383329:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321018.383332:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6211 00000100:00080000:2.0:1767321018.383334:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321018.383337:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321018.383349:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584380 x1853164046117504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321018.385959:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046117760:0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.386036:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.386130:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046117120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321018.386160:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.386200:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046117376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321018.386221:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.386239:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046117504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321018.386262:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.386311:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117504 00000100:00100000:1.0:1767321018.386319:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117504 00000100:00100000:1.0:1767321018.386353:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1767321018.386359:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046117504:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321018.386382:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321018.386423:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046117504:12345-0@lo:38:kworker.0 Request processed in 62us (159us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321018.386430:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1767321018.386460:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117120 00000100:00100000:1.0:1767321018.386464:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117120 00000100:00100000:1.0:1767321018.386480:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117376 00000100:00100000:1.0:1767321018.386483:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117376 00000100:00100000:1.0:1767321018.386497:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2676 00000100:00100000:1.0:1767321018.386502:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046117120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321018.386512:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321018.386537:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046117120:12345-0@lo:38:kworker.0 Request processed in 34us (376us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321018.386543:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2676 00000100:00100000:1.0:1767321018.386554:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1767321018.386558:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046117376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321018.386566:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321018.386588:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046117376:12345-0@lo:38:kworker.0 Request processed in 28us (366us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321018.386594:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2677 00000100:00100000:1.0:1767321018.386619:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117760 00000100:00100000:1.0:1767321018.386622:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117760 00000100:00100000:1.0:1767321018.386659:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1767321018.386666:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046117760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.386726:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046117760:12345-0@lo:400:kworker.0 Request processed in 60us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321018.386733:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00080000:1.0:1767321018.386756:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321018.387052:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046117760:0@lo:400:kworker.0 00000100:00080000:1.0:1767321018.387087:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321018.387093:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321018.387097:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046117120:0@lo:38:kworker.0 00000100:00080000:1.0:1767321018.387117:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321018.387122:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321018.387125:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046117376:0@lo:38:kworker.0 00000100:00080000:1.0:1767321018.387133:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321018.387137:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321018.387140:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046117504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321018.387202:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046117248:0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.387234:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.387257:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321018.387264:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046117632:0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.387285:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321018.387303:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117632 00000100:00100000:1.0:1767321018.387308:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117632 00000100:00100000:1.0:1767321018.387337:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:1.0:1767321018.387344:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046117632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.387375:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046117632:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321018.387382:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00080000:1.0:1767321018.387396:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321018.387405:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117248 00000100:00100000:1.0:1767321018.387408:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117248 00000100:00100000:1.0:1767321018.387432:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:1.0:1767321018.387437:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046117248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.387461:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046117248:12345-0@lo:400:kworker.0 Request processed in 24us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321018.387467:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00080000:1.0:1767321018.387480:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321018.387494:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046117632:0@lo:400:kworker.0 00010000:00080000:1.0:1767321018.387504:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7451500 x1853164046117248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321018.387513:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046117248:0@lo:400:kworker.0 00000100:00100000:3.0:1767321018.393402:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046116992:12345-0@lo:400:kworker.0 Request processed in 10842us (11041us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321018.393431:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2035 00000100:00080000:2.0:1767321018.394533:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321018.394542:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321018.394546:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321018.394553:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6211 00000100:00080000:2.0:1767321018.394558:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321018.394566:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321018.394613:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585500 x1853164046117888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:0.0:1767321018.394719:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450700 x1853164046116992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321034 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321018.394737:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046116992:0@lo:400:kworker.0 00000100:00100000:1.0:1767321018.394858:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046117888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321018.394916:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321018.395245:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046117888 00000100:00100000:3.0:1767321018.395253:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046117888 00000100:00100000:3.0:1767321018.395404:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2678 00000100:00100000:3.0:1767321018.395410:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046117888:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321018.395446:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321018.395504:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046117888:12345-0@lo:38:kworker.0 Request processed in 92us (587us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321018.395511:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2678 00000100:00080000:0.0:1767321018.395579:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321018.395584:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321018.395587:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046117888:0@lo:38:kworker.0 00010000:00010000:1.0:1767321019.150365:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321020.174219:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321021.198041:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321021.454112:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321021.454180:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046118016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321021.454249:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321021.455078:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118016 00000100:00100000:0.0:1767321021.455092:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118016 00000100:00100000:0.0:1767321021.455185:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1767321021.455195:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046118016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321021.455229:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321021.455301:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046118016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (1051us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321021.455309:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1767321021.455365:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046118016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321021.455921:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046118144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321021.455965:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321021.456060:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321021.456294:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118144 00000100:00100000:0.0:1767321021.456304:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118144 00000100:00100000:0.0:1767321021.456362:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1767321021.456370:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046118144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321021.456392:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321021.456433:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046118144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 64us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321021.456439:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:2.0:1767321021.456527:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046118144:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321021.456598:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321021.897714:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767321021.897757:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985960192 offset 0 length 520: 4 00000100:00100000:2.0:1767321021.897812:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321021.897966:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960448 00000100:00100000:3.0:1767321021.897967:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960320 00000100:00100000:1.0:1767321021.897978:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960448 00000100:00100000:3.0:1767321021.897978:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960320 00000100:00100000:3.0:1767321021.898028:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2679 00000100:00100000:3.0:1767321021.898038:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985960320:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:1.0:1767321021.898056:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2037 00010000:00020000:3.0:1767321021.898062:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321021.898068:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985960448:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321021.898139:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985960320:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 101us (325us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321021.898147:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2679 00000100:00080000:2.0:1767321021.898166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321021.898386:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985960448:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 320us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321021.898400:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2037 00010000:00010000:2.0:1767321022.221957:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321022.478406:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767320997/real 1767320997] req@ffffa07bed0c4380 x1853164046111744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321022 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321022.478440:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bed0c4380 x1853164046111744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321022 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321022.478456:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321022.478483:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321022.478487:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046111744:0@lo:250:kworker.0 00000100:00080000:2.0:1767321022.478693:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321022.478699:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321022.478702:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321022.478707:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6196 00000100:00080000:2.0:1767321022.478711:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321022.478717:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321022.478749:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587480 x1853164046118272/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321022.478826:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321022.478829:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321022.478830:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321022.478834:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6216 00000100:00080000:2.0:1767321022.478836:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321022.478839:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321022.478850:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046118528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321022.478868:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321022.478871:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321022.478872:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321022.478874:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6216 00000100:00080000:2.0:1767321022.478876:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321022.478877:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321022.478883:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584000 x1853164046118784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321022.478888:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321022.478889:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321022.478890:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321022.478893:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6216 00000100:00080000:2.0:1767321022.478895:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321022.478897:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321022.478903:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587100 x1853164046118912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321022.478916:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321022.478918:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321022.478919:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321022.478923:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6216 00000100:00080000:2.0:1767321022.478926:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321022.478928:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321022.478940:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586a00 x1853164046119296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321022.478965:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046119040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321022.479047:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321022.479115:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321022.479122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046118656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321022.479149:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321022.479177:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118656 00000100:00100000:2.0:1767321022.479185:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118656 00000100:00100000:2.0:1767321022.479238:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:2.0:1767321022.479247:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046118656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321022.479284:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046118656:12345-0@lo:400:kworker.0 Request processed in 39us (135us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321022.479290:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00080000:2.0:1767321022.479306:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321022.479326:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584e00 x1853164046118656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321022.479335:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046118656:0@lo:400:kworker.0 00000100:00100000:3.0:1767321022.479573:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046118400:0@lo:400:kworker.0 00000100:00100000:3.0:1767321022.479596:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321022.479618:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321022.479621:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046119168:0@lo:400:kworker.0 00000100:00100000:3.0:1767321022.479635:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321022.479803:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118400 00000100:00100000:2.0:1767321022.479808:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118400 00000100:00100000:1.0:1767321022.479900:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119040 00000100:00100000:1.0:1767321022.479905:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119040 00000100:00100000:1.0:1767321022.479941:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119168 00000100:00100000:1.0:1767321022.479945:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119168 00000100:00100000:1.0:1767321022.479966:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1767321022.479973:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046119040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321022.480014:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046119040:12345-0@lo:400:kworker.0 Request processed in 41us (966us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321022.480021:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:1.0:1767321022.480052:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1767321022.480058:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046119168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321022.480091:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046119168:12345-0@lo:400:kworker.0 Request processed in 33us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321022.480097:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:1.0:1767321022.480135:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046118272:0@lo:250:kworker.0 00000400:00000100:1.0:1767321022.480160:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046118272 offset 0 length 520: 4 00000100:00100000:1.0:1767321022.480179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046118528:0@lo:38:kworker.0 00000100:00100000:1.0:1767321022.480202:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321022.480217:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046118784:0@lo:38:kworker.0 00000100:00100000:1.0:1767321022.480236:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321022.480253:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046118912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321022.480275:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321022.480291:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046119296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321022.480304:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321022.480322:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118528 00000100:00100000:1.0:1767321022.480325:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118528 00000100:00100000:1.0:1767321022.480336:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118784 00000100:00100000:1.0:1767321022.480338:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118784 00000100:00100000:1.0:1767321022.480341:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119296 00000100:00100000:1.0:1767321022.480343:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119296 00000100:00100000:1.0:1767321022.480349:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2680 00000100:00100000:1.0:1767321022.480351:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046118528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321022.480366:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321022.480396:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046118528:12345-0@lo:38:kworker.0 Request processed in 42us (194us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321022.480402:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2680 00000100:00100000:1.0:1767321022.480413:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2681 00000100:00100000:1.0:1767321022.480417:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046118784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321022.480426:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321022.480447:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046118784:12345-0@lo:38:kworker.0 Request processed in 29us (210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321022.480452:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2681 00000100:00100000:1.0:1767321022.480464:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2682 00000100:00100000:1.0:1767321022.480467:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046119296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321022.480476:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321022.480494:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046119296:12345-0@lo:38:kworker.0 Request processed in 25us (189us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321022.480497:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2682 00000100:00100000:1.0:1767321022.480510:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046118912 00000100:00100000:1.0:1767321022.480512:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046118912 00000100:00100000:1.0:1767321022.480525:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1767321022.480527:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046118912:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321022.480533:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321022.480547:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046118912:12345-0@lo:38:kworker.0 Request processed in 19us (273us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321022.480551:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:1.0:1767321022.480582:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321022.480585:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321022.480588:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046118528:0@lo:38:kworker.0 00000100:00080000:1.0:1767321022.480593:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321022.480595:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321022.480596:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046118784:0@lo:38:kworker.0 00000100:00080000:1.0:1767321022.480600:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321022.480602:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321022.480603:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046118912:0@lo:38:kworker.0 00000100:00080000:1.0:1767321022.480607:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321022.480609:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321022.480611:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046119296:0@lo:38:kworker.0 00000100:00100000:1.0:1767321022.480646:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046119040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321022.480683:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046119168:0@lo:400:kworker.0 00000100:00100000:2.0:1767321022.480758:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:2.0:1767321022.480765:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046118400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321022.480827:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046118400:12345-0@lo:400:kworker.0 Request processed in 64us (1229us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321022.480834:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00010000:00080000:2.0:1767321022.480854:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586d80 x1853164046118400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321022.480861:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046118400:0@lo:400:kworker.0 00000100:00080000:3.0:1767321022.489479:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321023.249872:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321024.270538:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321025.295753:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321026.319522:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321026.574243:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046119424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321026.574831:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321026.575211:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119424 00000100:00100000:3.0:1767321026.575221:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119424 00000100:00100000:3.0:1767321026.575307:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1767321026.575318:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046119424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321026.575357:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321026.575414:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046119424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321026.575423:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1767321026.575439:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046119552:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321026.575481:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321026.575594:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321026.575799:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119552 00000100:00100000:3.0:1767321026.575804:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119552 00000100:00100000:3.0:1767321026.575837:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1767321026.575856:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046119552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321026.575875:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321026.575913:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046119552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321026.575920:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1767321026.575958:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8961500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046119552:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321026.576435:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321026.576531:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8960000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046119424:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321027.010838:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321027.010920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321027.011001:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960704 00000100:00100000:2.0:1767321027.011010:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960704 00000100:00100000:2.0:1767321027.011109:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960576 00000100:00100000:2.0:1767321027.011112:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960576 00000100:00100000:2.0:1767321027.011129:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2040 00000100:00100000:2.0:1767321027.011140:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985960704:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321027.011209:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985960704:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321027.011217:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2040 00000100:00100000:2.0:1767321027.011234:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2683 00000100:00100000:2.0:1767321027.011238:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985960576:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321027.011273:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321027.011293:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985960576:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (372us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321027.011299:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2683 00000100:00080000:1.0:1767321027.016317:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321027.342538:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321027.600978:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321027.600989:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321027.601076:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321027.601080:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321027.601085:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321027.601092:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6220 00000100:00080000:2.0:1767321027.601105:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321027.601111:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321027.601133:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584e00 x1853164046119808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321027.601160:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321027.601163:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321027.601165:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321027.601168:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6220 00000100:00080000:2.0:1767321027.601171:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321027.601174:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321027.601184:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584380 x1853164046120064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321027.601193:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321027.601197:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321027.601198:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321027.601201:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6220 00000100:00080000:2.0:1767321027.601204:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321027.601208:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321027.601220:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584700 x1853164046120192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321027.601372:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046119680:0@lo:400:kworker.0 00000100:00100000:3.0:1767321027.601442:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321027.601498:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119680 00000100:00100000:3.0:1767321027.601506:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119680 00000100:00100000:3.0:1767321027.601566:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:3.0:1767321027.601575:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046119680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321027.601623:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046119680:12345-0@lo:400:kworker.0 Request processed in 49us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321027.601630:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00010000:00080000:3.0:1767321027.601668:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586d80 x1853164046119680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321027.601680:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046119680:0@lo:400:kworker.0 00000100:00100000:0.0:1767321027.601809:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046119936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321027.601840:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321027.601934:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119936 00000100:00100000:3.0:1767321027.601939:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119936 00000100:00100000:3.0:1767321027.601977:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2042 00000100:00100000:3.0:1767321027.601983:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046119936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321027.602033:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8960000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046119936:12345-0@lo:400:kworker.0 Request processed in 50us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321027.602039:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2042 00010000:00080000:3.0:1767321027.602063:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586300 x1853164046119936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321027.602071:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046119936:0@lo:400:kworker.0 00000100:00080000:2.0:1767321027.602204:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321027.602208:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321027.602211:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321027.602216:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6220 00000100:00080000:2.0:1767321027.602219:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321027.602223:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321027.602236:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586a00 x1853164046120576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321027.602375:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046120448:0@lo:400:kworker.0 00000100:00100000:0.0:1767321027.602405:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321027.602436:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120448 00000100:00100000:0.0:1767321027.602440:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120448 00000100:00100000:0.0:1767321027.602465:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1767321027.602471:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046120448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321027.602504:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046120448:12345-0@lo:400:kworker.0 Request processed in 33us (98us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321027.602510:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00100000:0.0:1767321027.602535:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046120448:0@lo:400:kworker.0 00000100:00100000:1.0:1767321027.602661:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046120320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321027.602689:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321027.602723:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120320 00000100:00100000:1.0:1767321027.602727:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120320 00000100:00100000:1.0:1767321027.602756:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1767321027.602762:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046120320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321027.602810:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046120320:12345-0@lo:400:kworker.0 Request processed in 48us (120us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321027.602816:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1295 00000100:00100000:1.0:1767321027.602837:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046119808:0@lo:38:kworker.0 00000100:00100000:1.0:1767321027.602858:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321027.602873:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046120064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321027.602889:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321027.602900:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046120192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321027.602918:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321027.602929:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046120576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321027.602944:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321027.602965:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120192 00000100:00100000:1.0:1767321027.602968:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120192 00000100:00100000:1.0:1767321027.602984:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1767321027.602987:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046120192:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321027.603004:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321027.603043:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046120192:12345-0@lo:38:kworker.0 Request processed in 53us (124us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321027.603049:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1767321027.603077:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046120320:0@lo:400:kworker.0 00000100:00080000:1.0:1767321027.603098:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321027.603102:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321027.603105:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046120192:0@lo:38:kworker.0 00000100:00100000:1.0:1767321027.603121:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046119808 00000100:00100000:1.0:1767321027.603124:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046119808 00000100:00100000:1.0:1767321027.603140:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120064 00000100:00100000:1.0:1767321027.603142:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120064 00000100:00100000:1.0:1767321027.603154:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120576 00000100:00100000:1.0:1767321027.603156:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120576 00000100:00100000:1.0:1767321027.603169:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2684 00000100:00100000:1.0:1767321027.603174:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046119808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321027.603184:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321027.603210:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046119808:12345-0@lo:38:kworker.0 Request processed in 35us (351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321027.603217:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2684 00000100:00100000:1.0:1767321027.603227:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2685 00000100:00100000:1.0:1767321027.603231:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046120064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321027.603241:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321027.603676:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2686 00000100:00100000:0.0:1767321027.603682:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046120576:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321027.603692:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321027.603720:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046120576:12345-0@lo:38:kworker.0 Request processed in 37us (775us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321027.603726:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2686 00000100:00080000:0.0:1767321027.603742:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321027.603791:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321027.603795:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321027.603799:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046119808:0@lo:38:kworker.0 00000100:00080000:0.0:1767321027.603807:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321027.603810:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321027.603813:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046120576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321027.604039:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046120064:12345-0@lo:38:kworker.0 Request processed in 806us (1149us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321027.604046:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2685 00000100:00080000:0.0:1767321027.604177:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321027.604182:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321027.604185:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046120064:0@lo:38:kworker.0 00010000:00010000:2.0:1767321028.367645:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321029.390224:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321030.414168:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321031.441214:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321031.694087:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321031.694106:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046120704:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321031.694173:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321031.694304:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120704 00000100:00100000:0.0:1767321031.694314:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120704 00000100:00080000:3.0:1767321031.694356:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321031.694374:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:1.0:1767321031.694434:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321031.694446:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046120832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321031.694474:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321031.694501:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120832 00000100:00100000:1.0:1767321031.694505:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120832 00000100:00100000:0.0:1767321031.694550:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046120704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321031.694582:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767321031.694584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321031.694637:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046120704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 255us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321031.694704:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046120704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321031.704115:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:1.0:1767321031.704145:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046120832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321031.704186:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321031.704291:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046120832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 161us (9814us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321031.704310:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:2.0:1767321031.704342:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046120832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321031.706365:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1767321032.129898:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321032.129998:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321032.130150:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960960 00000100:00100000:2.0:1767321032.130161:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960960 00000100:00100000:2.0:1767321032.130233:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985960832 00000100:00100000:2.0:1767321032.130237:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985960832 00000100:00100000:2.0:1767321032.130256:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2043 00000100:00100000:2.0:1767321032.130282:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985960960:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321032.130294:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2687 00000100:00100000:1.0:1767321032.130304:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985960832:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321032.130325:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321032.130358:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985960960:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 93us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321032.130363:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985960832:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (362us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321032.130377:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2043 00000100:00080000:3.0:1767321032.130430:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321032.130540:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2687 00010000:00010000:2.0:1767321032.462006:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321032.717971:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321032.717981:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321032.718081:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046120960:0@lo:400:kworker.0 00000100:00100000:1.0:1767321032.718151:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321032.718229:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321032.718234:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321032.718238:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321032.718243:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6225 00000100:00080000:2.0:1767321032.718248:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321032.718255:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321032.718276:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046121088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321032.718314:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321032.718317:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321032.718319:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321032.718322:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6225 00000100:00080000:2.0:1767321032.718325:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321032.718328:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321032.718340:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586a00 x1853164046121344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321032.718349:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321032.718352:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321032.718354:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321032.718359:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6225 00000100:00100000:3.0:1767321032.718359:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1767321032.718365:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321032.718370:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321032.718375:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046121216:0@lo:400:kworker.0 00000100:00100000:2.0:1767321032.718384:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584e00 x1853164046121472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321032.718415:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321032.718442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046121600:0@lo:400:kworker.0 00000100:00100000:3.0:1767321032.718471:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321032.718510:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121600 00000100:00100000:3.0:1767321032.718517:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121600 00000100:00100000:0.0:1767321032.718530:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046121088:0@lo:38:kworker.0 00000100:00100000:3.0:1767321032.718562:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1767321032.718567:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321032.718573:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046121600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321032.718599:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046121344:0@lo:38:kworker.0 00000100:00100000:3.0:1767321032.718620:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046121600:12345-0@lo:400:kworker.0 Request processed in 49us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321032.718628:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1767321032.718630:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321032.718651:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046121472:0@lo:38:kworker.0 00000100:00100000:3.0:1767321032.718663:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046120960 00000100:00100000:3.0:1767321032.718667:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046120960 00000100:00100000:3.0:1767321032.718691:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121216 00000100:00100000:3.0:1767321032.718692:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121216 00000100:00100000:0.0:1767321032.718699:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321032.718706:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121088 00000100:00100000:3.0:1767321032.718709:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121088 00000100:00100000:3.0:1767321032.718716:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121344 00000100:00100000:3.0:1767321032.718718:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121344 00000100:00100000:3.0:1767321032.718732:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2044 00000100:00100000:3.0:1767321032.718737:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046120960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321032.718761:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2045 00000100:00100000:0.0:1767321032.718789:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046121216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321032.718821:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046121216:12345-0@lo:400:kworker.0 Request processed in 53us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321032.718827:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2045 00000100:00100000:0.0:1767321032.718842:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1767321032.718847:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046121088:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321032.718863:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321032.718893:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046121088:12345-0@lo:38:kworker.0 Request processed in 45us (329us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321032.718900:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2688 00000100:00100000:0.0:1767321032.718911:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2689 00000100:00100000:0.0:1767321032.718925:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046121344:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321032.718934:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321032.718958:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046121344:12345-0@lo:38:kworker.0 Request processed in 42us (331us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321032.718964:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2689 00000100:00080000:0.0:1767321032.718996:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321032.719001:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321032.719005:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046121088:0@lo:38:kworker.0 00000100:00080000:0.0:1767321032.719013:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321032.719016:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321032.719019:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046121344:0@lo:38:kworker.0 00000100:00100000:0.0:1767321032.719060:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121472 00000100:00100000:0.0:1767321032.719064:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121472 00000100:00100000:0.0:1767321032.719085:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:0.0:1767321032.719089:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046121472:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321032.719098:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321032.719125:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046121472:12345-0@lo:38:kworker.0 Request processed in 34us (428us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321032.719134:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00080000:0.0:1767321032.719156:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321032.719159:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321032.719162:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046121472:0@lo:38:kworker.0 00000100:00100000:0.0:1767321032.719197:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046121728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321032.719221:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321032.719246:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121728 00000100:00100000:0.0:1767321032.719250:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121728 00000100:00100000:0.0:1767321032.719272:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:0.0:1767321032.719277:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046121728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321032.719308:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046121728:12345-0@lo:400:kworker.0 Request processed in 30us (85us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321032.719314:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00080000:0.0:1767321032.719327:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321032.719346:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046121728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321032.719369:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046121600:0@lo:400:kworker.0 00010000:00080000:0.0:1767321032.719380:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584380 x1853164046121216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321032.719389:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046121216:0@lo:400:kworker.0 00000100:00080000:2.0:1767321032.720869:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321032.720880:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321032.720884:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321032.720890:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6225 00000100:00080000:2.0:1767321032.720894:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321032.720901:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321032.720945:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584a80 x1853164046121856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321032.722198:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046120960:12345-0@lo:400:kworker.0 Request processed in 3453us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321032.722212:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2044 00000100:00100000:0.0:1767321032.723461:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046121856:0@lo:38:kworker.0 00000100:00100000:0.0:1767321032.723531:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321032.723591:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121856 00000100:00100000:3.0:1767321032.723601:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121856 00000100:00100000:3.0:1767321032.723700:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2690 00000100:00100000:3.0:1767321032.723708:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046121856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321032.723730:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321032.723816:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046121856:12345-0@lo:38:kworker.0 Request processed in 107us (284us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321032.723827:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2690 00010000:00080000:1.0:1767321032.723926:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584000 x1853164046120960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321032.723942:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046120960:0@lo:400:kworker.0 00000100:00080000:2.0:1767321032.724822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321032.724830:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321032.724834:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046121856:0@lo:38:kworker.0 00010000:00010000:2.0:1767321033.485939:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321034.510962:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321035.534137:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321036.558019:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321036.815242:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321036.815262:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046122112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321036.815330:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321036.815406:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122112 00000100:00100000:1.0:1767321036.815414:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122112 00000100:00100000:1.0:1767321036.815470:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:1.0:1767321036.815479:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046122112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321036.815509:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321036.815552:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046122112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321036.815559:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00080000:1.0:1767321036.815584:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321036.815619:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7451500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046122112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321036.815958:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321036.815970:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046121984:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321036.816008:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321036.816142:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046121984 00000100:00100000:1.0:1767321036.816148:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046121984 00000100:00080000:0.0:1767321036.816236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321036.816273:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:1.0:1767321036.816281:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046121984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321036.816301:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321036.816344:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046121984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321036.816354:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1767321036.816416:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046121984:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321037.251283:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321037.251353:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321037.251433:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961216 00000100:00100000:0.0:1767321037.251444:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961216 00000100:00100000:0.0:1767321037.251506:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961088 00000100:00100000:0.0:1767321037.251509:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961088 00000100:00100000:0.0:1767321037.251525:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2046 00000100:00100000:0.0:1767321037.251533:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985961216:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321037.251589:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985961216:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 58us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321037.251594:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2046 00000100:00100000:0.0:1767321037.251606:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2691 00000100:00100000:0.0:1767321037.251608:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985961088:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321037.251625:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321037.251640:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985961088:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 31us (287us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321037.251643:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2691 00000100:00080000:1.0:1767321037.251810:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321037.582146:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321037.840676:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321037.840683:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321037.840725:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321037.840730:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321037.840734:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321037.840742:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6231 00000100:00080000:2.0:1767321037.840746:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321037.840752:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321037.840795:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584000 x1853164046122368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321037.840833:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321037.840837:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321037.840838:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321037.840842:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6231 00000100:00080000:2.0:1767321037.840844:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321037.840848:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321037.840859:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584700 x1853164046122624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321037.840869:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321037.840873:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321037.840874:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321037.840877:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6231 00000100:00080000:2.0:1767321037.840880:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321037.840883:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321037.840893:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585c00 x1853164046122752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321037.840908:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321037.840911:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321037.840912:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321037.840914:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6231 00000100:00080000:2.0:1767321037.840915:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321037.840917:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321037.840922:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046123136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321037.840942:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046123008:0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.841018:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321037.841076:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321037.841081:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046122240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.841102:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321037.841125:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046122880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.841151:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321037.841162:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321037.841165:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046122496:0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.841181:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321037.841208:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122240 00000100:00100000:2.0:1767321037.841215:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122240 00000100:00100000:2.0:1767321037.841261:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122496 00000100:00100000:2.0:1767321037.841263:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122496 00000100:00100000:2.0:1767321037.841280:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2047 00000100:00100000:2.0:1767321037.841285:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046122240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.841320:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046122240:12345-0@lo:400:kworker.0 Request processed in 35us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321037.841325:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2047 00000100:00100000:2.0:1767321037.841336:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2048 00000100:00100000:2.0:1767321037.841340:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046122496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.841357:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046122496:12345-0@lo:400:kworker.0 Request processed in 17us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321037.841360:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2048 00010000:00080000:2.0:1767321037.841389:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584380 x1853164046122496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321037.841397:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046122496:0@lo:400:kworker.0 00010000:00080000:2.0:1767321037.841416:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586d80 x1853164046122240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321037.841421:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046122240:0@lo:400:kworker.0 00000100:00100000:3.0:1767321037.841642:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046122368:0@lo:38:kworker.0 00000100:00100000:3.0:1767321037.841669:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321037.841689:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046122624:0@lo:38:kworker.0 00000100:00100000:3.0:1767321037.841708:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321037.841726:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046122752:0@lo:38:kworker.0 00000100:00100000:3.0:1767321037.841815:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321037.841850:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046123136:0@lo:38:kworker.0 00000100:00100000:3.0:1767321037.841871:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321037.842401:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321037.842737:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123008 00000100:00100000:0.0:1767321037.842746:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123008 00000100:00100000:0.0:1767321037.842836:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122880 00000100:00100000:0.0:1767321037.842840:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122880 00000100:00100000:0.0:1767321037.842869:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:0.0:1767321037.842878:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046123008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321037.842949:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1767321037.842961:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046122880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321037.842979:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046123008:12345-0@lo:400:kworker.0 Request processed in 101us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321037.842987:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1767321037.843009:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046122880:12345-0@lo:400:kworker.0 Request processed in 51us (1855us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321037.843018:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1767321037.843032:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122752 00000100:00100000:0.0:1767321037.843038:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122752 00000100:00100000:0.0:1767321037.843077:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:0.0:1767321037.843083:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046122752:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321037.843105:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321037.843155:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046122752:12345-0@lo:38:kworker.0 Request processed in 70us (1339us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321037.843161:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00080000:0.0:1767321037.843196:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321037.843201:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321037.843204:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046122752:0@lo:38:kworker.0 00000100:00100000:2.0:1767321037.843305:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122368 00000100:00100000:2.0:1767321037.843311:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122368 00000100:00100000:2.0:1767321037.843340:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046122624 00000100:00100000:2.0:1767321037.843343:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046122624 00000100:00100000:2.0:1767321037.843355:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123136 00000100:00100000:2.0:1767321037.843357:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123136 00000100:00100000:2.0:1767321037.843374:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767321037.843378:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046122368:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321037.843388:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321037.843420:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046122368:12345-0@lo:38:kworker.0 Request processed in 40us (1749us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321037.843426:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2692 00000100:00100000:2.0:1767321037.843438:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2693 00000100:00100000:2.0:1767321037.843442:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046122624:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321037.843451:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321037.843476:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4763100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046122624:12345-0@lo:38:kworker.0 Request processed in 32us (1766us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321037.843481:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2693 00000100:00100000:2.0:1767321037.843492:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2694 00000100:00100000:2.0:1767321037.843496:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046123136:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321037.843504:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321037.843527:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046123136:12345-0@lo:38:kworker.0 Request processed in 29us (1655us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321037.843532:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2694 00000100:00100000:2.0:1767321037.843574:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046122880:0@lo:400:kworker.0 00000100:00100000:2.0:1767321037.843608:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046123008:0@lo:400:kworker.0 00000100:00080000:0.0:1767321037.844052:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321037.844058:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321037.844061:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046122368:0@lo:38:kworker.0 00000100:00080000:0.0:1767321037.844072:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321037.844076:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321037.844078:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046122624:0@lo:38:kworker.0 00000100:00080000:0.0:1767321037.844086:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321037.844089:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321037.844092:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046123136:0@lo:38:kworker.0 00010000:00010000:2.0:1767321038.606072:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321039.630328:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321040.661535:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321041.678587:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321041.934906:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046123264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321041.934972:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321041.935096:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123264 00000100:00100000:1.0:1767321041.935106:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123264 00000100:00100000:1.0:1767321041.935169:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1767321041.935177:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046123264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321041.935205:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321041.935246:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046123264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321041.935253:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:1.0:1767321041.935308:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046123264:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321041.935370:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321041.937632:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321041.937652:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046123392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321041.937720:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321041.937860:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123392 00000100:00100000:0.0:1767321041.937868:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123392 00000100:00100000:0.0:1767321041.937935:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1767321041.937944:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046123392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321041.937975:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321041.938031:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046123392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321041.938038:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00080000:2.0:1767321041.938102:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321041.938248:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046123392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321042.376596:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321042.376749:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321042.377220:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961472 00000100:00100000:2.0:1767321042.377231:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961472 00000100:00080000:3.0:1767321042.377325:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321042.377412:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961344 00000100:00100000:2.0:1767321042.377417:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961344 00000100:00100000:0.0:1767321042.377467:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2049 00000100:00100000:0.0:1767321042.377480:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985961472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321042.377563:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985961472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 87us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321042.377570:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2049 00000100:00100000:0.0:1767321042.377677:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2695 00000100:00100000:0.0:1767321042.377682:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985961344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321042.377704:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321042.379216:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985961344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1523us (2469us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321042.379229:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2695 00010000:00010000:2.0:1767321042.702336:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321042.958134:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321042.958145:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321042.958211:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321042.958215:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321042.958219:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321042.958227:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6236 00000100:00080000:2.0:1767321042.958232:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321042.958239:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321042.958261:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73800 x1853164046123648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321042.958291:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321042.958294:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321042.958296:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321042.958299:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6236 00000100:00080000:2.0:1767321042.958301:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321042.958304:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321042.958315:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70e00 x1853164046123904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321042.958323:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321042.958326:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321042.958328:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321042.958331:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6236 00000100:00080000:2.0:1767321042.958334:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321042.958337:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321042.958348:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70000 x1853164046124032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321042.958368:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321042.958370:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321042.958372:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321042.958375:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6236 00000100:00080000:2.0:1767321042.958377:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321042.958380:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321042.958391:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70a80 x1853164046124416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321042.958422:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046123648:0@lo:38:kworker.0 00000100:00100000:2.0:1767321042.958488:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321042.958550:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046123904:0@lo:38:kworker.0 00000100:00100000:2.0:1767321042.958571:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321042.958592:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046124032:0@lo:38:kworker.0 00000100:00100000:2.0:1767321042.958617:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321042.958635:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046124416:0@lo:38:kworker.0 00000100:00100000:2.0:1767321042.958653:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321042.958748:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123648 00000100:00100000:0.0:1767321042.958757:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123648 00000100:00100000:0.0:1767321042.958814:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123904 00000100:00100000:0.0:1767321042.958817:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123904 00000100:00100000:0.0:1767321042.958829:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124416 00000100:00100000:0.0:1767321042.958830:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124416 00000100:00100000:0.0:1767321042.958846:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2696 00000100:00100000:0.0:1767321042.958853:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046123648:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321042.958872:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321042.958913:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046123648:12345-0@lo:38:kworker.0 Request processed in 59us (424us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321042.958919:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2696 00000100:00100000:0.0:1767321042.958938:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2697 00000100:00100000:0.0:1767321042.958942:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046123904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321042.958951:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321042.958973:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046123904:12345-0@lo:38:kworker.0 Request processed in 29us (401us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321042.958979:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2697 00000100:00100000:0.0:1767321042.958992:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2698 00000100:00100000:0.0:1767321042.958995:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046124416:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321042.959004:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321042.959027:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046124416:12345-0@lo:38:kworker.0 Request processed in 30us (373us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321042.959033:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2698 00000100:00100000:0.0:1767321042.959053:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046124288:0@lo:400:kworker.0 00000100:00100000:0.0:1767321042.959080:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321042.959101:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321042.959106:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046123520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321042.959123:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321042.959144:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123520 00000100:00100000:0.0:1767321042.959148:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123520 00000100:00100000:0.0:1767321042.959179:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2050 00000100:00100000:0.0:1767321042.959185:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046123520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321042.959222:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046123520:12345-0@lo:400:kworker.0 Request processed in 37us (97us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321042.959228:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2050 00010000:00080000:0.0:1767321042.959256:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71180 x1853164046123520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321042.959274:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046123520:0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959374:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046124160:0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959404:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321042.959434:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321042.959440:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046123776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959460:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321042.959486:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046123776 00000100:00100000:1.0:1767321042.959489:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046123776 00000100:00100000:1.0:1767321042.959514:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2051 00000100:00100000:1.0:1767321042.959520:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046123776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959553:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046123776:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321042.959559:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2051 00000100:00100000:1.0:1767321042.959581:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124288 00000100:00100000:1.0:1767321042.959585:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124288 00000100:00100000:1.0:1767321042.959607:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124160 00000100:00100000:1.0:1767321042.959610:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124160 00000100:00100000:1.0:1767321042.959629:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:1.0:1767321042.959634:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046124288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959667:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046124288:12345-0@lo:400:kworker.0 Request processed in 32us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321042.959672:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:1.0:1767321042.959683:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:1.0:1767321042.959688:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046124160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959714:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046124160:12345-0@lo:400:kworker.0 Request processed in 26us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321042.959720:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00010000:00080000:1.0:1767321042.959761:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71880 x1853164046123776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321042.959794:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046123776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959804:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046124160:0@lo:400:kworker.0 00000100:00100000:1.0:1767321042.959827:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046124288:0@lo:400:kworker.0 00000100:00100000:3.0:1767321042.960826:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124032 00000100:00100000:3.0:1767321042.960836:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124032 00000100:00100000:3.0:1767321042.960879:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1767321042.960885:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046124032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321042.960903:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321042.960960:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046124032:12345-0@lo:38:kworker.0 Request processed in 74us (2341us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321042.960966:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00080000:3.0:1767321042.960985:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321042.961271:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321042.961277:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321042.961280:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046123648:0@lo:38:kworker.0 00000100:00080000:2.0:1767321042.961290:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321042.961292:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321042.961295:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046123904:0@lo:38:kworker.0 00000100:00080000:2.0:1767321042.961303:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321042.961306:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321042.961309:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046124032:0@lo:38:kworker.0 00000100:00080000:2.0:1767321042.961318:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321042.961321:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321042.961324:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046124416:0@lo:38:kworker.0 00010000:00010000:3.0:1767321043.726690:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321044.750800:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321045.774090:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321046.470251:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:0.0:1767321046.470298:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985961600 offset 0 length 520: 4 00000100:00100000:0.0:1767321046.470334:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321046.470462:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961856 00000100:00100000:3.0:1767321046.470492:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961856 00000100:00100000:2.0:1767321046.470512:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961728 00000100:00100000:2.0:1767321046.470524:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961728 00000100:00100000:2.0:1767321046.470598:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2052 00000100:00100000:2.0:1767321046.470627:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985961856:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321046.470868:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985961856:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 250us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321046.470876:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2052 00000100:00100000:2.0:1767321046.470897:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2699 00000100:00100000:2.0:1767321046.470902:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985961728:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321046.470923:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321046.470951:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985961728:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 47us (617us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321046.470958:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2699 00000100:00080000:0.0:1767321046.471003:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321046.798073:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321047.053970:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321022/real 1767321022] req@ffffa07bf0587480 x1853164046118272/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321047 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321047.054008:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf0587480 x1853164046118272/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321047 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321047.054027:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321047.054029:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1767321047.054046:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046124544:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321047.054047:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321047.054052:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046118272:0@lo:250:kworker.0 00000100:00080000:0.0:1767321047.054075:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321047.054085:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321047.054090:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321047.054099:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6220 00000100:00080000:0.0:1767321047.054105:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321047.054114:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321047.054130:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321047.054144:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ef100 x1853164046124800/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321047.054177:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124544 00000100:00100000:2.0:1767321047.054187:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124544 00000100:00100000:3.0:1767321047.054190:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046124672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321047.054227:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046124800:0@lo:250:kworker.0 00000100:00100000:3.0:1767321047.054227:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321047.054263:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124672 00000100:00100000:3.0:1767321047.054268:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1767321047.054269:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124672 00000100:00100000:3.0:1767321047.054277:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046124544:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321047.054289:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000400:00000100:1.0:1767321047.054304:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046124800 offset 0 length 520: 4 00000100:00100000:2.0:1767321047.054304:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046124672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321047.054309:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321047.054368:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046124544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321047.054376:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00080000:0.0:1767321047.054428:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321047.054438:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:3.0:1767321047.054438:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046124544:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321047.054443:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321047.054462:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6241 00000100:00080000:0.0:1767321047.054466:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321047.054472:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321047.054490:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9edc00 x1853164046125056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00002000:00000024:2.0:1767321047.054743:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321047.054822:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046124672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 525us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321047.054830:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:2.0:1767321047.054851:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321047.054856:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321047.054875:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046124928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321047.054905:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321047.054939:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046124928 00000100:00100000:2.0:1767321047.054944:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046124928 00000100:00100000:2.0:1767321047.054976:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2053 00000100:00100000:2.0:1767321047.054983:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046124928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321047.055017:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046124928:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321047.055024:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2053 00000100:00080000:2.0:1767321047.055038:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321047.055055:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ed500 x1853164046124928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321047.055067:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046124928:0@lo:400:kworker.0 00000100:00100000:1.0:1767321047.057342:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046125056:0@lo:38:kworker.0 00000100:00100000:1.0:1767321047.057469:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321047.057820:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125056 00000100:00100000:2.0:1767321047.057834:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125056 00000100:00100000:2.0:1767321047.057900:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2700 00000100:00100000:2.0:1767321047.057911:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046125056:12345-0@lo:38:kworker.0 00000100:00080000:0.0:1767321047.057917:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321047.057925:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321047.057929:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00010000:00020000:2.0:1767321047.057935:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321047.057939:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6241 00000100:00080000:0.0:1767321047.057946:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321047.057953:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321047.057980:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee680 x1853164046125312/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321047.057998:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321047.058002:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321047.058004:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321047.058009:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6241 00000100:00080000:0.0:1767321047.058016:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321047.058017:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046125056:12345-0@lo:38:kworker.0 Request processed in 102us (543us total) trans 0 rc -19/-19 00000100:00080000:0.0:1767321047.058025:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321047.058033:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2700 00000100:00100000:0.0:1767321047.058051:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9efb80 x1853164046125440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321047.058065:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321047.058069:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321047.058071:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321047.058075:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6241 00000100:00080000:0.0:1767321047.058077:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321047.058081:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321047.058095:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046125184:0@lo:400:kworker.0 00000100:00100000:0.0:1767321047.058101:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ed500 x1853164046125568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321047.058141:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321047.058225:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046125312:0@lo:38:kworker.0 00000100:00100000:1.0:1767321047.058283:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321047.058312:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046125440:0@lo:38:kworker.0 00000100:00100000:3.0:1767321047.058323:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046124672:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321047.058445:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125312 00000100:00100000:0.0:1767321047.058463:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125312 00000100:00100000:0.0:1767321047.058518:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2701 00000100:00100000:0.0:1767321047.058526:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046125312:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321047.058546:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321047.058817:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321047.058870:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125440 00000100:00100000:3.0:1767321047.058875:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125440 00000100:00100000:3.0:1767321047.058905:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1767321047.058912:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046125440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321047.058926:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321047.059128:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125184 00000100:00100000:2.0:1767321047.059142:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125184 00000100:00100000:0.0:1767321047.059185:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046125312:12345-0@lo:38:kworker.0 Request processed in 656us (900us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321047.059203:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2701 00000100:00100000:0.0:1767321047.059235:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2054 00000100:00080000:2.0:1767321047.060128:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321047.063673:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046125184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321047.063673:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046125568:0@lo:38:kworker.0 00000100:00100000:0.0:1767321047.063834:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046125184:12345-0@lo:400:kworker.0 Request processed in 4590us (5694us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321047.063838:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321047.063850:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2054 00000100:00080000:1.0:1767321047.063892:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321047.063897:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125568 00000100:00100000:0.0:1767321047.063906:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125568 00000100:00100000:0.0:1767321047.063951:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2702 00000100:00100000:0.0:1767321047.063958:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046125568:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321047.063984:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321047.064014:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046125568:12345-0@lo:38:kworker.0 Request processed in 56us (179us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321047.064024:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2702 00010000:00080000:2.0:1767321047.064099:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9edf80 x1853164046125184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321047.064119:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046125184:0@lo:400:kworker.0 00000100:00100000:3.0:1767321047.064268:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046125440:12345-0@lo:38:kworker.0 Request processed in 5352us (5447us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321047.064280:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00080000:1.0:1767321047.064452:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321047.064459:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046125056:0@lo:38:kworker.0 00000100:00080000:1.0:1767321047.064490:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321047.064493:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321047.064496:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046125312:0@lo:38:kworker.0 00000100:00080000:1.0:1767321047.064502:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321047.064505:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321047.064506:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046125440:0@lo:38:kworker.0 00000100:00080000:1.0:1767321047.064511:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321047.064513:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321047.064514:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046125568:0@lo:38:kworker.0 00010000:00010000:3.0:1767321047.825298:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321048.846060:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321049.870059:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321050.894401:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321051.586546:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321051.586607:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321051.586642:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985961984 00000100:00100000:0.0:1767321051.586654:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985961984 00000100:00100000:0.0:1767321051.586703:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962112 00000100:00100000:0.0:1767321051.586707:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962112 00000100:00100000:0.0:1767321051.586835:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2055 00000100:00100000:0.0:1767321051.586846:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985962112:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321051.586921:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985962112:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 78us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321051.586929:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2055 00000100:00100000:0.0:1767321051.586948:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2703 00000100:00100000:0.0:1767321051.586952:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985961984:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321051.586972:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321051.586994:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985961984:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (461us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321051.587000:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2703 00000100:00080000:3.0:1767321051.587742:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321051.918869:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321052.174627:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321052.174635:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321052.174760:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321052.174764:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321052.174789:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321052.174798:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6245 00000100:00080000:1.0:1767321052.174803:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321052.174813:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321052.174833:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321052.174848:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995f80 x1853164046125824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321052.174871:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046125696:0@lo:400:kworker.0 00000100:00100000:3.0:1767321052.174926:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321052.174938:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046126080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321052.174962:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321052.174979:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321052.175004:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046125952:0@lo:400:kworker.0 00000100:00100000:2.0:1767321052.175032:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321052.175109:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125696 00000100:00100000:3.0:1767321052.175118:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125696 00000100:00100000:2.0:1767321052.175150:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126080 00000100:00100000:2.0:1767321052.175157:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126080 00000100:00100000:2.0:1767321052.175211:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:2.0:1767321052.175223:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046126080:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321052.175234:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046126208:0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321052.175258:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321052.175291:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321052.175336:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046126080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321052.175342:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125952 00000100:00100000:2.0:1767321052.175348:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1767321052.175351:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125952 00000100:00100000:0.0:1767321052.175362:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046126080:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321052.175375:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126208 00000100:00100000:2.0:1767321052.175383:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126208 00000100:00100000:3.0:1767321052.175401:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2056 00000100:00100000:3.0:1767321052.175415:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046125696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321052.175432:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:2.0:1767321052.175442:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046126208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321052.175463:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321052.175464:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046125696:12345-0@lo:400:kworker.0 Request processed in 52us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321052.175473:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2056 00000100:00100000:3.0:1767321052.175489:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2057 00000100:00100000:3.0:1767321052.175496:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046125952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321052.175800:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046125824:0@lo:38:kworker.0 00000100:00080000:1.0:1767321052.176242:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321052.176249:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321052.176253:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321052.176259:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6245 00000100:00080000:1.0:1767321052.176268:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321052.176274:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321052.176302:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995180 x1853164046126336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321052.176317:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321052.176320:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321052.176322:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321052.176326:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6245 00000100:00080000:1.0:1767321052.176328:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321052.176332:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321052.176343:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997800 x1853164046126464/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321052.176354:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321052.176357:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321052.176359:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321052.176362:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6245 00000100:00080000:1.0:1767321052.176365:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321052.176370:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321052.176379:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995880 x1853164046126592/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00080000:1.0:1767321052.176507:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995c00 x1853164046125696/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321052.176520:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046125696:0@lo:400:kworker.0 00000100:00080000:1.0:1767321052.176550:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321052.176567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321052.176571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321052.176638:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046126208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321052.176696:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046126208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1250us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321052.176814:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:0.0:1767321052.182278:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321052.183511:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046125952:12345-0@lo:400:kworker.0 Request processed in 8005us (8468us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321052.183528:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2057 00000100:00100000:0.0:1767321052.184046:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046126336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321052.184116:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321052.185214:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046125824 00000100:00100000:3.0:1767321052.185227:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046125824 00010000:00080000:2.0:1767321052.185293:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb997b80 x1853164046125952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321052.185313:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046125952:0@lo:400:kworker.0 00000100:00100000:1.0:1767321052.185751:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2704 00000100:00100000:1.0:1767321052.185764:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046125824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321052.185805:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321052.187757:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046125824:12345-0@lo:38:kworker.0 Request processed in 1979us (5476us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321052.187790:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2704 00000100:00100000:0.0:1767321052.188250:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046126464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321052.188441:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126336 00000100:00100000:1.0:1767321052.188453:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126336 00000100:00100000:0.0:1767321052.188475:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321052.188520:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2705 00000100:00100000:1.0:1767321052.188531:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046126336:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321052.188539:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046126592:0@lo:38:kworker.0 00010000:00020000:1.0:1767321052.188566:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321052.188624:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321052.188635:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046126336:12345-0@lo:38:kworker.0 Request processed in 103us (4517us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321052.188643:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2705 00000100:00100000:3.0:1767321052.188716:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126464 00000100:00100000:3.0:1767321052.188721:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126464 00000100:00100000:3.0:1767321052.188758:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1767321052.188764:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046126464:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321052.188803:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1767321052.188810:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321052.188818:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321052.188825:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046125824:0@lo:38:kworker.0 00000100:00100000:3.0:1767321052.188855:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046126464:12345-0@lo:38:kworker.0 Request processed in 89us (390us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321052.188861:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:0.0:1767321052.188940:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321052.188947:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321052.188951:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046126336:0@lo:38:kworker.0 00000100:00080000:0.0:1767321052.188963:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321052.188966:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321052.188969:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046126464:0@lo:38:kworker.0 00000100:00100000:1.0:1767321052.192333:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126592 00000100:00100000:1.0:1767321052.192362:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126592 00000100:00100000:1.0:1767321052.192423:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2706 00000100:00100000:1.0:1767321052.192433:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046126592:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321052.192462:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321052.192583:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046126592:12345-0@lo:38:kworker.0 Request processed in 150us (3961us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321052.192592:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2706 00000100:00080000:0.0:1767321052.192749:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321052.192756:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321052.192761:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046126592:0@lo:38:kworker.0 00010000:00010000:2.0:1767321052.942108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321053.971074:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321054.994973:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321056.014116:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321056.707072:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321056.707282:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321056.709525:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962368 00000100:00100000:2.0:1767321056.709546:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962368 00000100:00100000:2.0:1767321056.709641:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962240 00000100:00100000:2.0:1767321056.709646:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962240 00000100:00100000:2.0:1767321056.709674:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2058 00000100:00100000:2.0:1767321056.709690:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985962368:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321056.710070:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985962368:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 383us (3009us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321056.710081:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2058 00000100:00100000:2.0:1767321056.710106:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2707 00000100:00100000:2.0:1767321056.710111:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985962240:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321056.710137:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321056.710172:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985962240:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (2889us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321056.710179:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2707 00000100:00080000:1.0:1767321056.712391:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321057.038189:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321057.293981:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321057.293994:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321057.294074:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321057.294079:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321057.294084:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321057.294102:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6250 00000100:00080000:1.0:1767321057.294109:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321057.294118:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321057.294128:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321057.294146:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994e00 x1853164046126848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321057.294157:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046126720:0@lo:400:kworker.0 00000100:00080000:1.0:1767321057.294185:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321057.294190:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321057.294192:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321057.294196:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6250 00000100:00080000:1.0:1767321057.294199:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321057.294203:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321057.294215:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994a80 x1853164046127104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321057.294225:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321057.294228:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321057.294230:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321057.294234:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6250 00000100:00080000:1.0:1767321057.294237:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321057.294241:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321057.294257:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994000 x1853164046127232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321057.294263:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321057.294306:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321057.294310:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321057.294312:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321057.294316:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6250 00000100:00080000:1.0:1767321057.294319:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321057.294323:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321057.294337:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997800 x1853164046127616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321057.294371:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046126976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321057.294384:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046126848:0@lo:38:kworker.0 00000100:00100000:3.0:1767321057.294396:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321057.294439:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321057.294442:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126720 00000100:00100000:3.0:1767321057.294452:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126720 00000100:00100000:1.0:1767321057.294484:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046127104:0@lo:38:kworker.0 00000100:00100000:1.0:1767321057.294520:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321057.294537:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126976 00000100:00100000:3.0:1767321057.294542:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126976 00000100:00100000:1.0:1767321057.294548:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046127232:0@lo:38:kworker.0 00000100:00100000:3.0:1767321057.294569:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046126848 00000100:00100000:3.0:1767321057.294573:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046126848 00000100:00100000:1.0:1767321057.294579:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321057.294586:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127104 00000100:00100000:3.0:1767321057.294590:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127104 00000100:00100000:3.0:1767321057.294612:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2059 00000100:00100000:1.0:1767321057.294613:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046127616:0@lo:38:kworker.0 00000100:00100000:3.0:1767321057.294624:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046126720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321057.294640:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321057.294672:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127616 00000100:00100000:1.0:1767321057.294676:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127616 00000100:00100000:1.0:1767321057.294700:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2060 00000100:00100000:1.0:1767321057.294711:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046126976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321057.294711:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046126720:12345-0@lo:400:kworker.0 Request processed in 87us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321057.294726:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2059 00000100:00100000:3.0:1767321057.294752:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2708 00000100:00100000:1.0:1767321057.294758:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046126976:12345-0@lo:400:kworker.0 Request processed in 49us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321057.294759:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046126848:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321057.294798:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2060 00000100:00100000:1.0:1767321057.294815:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2709 00000100:00100000:1.0:1767321057.294820:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046127104:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321057.294823:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:1.0:1767321057.294834:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321057.294866:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046126848:12345-0@lo:38:kworker.0 Request processed in 105us (426us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321057.294873:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046127104:12345-0@lo:38:kworker.0 Request processed in 50us (351us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321057.294877:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2708 00000100:00100000:1.0:1767321057.294887:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2709 00000100:00100000:3.0:1767321057.294897:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2710 00000100:00100000:3.0:1767321057.294904:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046127616:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321057.294914:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321057.294917:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046127488:0@lo:400:kworker.0 00000100:00100000:3.0:1767321057.294946:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046127616:12345-0@lo:38:kworker.0 Request processed in 41us (304us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321057.294952:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2710 00000100:00100000:1.0:1767321057.294960:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321057.294977:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321057.294986:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321057.294994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046127360:0@lo:400:kworker.0 00010000:00080000:3.0:1767321057.295024:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb994380 x1853164046126976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321057.295047:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046126976:0@lo:400:kworker.0 00000100:00100000:2.0:1767321057.295141:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127232 00000100:00100000:2.0:1767321057.295146:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127232 00000100:00100000:2.0:1767321057.295175:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1767321057.295180:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046127232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321057.295191:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321057.295256:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127488 00000100:00100000:0.0:1767321057.295260:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127488 00000100:00100000:0.0:1767321057.295301:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1767321057.295309:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046127488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321057.296161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321057.296228:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127360 00000100:00100000:1.0:1767321057.296235:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127360 00000100:00100000:1.0:1767321057.296277:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1767321057.296286:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046127360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321057.296336:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046127360:12345-0@lo:400:kworker.0 Request processed in 51us (181us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321057.296342:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1303 00000100:00100000:1.0:1767321057.296392:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046127360:0@lo:400:kworker.0 00000100:00080000:1.0:1767321057.296441:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321057.296447:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321057.296450:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046126848:0@lo:38:kworker.0 00000100:00080000:1.0:1767321057.296472:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321057.296477:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321057.296480:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046127104:0@lo:38:kworker.0 00000100:00080000:1.0:1767321057.296494:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321057.296497:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321057.296500:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046127616:0@lo:38:kworker.0 00000100:00080000:1.0:1767321057.296588:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321057.296591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321057.296659:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046127744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321057.296694:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321057.296719:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321057.296723:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046127872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321057.296738:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321057.296758:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127744 00000100:00100000:1.0:1767321057.296761:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127744 00000100:00100000:1.0:1767321057.296802:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046127872 00000100:00100000:1.0:1767321057.296804:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046127872 00000100:00100000:1.0:1767321057.296823:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1767321057.296827:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046127744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321057.297797:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321057.298025:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046127744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1192us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321057.298035:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1767321057.298070:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767321057.298079:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7023:x1853164046127872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321057.298163:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321057.298194:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:7023:x1853164046127872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (1453us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321057.298200:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767321057.298270:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046127872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321057.298285:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046127744:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1767321057.298694:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995c00 x1853164046126720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321057.298708:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046126720:0@lo:400:kworker.0 00000100:00100000:2.0:1767321057.304374:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046127232:12345-0@lo:38:kworker.0 Request processed in 9177us (9779us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321057.304396:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1767321057.304612:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046127488:12345-0@lo:400:kworker.0 Request processed in 9302us (9650us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321057.304625:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1302 00000100:00100000:0.0:1767321057.305387:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046127488:0@lo:400:kworker.0 00000100:00080000:1.0:1767321057.305586:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321057.305593:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321057.305597:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046127232:0@lo:38:kworker.0 00010000:00010000:2.0:1767321058.064328:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321059.086517:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321060.110010:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321061.134003:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321061.831708:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321061.831826:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321061.831895:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962496 00000100:00100000:3.0:1767321061.831905:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962496 00000100:00100000:3.0:1767321061.831954:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962624 00000100:00100000:3.0:1767321061.831959:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962624 00000100:00100000:3.0:1767321061.832026:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2061 00000100:00100000:3.0:1767321061.832037:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985962624:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767321061.832049:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321061.832082:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2711 00000100:00100000:2.0:1767321061.832091:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985962496:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321061.832111:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321061.832126:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985962624:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 90us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321061.832135:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2061 00000100:00100000:2.0:1767321061.832149:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985962496:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (448us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321061.832157:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2711 00010000:00010000:2.0:1767321062.159335:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321062.415042:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046128000:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321062.415116:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321062.416726:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128000 00000100:00100000:1.0:1767321062.416738:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128000 00000100:00100000:1.0:1767321062.416822:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1767321062.416830:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046128000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321062.416857:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321062.416912:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046128000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321062.416919:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:0.0:1767321062.417111:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046128128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321062.417148:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321062.417197:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321062.417240:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046128000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321062.417290:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128128 00000100:00100000:1.0:1767321062.417293:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128128 00000100:00100000:1.0:1767321062.417326:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1767321062.417333:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046128128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321062.417354:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321062.417403:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046128128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321062.417410:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00080000:3.0:1767321062.417462:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321062.417704:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046128128:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321062.417839:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321062.417845:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321062.417886:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321062.417890:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321062.417894:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321062.417900:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1767321062.417904:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321062.417911:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321062.417912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046128256:0@lo:400:kworker.0 00000100:00100000:2.0:1767321062.417932:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71880 x1853164046128384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321062.417952:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321062.417966:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321062.417970:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321062.417972:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321062.417977:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1767321062.417979:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321062.417983:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321062.417996:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585880 x1853164046128640/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321062.417999:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321062.418009:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046128512:0@lo:400:kworker.0 00000100:00080000:2.0:1767321062.418021:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321062.418025:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321062.418027:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321062.418032:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1767321062.418035:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321062.418040:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321062.418045:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321062.418069:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587480 x1853164046128768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321062.418079:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321062.418082:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321062.418083:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321062.418086:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1767321062.418088:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321062.418092:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321062.418102:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046128896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321062.418183:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128256 00000100:00100000:0.0:1767321062.418188:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128256 00000100:00100000:0.0:1767321062.418237:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128512 00000100:00100000:0.0:1767321062.418241:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128512 00000100:00100000:0.0:1767321062.418264:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1767321062.418271:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046128256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321062.418310:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046128256:12345-0@lo:400:kworker.0 Request processed in 39us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321062.418317:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2062 00000100:00100000:0.0:1767321062.418331:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2063 00000100:00100000:0.0:1767321062.418337:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046128512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321062.418362:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046128512:12345-0@lo:400:kworker.0 Request processed in 25us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321062.418378:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2063 00000100:00100000:1.0:1767321062.418494:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046128384:0@lo:38:kworker.0 00000100:00100000:1.0:1767321062.418524:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321062.418555:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046128640:0@lo:38:kworker.0 00000100:00100000:1.0:1767321062.418586:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321062.418606:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046128768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321062.418627:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321062.418646:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046128896:0@lo:38:kworker.0 00000100:00100000:1.0:1767321062.418667:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321062.418806:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128768 00000100:00100000:2.0:1767321062.418810:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128768 00000100:00100000:2.0:1767321062.418840:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1767321062.418845:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046128768:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321062.418862:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321062.418901:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046128768:12345-0@lo:38:kworker.0 Request processed in 54us (272us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321062.418907:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1767321062.418924:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128384 00000100:00100000:2.0:1767321062.418928:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128384 00000100:00100000:2.0:1767321062.418942:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128640 00000100:00100000:2.0:1767321062.418945:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128640 00000100:00100000:2.0:1767321062.418967:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046128896 00000100:00100000:2.0:1767321062.418970:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046128896 00000100:00100000:2.0:1767321062.418981:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1767321062.418986:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046128384:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321062.418996:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321062.419022:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046128384:12345-0@lo:38:kworker.0 Request processed in 35us (497us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321062.419028:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1767321062.419040:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1767321062.419044:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046128640:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321062.419053:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321062.419074:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046128640:12345-0@lo:38:kworker.0 Request processed in 29us (488us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321062.419080:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:2.0:1767321062.419091:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1767321062.419094:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046128896:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321062.419103:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321062.419123:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046128896:12345-0@lo:38:kworker.0 Request processed in 27us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321062.419128:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00080000:2.0:1767321062.419158:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321062.419163:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321062.419167:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046128384:0@lo:38:kworker.0 00000100:00080000:2.0:1767321062.419176:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321062.419180:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321062.419184:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046128640:0@lo:38:kworker.0 00000100:00080000:2.0:1767321062.419193:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321062.419196:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321062.419199:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046128768:0@lo:38:kworker.0 00000100:00080000:2.0:1767321062.419206:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321062.419210:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321062.419213:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046128896:0@lo:38:kworker.0 00000100:00080000:3.0:1767321062.419364:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321062.419397:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71180 x1853164046128512/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321062.419408:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046128512:0@lo:400:kworker.0 00010000:00080000:3.0:1767321062.419419:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70380 x1853164046128256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321062.419428:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046128256:0@lo:400:kworker.0 00010000:00010000:2.0:1767321063.182423:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321064.207483:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321065.230582:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321066.256586:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321066.947763:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321066.948028:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962880 00000100:00100000:0.0:1767321066.948038:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962880 00000100:00100000:0.0:1767321066.948177:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2064 00000100:00100000:0.0:1767321066.948187:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985962880:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321066.948266:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985962880:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321066.948273:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2064 00000100:00080000:3.0:1767321066.952338:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321066.953499:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321066.953741:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985962752 00000100:00100000:2.0:1767321066.953752:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985962752 00000100:00100000:2.0:1767321066.953859:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2715 00000100:00100000:2.0:1767321066.953869:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985962752:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321066.953902:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321066.953984:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985962752:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 114us (492us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321066.953992:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2715 00010000:00010000:2.0:1767321067.278001:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321067.534038:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321067.534048:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321067.534070:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321067.534074:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321067.534077:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321067.534084:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6260 00000100:00080000:1.0:1767321067.534089:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321067.534094:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321067.534094:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046129152:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321067.534155:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321067.534213:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046129024:0@lo:400:kworker.0 00000100:00100000:3.0:1767321067.534246:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321067.534296:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129024 00000100:00100000:2.0:1767321067.534304:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129024 00000100:00100000:2.0:1767321067.534364:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2065 00000100:00100000:2.0:1767321067.534375:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046129024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321067.534409:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046129280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321067.534422:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046129024:12345-0@lo:400:kworker.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321067.534430:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2065 00000100:00100000:0.0:1767321067.534434:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321067.534494:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321067.534542:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995c00 x1853164046129024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321067.534556:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046129024:0@lo:400:kworker.0 00000100:00100000:1.0:1767321067.534619:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994380 x1853164046129408/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321067.534661:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129152 00000100:00100000:2.0:1767321067.534665:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129152 00000100:00100000:2.0:1767321067.534697:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129280 00000100:00100000:2.0:1767321067.534700:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129280 00000100:00100000:2.0:1767321067.534715:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1767321067.534721:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046129152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321067.534745:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321067.534796:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046129152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321067.534802:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1767321067.534814:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767321067.534820:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046129280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321067.534836:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767321067.540880:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321067.540889:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321067.540930:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046129408:0@lo:38:kworker.0 00000100:00100000:3.0:1767321067.540943:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046129152:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321067.541010:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321067.541021:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321067.541027:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321067.541031:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321067.541035:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6260 00000100:00080000:1.0:1767321067.541038:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321067.541043:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321067.541089:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046129536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321067.541107:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129408 00000100:00100000:3.0:1767321067.541112:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129408 00000100:00100000:0.0:1767321067.541119:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321067.541142:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b15180 x1853164046129664/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321067.541170:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321067.541173:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321067.541174:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321067.541176:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6260 00000100:00080000:1.0:1767321067.541178:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321067.541180:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321067.541189:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164046129792/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321067.541195:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321067.541197:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321067.541198:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321067.541200:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6260 00000100:00080000:1.0:1767321067.541210:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321067.541212:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321067.541219:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e1880 x1853164046129920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321067.541244:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046129664:0@lo:38:kworker.0 00000100:00100000:1.0:1767321067.541265:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321067.542981:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046129792:0@lo:38:kworker.0 00000100:00100000:1.0:1767321067.543038:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321067.543061:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046129920:0@lo:38:kworker.0 00000100:00100000:1.0:1767321067.543099:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321067.543192:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129536 00000100:00100000:3.0:1767321067.543199:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129536 00000100:00100000:3.0:1767321067.543337:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129664 00000100:00100000:3.0:1767321067.543342:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129664 00000100:00100000:3.0:1767321067.543362:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2066 00000100:00100000:3.0:1767321067.543371:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046129536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321067.543396:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046129280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 8574us (8958us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321067.543405:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:3.0:1767321067.543437:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046129536:12345-0@lo:400:kworker.0 Request processed in 66us (2315us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321067.543438:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2716 00000100:00100000:2.0:1767321067.543446:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046129408:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321067.543451:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2066 00010000:00020000:2.0:1767321067.543463:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321067.543470:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2717 00000100:00100000:3.0:1767321067.543476:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046129664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321067.543489:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321067.543493:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046129408:12345-0@lo:38:kworker.0 Request processed in 46us (2483us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321067.543499:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2716 00000100:00100000:3.0:1767321067.543525:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046129664:12345-0@lo:38:kworker.0 Request processed in 46us (2256us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321067.543529:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321067.543534:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2717 00010000:00080000:2.0:1767321067.543563:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995c00 x1853164046129536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321067.543574:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046129536:0@lo:400:kworker.0 00000100:00100000:2.0:1767321067.543602:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129792 00000100:00100000:2.0:1767321067.543605:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129792 00000100:00100000:2.0:1767321067.543737:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1767321067.543743:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046129792:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321067.543754:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321067.543798:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046129792:12345-0@lo:38:kworker.0 Request processed in 54us (760us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321067.543802:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1767321067.543840:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046129280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321067.546864:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046129920 00000100:00100000:0.0:1767321067.546879:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046129920 00000100:00080000:1.0:1767321067.546933:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321067.546935:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2718 00000100:00080000:1.0:1767321067.546945:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321067.546950:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046129920:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321067.546954:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046129408:0@lo:38:kworker.0 00010000:00020000:0.0:1767321067.546972:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321067.546985:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321067.546991:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321067.546994:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046129664:0@lo:38:kworker.0 00000100:00080000:1.0:1767321067.547006:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321067.547010:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321067.547014:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046129792:0@lo:38:kworker.0 00000100:00080000:1.0:1767321067.547027:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321067.547033:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046129920:12345-0@lo:38:kworker.0 Request processed in 84us (3932us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321067.547034:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321067.547042:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046129920:0@lo:38:kworker.0 00000100:00100000:0.0:1767321067.547047:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2718 00010000:00010000:3.0:1767321068.302069:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321069.327099:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321070.352977:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321071.044876:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321071.045131:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963264 00000100:00100000:2.0:1767321071.045145:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963264 00000100:00100000:2.0:1767321071.045410:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2067 00000100:00100000:2.0:1767321071.045426:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985963264:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321071.045546:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985963264:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321071.045555:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2067 00000100:00080000:3.0:1767321071.046286:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000100:3.0:1767321071.046862:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985963008 offset 0 length 520: 4 00000100:00100000:3.0:1767321071.046907:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321071.047020:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963136 00000100:00100000:0.0:1767321071.047030:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963136 00000100:00100000:0.0:1767321071.047128:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2719 00000100:00100000:0.0:1767321071.047138:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985963136:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321071.047178:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321071.047277:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985963136:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 139us (369us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321071.047291:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2719 00010000:00010000:2.0:1767321071.374362:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321072.398093:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321072.654304:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321072.654330:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046130048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321072.654340:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321072.654356:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046130176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321072.654485:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321072.654492:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321072.654521:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321072.654526:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321072.654530:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321072.654536:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6265 00000100:00080000:1.0:1767321072.654542:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321072.654549:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321072.654574:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0b16680 x1853164046130432/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321072.654595:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321072.654598:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321072.654600:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321072.654604:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6265 00000100:00080000:1.0:1767321072.654606:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321072.654610:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321072.654625:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4762a00 x1853164046130688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321072.654634:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321072.654637:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321072.654639:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321072.654642:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6265 00000100:00080000:1.0:1767321072.654645:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321072.654648:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321072.654660:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4760a80 x1853164046130816/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321072.654714:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321072.654717:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321072.654720:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321072.654723:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6265 00000100:00080000:1.0:1767321072.654727:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321072.654730:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321072.654741:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc700 x1853164046131200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321072.654785:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321047/real 1767321047] req@ffffa07bec9ef100 x1853164046124800/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321072 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321072.654811:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bec9ef100 x1853164046124800/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321072 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321072.654824:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046130432:0@lo:38:kworker.0 00000100:00100000:0.0:1767321072.654902:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046130944:0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.655165:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321072.655246:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046130304:0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.655275:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321072.655305:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321072.655311:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046131072:0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.655337:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321072.655380:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130176 00000100:00100000:3.0:1767321072.655389:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130176 00000100:00100000:3.0:1767321072.655459:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:3.0:1767321072.655470:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046130176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321072.655511:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321072.655559:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046130176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321072.655567:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00080000:3.0:1767321072.655591:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321072.655629:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046130176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321072.655666:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131072 00000100:00100000:3.0:1767321072.655670:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131072 00000100:00100000:3.0:1767321072.655699:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1767321072.655706:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046131072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.655741:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046131072:12345-0@lo:400:kworker.0 Request processed in 36us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321072.655747:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:3.0:1767321072.655766:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130304 00000100:00100000:3.0:1767321072.655787:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130304 00000100:00100000:3.0:1767321072.655823:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2068 00000100:00100000:3.0:1767321072.655830:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046130304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.655860:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046130304:12345-0@lo:400:kworker.0 Request processed in 31us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321072.655867:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2068 00000100:00080000:3.0:1767321072.655885:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321072.655901:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046131072:0@lo:400:kworker.0 00010000:00080000:3.0:1767321072.655911:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb8e1880 x1853164046130304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321072.655920:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046130304:0@lo:400:kworker.0 00000100:00100000:2.0:1767321072.659525:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321072.660437:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130048 00000100:00100000:3.0:1767321072.660453:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130048 00000100:00100000:2.0:1767321072.661147:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046130560:0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.661198:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1767321072.661209:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046130048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321072.661251:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321072.663656:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321072.663656:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321072.663754:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046130688:0@lo:38:kworker.0 00000100:00080000:2.0:1767321072.663811:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321072.663812:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321072.663836:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321072.663843:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046130816:0@lo:38:kworker.0 00000100:00100000:1.0:1767321072.663872:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321072.663895:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046131200:0@lo:38:kworker.0 00000100:00100000:1.0:1767321072.663913:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321072.663931:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1767321072.664023:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130432 00000100:00080000:1.0:1767321072.664079:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321072.664084:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046124800:0@lo:250:kworker.0 00000100:00100000:1.0:1767321072.664124:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130688 00000100:00100000:1.0:1767321072.664133:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130688 00000100:00100000:0.0:1767321072.664153:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130432 00000100:00100000:1.0:1767321072.664172:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130560 00000100:00100000:1.0:1767321072.664188:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130560 00000100:00100000:1.0:1767321072.664268:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131200 00000100:00100000:1.0:1767321072.664272:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131200 00000100:00100000:0.0:1767321072.664281:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767321072.664298:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2720 00000100:00100000:0.0:1767321072.664299:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046130560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321072.664307:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046130688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321072.664472:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321072.664521:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046130688:12345-0@lo:38:kworker.0 Request processed in 214us (707us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321072.664528:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2720 00000100:00100000:1.0:1767321072.664553:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2721 00000100:00100000:1.0:1767321072.664557:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046130432:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321072.664566:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321072.664588:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046130432:12345-0@lo:38:kworker.0 Request processed in 30us (946us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321072.664594:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2721 00000100:00100000:1.0:1767321072.664607:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2722 00000100:00100000:1.0:1767321072.664611:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046131200:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321072.664621:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321072.664628:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046130560:12345-0@lo:400:kworker.0 Request processed in 336us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321072.664638:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2069 00000100:00100000:1.0:1767321072.664650:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046131200:12345-0@lo:38:kworker.0 Request processed in 35us (734us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321072.664656:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2722 00000100:00100000:0.0:1767321072.664680:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130944 00000100:00100000:0.0:1767321072.664686:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130944 00000100:00100000:1.0:1767321072.664689:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046130816 00000100:00100000:1.0:1767321072.664694:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046130816 00000100:00100000:1.0:1767321072.664717:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1767321072.664724:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046130816:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321072.664728:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00010000:00020000:1.0:1767321072.664737:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321072.664738:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164046130944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321072.664790:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046130816:12345-0@lo:38:kworker.0 Request processed in 42us (893us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321072.664801:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00080000:1.0:1767321072.664834:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321072.664840:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321072.664844:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321072.664850:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6245 00000100:00080000:1.0:1767321072.664854:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321072.664860:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321072.664898:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc000 x1853164046131328/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321072.664918:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7024:x1853164046130944:12345-0@lo:400:kworker.0 Request processed in 180us (1273us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321072.664926:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1767321072.665327:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046130944:0@lo:400:kworker.0 00000100:00100000:1.0:1767321072.665384:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046131328:0@lo:250:kworker.0 00000400:00000100:1.0:1767321072.665420:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046131328 offset 0 length 520: 4 00000100:00080000:1.0:1767321072.665458:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321072.665464:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321072.665467:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046130432:0@lo:38:kworker.0 00000100:00080000:1.0:1767321072.665479:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321072.665483:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321072.665486:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4762a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046130688:0@lo:38:kworker.0 00000100:00080000:1.0:1767321072.665494:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321072.665499:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321072.665502:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4760a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046130816:0@lo:38:kworker.0 00000100:00080000:1.0:1767321072.665510:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321072.665513:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321072.665516:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046131200:0@lo:38:kworker.0 00000100:00080000:1.0:1767321072.665571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321072.669088:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0b15180 x1853164046130560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321072.669115:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0b15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046130560:0@lo:400:kworker.0 00000100:00100000:3.0:1767321072.670807:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046130048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9586us (11289us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321072.670828:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:2.0:1767321072.671521:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046130048:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321073.422325:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321074.447872:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321075.471437:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321076.162287:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321076.162358:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321076.162465:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963520 00000100:00100000:3.0:1767321076.162481:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963520 00000100:00100000:3.0:1767321076.162586:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963392 00000100:00100000:3.0:1767321076.162590:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963392 00000100:00100000:3.0:1767321076.162613:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2070 00000100:00100000:3.0:1767321076.162624:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985963520:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321076.162682:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2723 00000100:00100000:2.0:1767321076.162692:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985963392:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321076.162720:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321076.162736:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985963520:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 111us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321076.162746:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2070 00000100:00100000:2.0:1767321076.162764:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985963392:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 69us (402us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321076.162813:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2723 00000100:00080000:1.0:1767321076.164365:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321076.494165:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321077.521196:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321077.773994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321077.774007:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767321077.774043:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:0.0:1767321077.774044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321077.774051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321077.774056:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1767321077.774063:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:0.0:1767321077.774065:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6270 00000100:00100000:3.0:1767321077.774067:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046131456:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321077.774070:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321077.774076:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046131584:0@lo:400:kworker.0 00000100:00080000:0.0:1767321077.774092:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321077.774119:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7a680 x1853164046131712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321077.774146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321077.774150:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321077.774152:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321077.774157:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6270 00000100:00080000:0.0:1767321077.774160:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321077.774164:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321077.774205:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321077.774214:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046131840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321077.774313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651b480 x1853164046131968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321077.774324:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321077.774330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321077.774332:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321077.774336:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6270 00000100:00080000:0.0:1767321077.774339:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321077.774343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321077.774362:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651aa00 x1853164046132096/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321077.774406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321077.774410:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321077.774411:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321077.774415:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6270 00000100:00080000:0.0:1767321077.774417:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321077.774422:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321077.774433:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6519180 x1853164046132480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321077.774457:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046131712:0@lo:38:kworker.0 00000100:00100000:3.0:1767321077.780983:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321077.781075:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046132224:0@lo:400:kworker.0 00000100:00100000:3.0:1767321077.781145:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321077.781176:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321077.781185:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046132352:0@lo:400:kworker.0 00000100:00100000:3.0:1767321077.781210:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321077.781268:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131456 00000100:00100000:3.0:1767321077.781279:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131456 00000100:00100000:3.0:1767321077.781366:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1767321077.783659:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046131456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321077.784043:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321077.784179:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf914fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046131456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 550us (3209us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321077.784189:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00080000:1.0:1767321077.785236:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321077.785366:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321077.785411:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321077.785682:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131840 00000100:00100000:2.0:1767321077.785683:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131584 00000100:00100000:1.0:1767321077.785693:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131840 00000100:00100000:2.0:1767321077.785694:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131584 00000100:00100000:3.0:1767321077.785708:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132224 00000100:00100000:1.0:1767321077.785784:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2071 00000100:00100000:1.0:1767321077.785796:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046131840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321077.786079:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321077.786129:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046131968:0@lo:38:kworker.0 00000100:00100000:0.0:1767321077.786160:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321077.786179:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046132096:0@lo:38:kworker.0 00000100:00100000:0.0:1767321077.786210:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321077.786230:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046132480:0@lo:38:kworker.0 00000100:00100000:0.0:1767321077.786252:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321077.786289:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131712 00000100:00100000:0.0:1767321077.786294:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131712 00000100:00100000:0.0:1767321077.786310:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046131968 00000100:00100000:0.0:1767321077.786312:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046131968 00000100:00100000:0.0:1767321077.786320:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132480 00000100:00100000:0.0:1767321077.786322:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132480 00000100:00100000:0.0:1767321077.786333:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2724 00000100:00100000:0.0:1767321077.786339:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046131712:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321077.786363:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321077.786422:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046131712:12345-0@lo:38:kworker.0 Request processed in 81us (343us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321077.786429:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2724 00000100:00100000:0.0:1767321077.786448:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2725 00000100:00100000:0.0:1767321077.786452:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046131968:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321077.786461:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321077.786485:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046131968:12345-0@lo:38:kworker.0 Request processed in 31us (324us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321077.786491:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2725 00000100:00100000:0.0:1767321077.786502:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2726 00000100:00100000:0.0:1767321077.786506:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046132480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321077.786515:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321077.786540:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046132480:12345-0@lo:38:kworker.0 Request processed in 32us (286us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321077.786547:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2726 00000100:00100000:0.0:1767321077.786566:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132096 00000100:00100000:0.0:1767321077.786570:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132096 00000100:00100000:0.0:1767321077.786591:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1767321077.786596:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046132096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321077.786618:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321077.786644:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046132096:12345-0@lo:38:kworker.0 Request processed in 47us (433us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321077.786651:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:0.0:1767321077.786699:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321077.786705:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321077.786709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046131712:0@lo:38:kworker.0 00000100:00080000:0.0:1767321077.786719:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321077.786723:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321077.786726:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046131968:0@lo:38:kworker.0 00000100:00080000:0.0:1767321077.786734:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321077.786737:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321077.786740:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046132096:0@lo:38:kworker.0 00000100:00080000:0.0:1767321077.786747:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321077.786750:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321077.786751:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046131840:12345-0@lo:400:kworker.0 Request processed in 959us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321077.786753:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046132480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321077.786759:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2071 00000100:00100000:3.0:1767321077.786828:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132224 00000100:00100000:3.0:1767321077.786872:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:3.0:1767321077.786881:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046132224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321077.786926:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046132224:12345-0@lo:400:kworker.0 Request processed in 46us (5780us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321077.786933:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1767321077.786936:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321077.786951:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046132608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321077.786951:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132352 00000100:00100000:3.0:1767321077.786957:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132352 00000100:00100000:3.0:1767321077.786989:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1767321077.786990:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321077.786999:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046132352:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1767321077.787025:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321077.787031:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321077.787039:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046132352:12345-0@lo:400:kworker.0 Request processed in 42us (5827us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321077.787046:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:3.0:1767321077.787077:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132608 00000100:00100000:3.0:1767321077.787092:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132608 00000100:00100000:3.0:1767321077.787120:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1767321077.787125:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046132352:0@lo:400:kworker.0 00000100:00100000:3.0:1767321077.787128:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046132608:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321077.787142:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046132224:0@lo:400:kworker.0 00002000:00000024:3.0:1767321077.787155:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321077.787167:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046131456:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321077.787197:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046132608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321077.787203:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00010000:00080000:0.0:1767321077.787236:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02d80 x1853164046131840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321077.787245:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046132608:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321077.787252:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046131840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321077.790485:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2072 00000100:00100000:2.0:1767321077.790618:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046131584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321077.791160:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046131584:12345-0@lo:400:kworker.0 Request processed in 251us (5340us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321077.791173:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2072 00010000:00080000:3.0:1767321077.791308:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac79180 x1853164046131584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321077.791328:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046131584:0@lo:400:kworker.0 00010000:00010000:2.0:1767321078.542122:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321079.570605:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321080.590137:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321081.281922:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321081.281990:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321081.282087:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963776 00000100:00100000:2.0:1767321081.282101:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963776 00000100:00100000:2.0:1767321081.282205:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963648 00000100:00100000:2.0:1767321081.282209:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963648 00000100:00100000:2.0:1767321081.282237:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2073 00000100:00100000:2.0:1767321081.282252:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985963776:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321081.282338:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2727 00000100:00100000:3.0:1767321081.282345:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985963648:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767321081.282354:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985963776:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321081.282365:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2073 00010000:00020000:3.0:1767321081.282374:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321081.282410:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985963648:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 64us (419us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321081.282416:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2727 00000100:00080000:0.0:1767321081.282472:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321081.614354:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321082.638847:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321082.894128:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.894142:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321082.894220:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.894225:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321082.894229:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321082.894239:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6276 00000100:00080000:1.0:1767321082.894246:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321082.894255:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321082.894286:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff100 x1853164046132864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321082.894333:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.894338:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321082.894340:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321082.894344:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6276 00000100:00080000:1.0:1767321082.894347:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321082.894352:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046132992:0@lo:400:kworker.0 00000100:00080000:1.0:1767321082.894353:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321082.894368:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdc00 x1853164046133120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321082.894389:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.894393:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321082.894395:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321082.894400:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6276 00000100:00080000:1.0:1767321082.894403:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321082.894407:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321082.894423:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdf80 x1853164046133248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321082.894459:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321082.894464:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321082.894469:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321082.894471:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321082.894476:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6276 00000100:00080000:1.0:1767321082.894479:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321082.894484:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321082.894496:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff480 x1853164046133632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321082.894539:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321082.894547:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046133376:0@lo:400:kworker.0 00000100:00100000:0.0:1767321082.894581:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321082.894606:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132992 00000100:00100000:1.0:1767321082.894618:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132992 00000100:00100000:0.0:1767321082.894638:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133376 00000100:00100000:0.0:1767321082.894645:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133376 00000100:00100000:0.0:1767321082.894705:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1767321082.894711:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2074 00000100:00100000:0.0:1767321082.894719:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046133376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321082.894725:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046132992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321082.894808:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046133376:12345-0@lo:400:kworker.0 Request processed in 92us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321082.894817:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:1.0:1767321082.894831:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046132992:12345-0@lo:400:kworker.0 Request processed in 109us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321082.894840:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2074 00000100:00100000:0.0:1767321082.894850:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046132864:0@lo:38:kworker.0 00000100:00080000:1.0:1767321082.894873:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321082.894881:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321082.894881:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321082.894911:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046133120:0@lo:38:kworker.0 00000100:00100000:0.0:1767321082.894935:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321082.895060:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046132736:0@lo:400:kworker.0 00000100:00100000:3.0:1767321082.895112:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046133504:0@lo:400:kworker.0 00000100:00100000:3.0:1767321082.895138:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321082.895171:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133504 00000100:00100000:3.0:1767321082.895175:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133504 00000100:00100000:3.0:1767321082.895207:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1767321082.895214:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046133504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321082.895250:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046133504:12345-0@lo:400:kworker.0 Request processed in 36us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321082.895256:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:3.0:1767321082.895295:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046133504:0@lo:400:kworker.0 00000100:00100000:3.0:1767321082.895905:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321082.895919:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046133888:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321082.895959:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321082.897467:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046133248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321082.897538:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321082.897564:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046133632:0@lo:38:kworker.0 00000100:00100000:0.0:1767321082.897597:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321082.897657:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132864 00000100:00100000:1.0:1767321082.897674:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132864 00000100:00100000:2.0:1767321082.897792:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133888 00000100:00100000:2.0:1767321082.897804:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133888 00000100:00100000:2.0:1767321082.897861:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1767321082.897872:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046133888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321082.897910:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321082.897966:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046133888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321082.897974:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1767321082.898064:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046133888:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321082.898270:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133248 00000100:00100000:2.0:1767321082.898275:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133248 00000100:00100000:2.0:1767321082.898299:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1767321082.898304:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046133248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321082.898329:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321082.898363:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046133248:12345-0@lo:38:kworker.0 Request processed in 58us (825us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321082.898370:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1767321082.898416:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046133376:0@lo:400:kworker.0 00010000:00080000:2.0:1767321082.898435:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fd500 x1853164046132992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321082.898447:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046132992:0@lo:400:kworker.0 00000100:00080000:2.0:1767321082.898485:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321082.900731:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133120 00000100:00100000:3.0:1767321082.900749:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133120 00000100:00100000:1.0:1767321082.900755:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2728 00000100:00100000:1.0:1767321082.900766:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046132864:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321082.900809:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321082.900818:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2729 00000100:00100000:3.0:1767321082.900825:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046133120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321082.900838:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321082.900984:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046133120:12345-0@lo:38:kworker.0 Request processed in 157us (6047us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321082.901000:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2729 00000100:00100000:3.0:1767321082.901017:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133632 00000100:00100000:3.0:1767321082.901020:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133632 00000100:00100000:3.0:1767321082.901030:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1767321082.901034:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046133632:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321082.901044:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321082.901069:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046133632:12345-0@lo:38:kworker.0 Request processed in 33us (3471us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321082.901075:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2730 00000100:00100000:3.0:1767321082.901141:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321082.901187:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046133760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321082.901224:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321082.901255:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046132736 00000100:00100000:3.0:1767321082.901259:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046132736 00000100:00100000:3.0:1767321082.901298:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2075 00000100:00100000:3.0:1767321082.901303:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046132736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321082.901365:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046132736:12345-0@lo:400:kworker.0 Request processed in 61us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321082.901372:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2075 00000100:00100000:3.0:1767321082.901392:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046133760 00000100:00100000:3.0:1767321082.901395:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046133760 00000100:00100000:3.0:1767321082.901415:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1767321082.901420:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046133760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321082.901450:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321082.901481:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046133760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (256us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321082.901487:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00080000:3.0:1767321082.901507:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321082.901541:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fca80 x1853164046132736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321082.901557:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046132736:0@lo:400:kworker.0 00000100:00100000:3.0:1767321082.901573:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046133760:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321082.902061:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321082.902070:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321082.902075:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046133632:0@lo:38:kworker.0 00000100:00080000:0.0:1767321082.902098:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321082.902101:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321082.902105:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046132864:0@lo:38:kworker.0 00000100:00080000:0.0:1767321082.902114:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321082.902117:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321082.902119:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046133120:0@lo:38:kworker.0 00000100:00080000:0.0:1767321082.902130:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321082.902133:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321082.902136:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046133248:0@lo:38:kworker.0 00000100:00100000:1.0:1767321082.908108:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046132864:12345-0@lo:38:kworker.0 Request processed in 7324us (13210us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321082.908131:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2728 00010000:00010000:2.0:1767321083.661995:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321084.687391:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321085.711578:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321086.402608:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321086.402714:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964032 00000100:00100000:2.0:1767321086.402731:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964032 00000100:00100000:2.0:1767321086.402972:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2076 00000100:00100000:2.0:1767321086.402989:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985964032:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321086.403005:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321086.403037:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985963904 00000100:00100000:3.0:1767321086.403046:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985963904 00000100:00100000:3.0:1767321086.403082:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2731 00000100:00100000:3.0:1767321086.403090:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985963904:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321086.403115:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321086.403141:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985964032:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 155us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321086.403152:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2076 00000100:00100000:3.0:1767321086.403176:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985963904:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 82us (170us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321086.403184:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2731 00000100:00080000:0.0:1767321086.403706:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321086.736267:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321087.758221:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321088.014244:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046134016:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321088.014351:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321088.014705:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134016 00000100:00100000:2.0:1767321088.014715:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134016 00000100:00100000:2.0:1767321088.014819:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1767321088.014832:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046134016:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321088.014873:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321088.014999:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046134016:12345-0@lo:13:osp-pre-0-1.0 Request processed in 170us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321088.015008:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1767321088.015174:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046134016:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321088.015693:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321088.015710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046134144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321088.015848:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321088.015919:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134144 00000100:00100000:3.0:1767321088.015925:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134144 00000100:00080000:0.0:1767321088.016188:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321088.016196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321088.016802:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:3.0:1767321088.016817:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046134144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321088.016866:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321088.016967:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046134144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 155us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321088.016976:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00080000:3.0:1767321088.017006:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321088.017012:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321088.017057:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321088.017061:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321088.017065:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321088.017071:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6281 00000100:00080000:3.0:1767321088.017076:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321088.017082:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321088.017107:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452680 x1853164046134400/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321088.017139:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321088.017142:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321088.017144:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321088.017147:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6281 00000100:00080000:3.0:1767321088.017150:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321088.017153:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321088.017164:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02d80 x1853164046134656/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321088.017173:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321088.017177:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321088.017179:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321088.017181:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6281 00000100:00080000:3.0:1767321088.017184:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321088.017187:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321088.017198:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00380 x1853164046134784/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321088.017207:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321088.017210:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321088.017211:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321088.017215:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6281 00000100:00080000:3.0:1767321088.017217:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321088.017220:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321088.017231:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01180 x1853164046134912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321088.017253:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321088.017267:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046134528:0@lo:400:kworker.0 00000100:00100000:3.0:1767321088.017312:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.017460:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134528 00000100:00100000:1.0:1767321088.017468:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134528 00000100:00100000:1.0:1767321088.017531:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2077 00000100:00100000:1.0:1767321088.017541:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046134528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321088.017589:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046134528:12345-0@lo:400:kworker.0 Request processed in 50us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321088.017596:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2077 00000100:00100000:1.0:1767321088.017628:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321088.017637:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046134272:0@lo:400:kworker.0 00000100:00100000:1.0:1767321088.017665:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.017689:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134272 00000100:00100000:1.0:1767321088.017694:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134272 00000100:00100000:1.0:1767321088.017719:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2078 00000100:00100000:1.0:1767321088.017725:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046134272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321088.017797:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046134272:12345-0@lo:400:kworker.0 Request processed in 71us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321088.017804:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2078 00000100:00100000:1.0:1767321088.017826:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046134400:0@lo:38:kworker.0 00000100:00100000:1.0:1767321088.017852:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.017874:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046134656:0@lo:38:kworker.0 00000100:00100000:1.0:1767321088.017910:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.017926:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046134784:0@lo:38:kworker.0 00000100:00100000:1.0:1767321088.017951:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.017972:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046134912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321088.017993:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321088.018025:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134400 00000100:00100000:1.0:1767321088.018029:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134400 00000100:00100000:1.0:1767321088.018045:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134656 00000100:00100000:1.0:1767321088.018048:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134656 00000100:00100000:1.0:1767321088.018060:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134912 00000100:00100000:1.0:1767321088.018062:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134912 00010000:00080000:2.0:1767321088.018163:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7450380 x1853164046134528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321088.018180:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046134528:0@lo:400:kworker.0 00000100:00100000:0.0:1767321088.018231:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046134144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321088.018267:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2732 00000100:00100000:0.0:1767321088.018272:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046134400:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321088.018292:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:2.0:1767321088.019024:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be7452d80 x1853164046134272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321088.019039:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046134272:0@lo:400:kworker.0 00000100:00100000:2.0:1767321088.019080:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2733 00000100:00100000:2.0:1767321088.019085:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046134656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321088.019102:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321088.019272:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2734 00000100:00100000:3.0:1767321088.019279:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046134912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321088.019290:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321088.019484:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046134784 00000100:00100000:1.0:1767321088.019493:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046134784 00000100:00100000:1.0:1767321088.019532:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1767321088.019537:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046134784:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321088.019549:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321088.020494:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046134656:12345-0@lo:38:kworker.0 Request processed in 1399us (2575us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321088.020507:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2733 00000100:00080000:2.0:1767321088.020605:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321088.020715:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321088.020722:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321088.020727:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046134656:0@lo:38:kworker.0 00000100:00100000:3.0:1767321088.021055:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046134912:12345-0@lo:38:kworker.0 Request processed in 1773us (3057us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321088.021065:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2734 00000100:00080000:2.0:1767321088.021146:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321088.021152:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321088.021156:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046134912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321088.022187:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046134784:12345-0@lo:38:kworker.0 Request processed in 2639us (4225us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321088.022206:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00080000:2.0:1767321088.022695:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321088.022703:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321088.022709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046134784:0@lo:38:kworker.0 00000100:00100000:0.0:1767321088.022724:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046134400:12345-0@lo:38:kworker.0 Request processed in 4445us (4866us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321088.022736:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2732 00000100:00080000:2.0:1767321088.022742:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321088.022748:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321088.022751:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046134400:0@lo:38:kworker.0 00010000:00010000:3.0:1767321088.782061:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321089.806319:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321090.831375:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321091.530273:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321091.530420:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321091.530517:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964288 00000100:00100000:3.0:1767321091.530533:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964288 00000100:00100000:1.0:1767321091.530589:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964160 00000100:00100000:1.0:1767321091.530597:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964160 00000100:00100000:1.0:1767321091.530648:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2079 00000100:00100000:1.0:1767321091.530663:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985964288:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:2.0:1767321091.530671:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321091.530838:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985964288:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 169us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321091.530846:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2079 00000100:00100000:1.0:1767321091.530873:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2735 00000100:00100000:1.0:1767321091.530878:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985964160:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321091.530905:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321091.530939:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985964160:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 59us (518us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321091.530946:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2735 00010000:00010000:2.0:1767321091.857897:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321092.878330:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321093.134113:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321093.134120:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046135040:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321093.134123:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321093.134155:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321093.134160:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321093.134165:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321093.134171:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6286 00000100:00080000:0.0:1767321093.134176:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321093.134184:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321093.134221:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6519c00 x1853164046135424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321093.134243:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321093.134246:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321093.134248:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321093.134252:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6286 00000100:00080000:0.0:1767321093.134254:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321093.134258:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321093.134269:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651a680 x1853164046135680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321093.134286:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321093.134291:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321093.134292:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321093.134297:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6286 00000100:00080000:0.0:1767321093.134299:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321093.134304:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321093.134328:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be651bb80 x1853164046135808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321093.134341:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046135296:0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.134385:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.134456:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321093.134462:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046135552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.134486:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.134535:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135296 00000100:00100000:2.0:1767321093.134546:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135296 00000100:00100000:2.0:1767321093.134614:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135552 00000100:00100000:2.0:1767321093.134617:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135552 00000100:00100000:2.0:1767321093.134649:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1767321093.134660:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046135296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.134719:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046135296:12345-0@lo:400:kworker.0 Request processed in 60us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321093.134728:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2080 00000100:00100000:2.0:1767321093.134748:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2081 00000100:00100000:2.0:1767321093.134755:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046135552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.134816:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046135552:12345-0@lo:400:kworker.0 Request processed in 61us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321093.134823:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2081 00000100:00080000:2.0:1767321093.134843:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321093.134863:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046135424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321093.134892:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.134915:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046135680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321093.134940:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.134955:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046135808:0@lo:38:kworker.0 00000100:00100000:2.0:1767321093.134980:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.135019:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135808 00000100:00100000:2.0:1767321093.135024:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135808 00000100:00100000:2.0:1767321093.135046:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1767321093.135052:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046135808:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321093.135078:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321093.135117:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046135808:12345-0@lo:38:kworker.0 Request processed in 63us (135us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321093.135123:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1767321093.135146:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135424 00000100:00100000:2.0:1767321093.135150:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135424 00000100:00100000:2.0:1767321093.135169:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135680 00000100:00100000:2.0:1767321093.135172:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135680 00000100:00100000:2.0:1767321093.135188:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2736 00000100:00100000:2.0:1767321093.135193:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046135424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321093.135202:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321093.135230:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046135424:12345-0@lo:38:kworker.0 Request processed in 35us (337us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321093.135236:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2736 00000100:00100000:1.0:1767321093.135343:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321093.135376:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046135168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321093.135402:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321093.135450:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2737 00000100:00100000:2.0:1767321093.135455:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046135680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321093.135465:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321093.135492:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046135680:12345-0@lo:38:kworker.0 Request processed in 35us (551us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321093.135498:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2737 00010000:00080000:2.0:1767321093.135542:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6519f80 x1853164046135552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321093.135558:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046135552:0@lo:400:kworker.0 00010000:00080000:2.0:1767321093.135571:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6519500 x1853164046135296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321093.135580:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046135296:0@lo:400:kworker.0 00000100:00080000:2.0:1767321093.135616:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321093.135622:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321093.135625:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046135424:0@lo:38:kworker.0 00000100:00080000:2.0:1767321093.135633:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321093.135636:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321093.135639:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046135680:0@lo:38:kworker.0 00000100:00080000:2.0:1767321093.135646:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321093.135650:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321093.135653:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be651bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046135808:0@lo:38:kworker.0 00000100:00100000:2.0:1767321093.135703:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135040 00000100:00100000:2.0:1767321093.135707:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135040 00000100:00100000:2.0:1767321093.135744:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135168 00000100:00100000:2.0:1767321093.135748:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135168 00000100:00100000:2.0:1767321093.135763:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1767321093.135789:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046135040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321093.135830:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767321093.135930:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321093.135934:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321093.135961:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1767321093.135971:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046135168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321093.135991:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767321093.140252:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321093.140267:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321093.140273:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321093.140285:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6286 00000100:00080000:0.0:1767321093.140291:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321093.140301:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321093.140366:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bed0c5180 x1853164046136064/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321093.140500:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046135936:0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.140606:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321093.140746:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046136064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321093.140808:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321093.140846:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136064 00000100:00100000:0.0:1767321093.140865:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136064 00000100:00100000:0.0:1767321093.140917:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2738 00000100:00100000:0.0:1767321093.140926:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046136064:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321093.140961:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321093.141027:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046136064:12345-0@lo:38:kworker.0 Request processed in 92us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321093.141035:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2738 00000100:00080000:0.0:1767321093.141099:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321093.141109:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321093.141115:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bed0c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046136064:0@lo:38:kworker.0 00000100:00100000:0.0:1767321093.141166:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046135936 00000100:00100000:0.0:1767321093.141170:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046135936 00000100:00100000:0.0:1767321093.141218:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1767321093.141225:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164046135936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321093.141284:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:7021:x1853164046135936:12345-0@lo:400:kworker.0 Request processed in 59us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321093.141290:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1767321093.141322:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046135936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321093.144661:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046135040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7742us (9273us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321093.144682:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:1.0:1767321093.145455:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046135040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321093.158480:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046135168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 22486us (23050us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321093.158678:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:1.0:1767321093.161450:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046135168:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321093.902108:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321094.926124:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321095.950079:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321096.642226:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321096.642331:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767321096.642423:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985964672 offset 0 length 520: 4 00000100:00100000:0.0:1767321096.643511:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964416 00000100:00100000:0.0:1767321096.643866:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964416 00000100:00100000:0.0:1767321096.643935:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964544 00000100:00100000:0.0:1767321096.643939:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964544 00000100:00100000:0.0:1767321096.644005:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2082 00000100:00100000:0.0:1767321096.644018:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985964544:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321096.644194:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985964544:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 178us (1861us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321096.644204:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2082 00000100:00100000:0.0:1767321096.644228:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2739 00000100:00100000:0.0:1767321096.644233:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985964416:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321096.644258:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321096.644291:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985964416:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 56us (2082us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321096.644299:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2739 00000100:00080000:3.0:1767321096.644822:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321096.976843:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321097.232882:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321072/real 1767321072] req@ffffa07bf32fc000 x1853164046131328/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321097 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321097.232932:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf32fc000 x1853164046131328/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321097 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321097.232962:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321097.232989:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321097.232994:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046131328:0@lo:250:kworker.0 00000100:00080000:3.0:1767321097.233134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321097.233142:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321097.233145:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321097.233150:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6270 00000100:00080000:3.0:1767321097.233155:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321097.233162:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321097.233209:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01180 x1853164046136192/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321097.233269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321097.233273:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321097.233275:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321097.233279:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6291 00000100:00080000:3.0:1767321097.233282:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321097.233286:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321097.233310:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b00380 x1853164046136448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321097.233335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321097.233338:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321097.233340:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321097.233343:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6291 00000100:00080000:3.0:1767321097.233346:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321097.233350:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321097.233361:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9c00 x1853164046136704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321097.233368:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321097.233371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321097.233373:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321097.233388:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6291 00000100:00080000:3.0:1767321097.233392:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321097.233396:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321097.233412:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8000 x1853164046136832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321097.233437:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321097.233440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321097.233442:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321097.233445:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6291 00000100:00080000:3.0:1767321097.233448:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321097.233452:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321097.233466:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0632d80 x1853164046137216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321097.233608:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046136320:0@lo:400:kworker.0 00000100:00100000:1.0:1767321097.233700:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321097.233830:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321097.233836:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046137088:0@lo:400:kworker.0 00000100:00100000:1.0:1767321097.233868:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321097.233910:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137088 00000100:00100000:1.0:1767321097.233920:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137088 00000100:00100000:1.0:1767321097.234003:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:1.0:1767321097.234014:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046137088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321097.234080:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046137088:12345-0@lo:400:kworker.0 Request processed in 67us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321097.234088:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00080000:1.0:1767321097.234119:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321097.234161:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046137088:0@lo:400:kworker.0 00000100:00100000:0.0:1767321097.234305:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046136960:0@lo:400:kworker.0 00000100:00100000:0.0:1767321097.234340:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.234371:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321097.234386:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046136576:0@lo:400:kworker.0 00000100:00100000:0.0:1767321097.234413:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.234444:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046136192:0@lo:250:kworker.0 00000400:00000100:0.0:1767321097.234464:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046136192 offset 0 length 520: 4 00000100:00100000:0.0:1767321097.234482:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046136448:0@lo:38:kworker.0 00000100:00100000:0.0:1767321097.234503:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.234519:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046136704:0@lo:38:kworker.0 00000100:00100000:0.0:1767321097.234541:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.234571:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046136832:0@lo:38:kworker.0 00000100:00100000:0.0:1767321097.234597:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.234616:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046137216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321097.234636:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321097.234666:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136320 00000100:00100000:0.0:1767321097.234671:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136320 00000100:00100000:0.0:1767321097.234704:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136576 00000100:00100000:0.0:1767321097.234708:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136576 00000100:00100000:0.0:1767321097.234733:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136448 00000100:00100000:0.0:1767321097.234736:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136448 00000100:00100000:0.0:1767321097.234746:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136704 00000100:00100000:0.0:1767321097.234749:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136704 00000100:00100000:0.0:1767321097.234756:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137216 00000100:00100000:0.0:1767321097.234758:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137216 00000100:00100000:0.0:1767321097.234792:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1767321097.234800:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046136320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321097.234838:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046136320:12345-0@lo:400:kworker.0 Request processed in 39us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321097.234843:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2083 00000100:00100000:0.0:1767321097.234858:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1767321097.234864:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046136576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321097.234896:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046136576:12345-0@lo:400:kworker.0 Request processed in 32us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321097.234902:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2084 00000100:00100000:0.0:1767321097.234913:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1767321097.234917:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046136448:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321097.234940:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321097.234975:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046136448:12345-0@lo:38:kworker.0 Request processed in 55us (470us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321097.234981:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2740 00000100:00100000:0.0:1767321097.234992:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2741 00000100:00100000:0.0:1767321097.234996:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046136704:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321097.235005:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321097.235029:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046136704:12345-0@lo:38:kworker.0 Request processed in 31us (486us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321097.235035:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2741 00000100:00100000:0.0:1767321097.235049:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2742 00000100:00100000:0.0:1767321097.235053:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046137216:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321097.235061:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321097.235083:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046137216:12345-0@lo:38:kworker.0 Request processed in 29us (447us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321097.235087:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2742 00010000:00080000:0.0:1767321097.235114:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fdb800 x1853164046136576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321097.235126:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fdb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046136576:0@lo:400:kworker.0 00000100:00080000:0.0:1767321097.235152:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321097.235157:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321097.235160:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046136448:0@lo:38:kworker.0 00000100:00080000:0.0:1767321097.235168:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321097.235171:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321097.235173:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046136704:0@lo:38:kworker.0 00000100:00080000:0.0:1767321097.235177:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321097.235179:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321097.235180:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046137216:0@lo:38:kworker.0 00000100:00100000:2.0:1767321097.235548:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136832 00000100:00100000:2.0:1767321097.235554:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136832 00000100:00100000:2.0:1767321097.235593:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1767321097.235599:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046136832:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321097.235611:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321097.235659:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046136832:12345-0@lo:38:kworker.0 Request processed in 58us (1060us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321097.235665:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1767321097.235806:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046136960 00000100:00100000:1.0:1767321097.235811:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046136960 00000100:00100000:1.0:1767321097.235860:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:1.0:1767321097.235867:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046136960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321097.235922:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046136960:12345-0@lo:400:kworker.0 Request processed in 55us (1581us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321097.235929:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00080000:1.0:1767321097.235951:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321097.235957:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767321097.235981:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02d80 x1853164046136320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321097.235994:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046136320:0@lo:400:kworker.0 00000100:00100000:3.0:1767321097.236079:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046136960:0@lo:400:kworker.0 00000100:00080000:0.0:1767321097.238890:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321097.238909:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321097.238916:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046136832:0@lo:38:kworker.0 00010000:00010000:2.0:1767321097.998091:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321098.254208:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321098.254243:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046137344:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321098.254351:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321098.254539:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137344 00000100:00100000:3.0:1767321098.254551:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137344 00000100:00100000:3.0:1767321098.254634:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1767321098.254646:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046137344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321098.254685:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321098.254756:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046137344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321098.254764:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1767321098.255032:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046137344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321098.255185:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046137472:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321098.255223:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321098.255457:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137472 00000100:00100000:2.0:1767321098.255464:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137472 00000100:00100000:2.0:1767321098.255545:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767321098.255559:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046137472:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321098.255585:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321098.255638:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046137472:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321098.255645:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1767321098.255719:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046137472:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321099.022054:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321100.046089:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321101.070967:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321101.762067:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321101.762199:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964800 00000100:00100000:0.0:1767321101.762211:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964800 00000100:00100000:0.0:1767321101.762281:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2743 00000100:00100000:0.0:1767321101.762290:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985964800:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321101.762317:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321101.762379:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985964800:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 89us (322us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321101.762385:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2743 00000100:00100000:3.0:1767321101.762700:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321101.762821:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985964928 00000100:00100000:2.0:1767321101.762826:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985964928 00000100:00100000:2.0:1767321101.762915:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2085 00000100:00100000:2.0:1767321101.762926:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985964928:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321101.762972:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985964928:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 50us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321101.762979:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2085 00000100:00080000:1.0:1767321101.763575:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321102.094834:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321102.349958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321102.349969:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321102.350040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321102.350044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321102.350048:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321102.350058:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321102.350063:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321102.350070:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321102.350105:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0632d80 x1853164046137728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321102.350154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321102.350157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321102.350159:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321102.350163:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321102.350165:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321102.350169:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321102.350180:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcea00 x1853164046137984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321102.350188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321102.350191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321102.350193:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321102.350196:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321102.350199:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321102.350202:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321102.350214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf4fcc700 x1853164046138112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321102.350234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321102.350237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321102.350239:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321102.350242:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321102.350244:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321102.350247:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321102.350257:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164046138496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321102.350349:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046137728:0@lo:38:kworker.0 00000100:00100000:2.0:1767321102.350418:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321102.350459:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046137984:0@lo:38:kworker.0 00000100:00100000:2.0:1767321102.350481:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321102.350506:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046138112:0@lo:38:kworker.0 00000100:00100000:2.0:1767321102.350586:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321102.350625:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046138496:0@lo:38:kworker.0 00000100:00100000:2.0:1767321102.350668:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321102.350715:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137728 00000100:00100000:2.0:1767321102.350723:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137728 00000100:00100000:2.0:1767321102.350753:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137984 00000100:00100000:2.0:1767321102.350756:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137984 00000100:00100000:2.0:1767321102.350805:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138496 00000100:00100000:2.0:1767321102.350808:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138496 00000100:00100000:2.0:1767321102.350828:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1767321102.350836:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046137728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321102.350855:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321102.350897:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046137728:12345-0@lo:38:kworker.0 Request processed in 60us (477us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321102.350904:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2744 00000100:00100000:2.0:1767321102.350919:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2745 00000100:00100000:2.0:1767321102.350923:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046137984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321102.350932:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321102.350955:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be651a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046137984:12345-0@lo:38:kworker.0 Request processed in 31us (473us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321102.350961:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2745 00000100:00100000:2.0:1767321102.350971:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2746 00000100:00100000:2.0:1767321102.350974:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046138496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321102.350982:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321102.351003:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046138496:12345-0@lo:38:kworker.0 Request processed in 27us (335us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321102.351008:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2746 00000100:00100000:2.0:1767321102.351025:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138112 00000100:00100000:2.0:1767321102.351028:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138112 00000100:00100000:2.0:1767321102.351046:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1767321102.351051:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046138112:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321102.351060:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321102.351082:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046138112:12345-0@lo:38:kworker.0 Request processed in 29us (495us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321102.351087:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00080000:2.0:1767321102.351148:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321102.351153:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321102.351156:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046137728:0@lo:38:kworker.0 00000100:00080000:2.0:1767321102.351165:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321102.351168:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321102.351171:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046137984:0@lo:38:kworker.0 00000100:00080000:2.0:1767321102.351177:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321102.351180:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321102.351182:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046138112:0@lo:38:kworker.0 00000100:00080000:2.0:1767321102.351188:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321102.351191:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321102.351194:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046138496:0@lo:38:kworker.0 00000100:00100000:1.0:1767321102.351286:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046138240:0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351339:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321102.351369:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321102.351375:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046137856:0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351395:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321102.351421:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046138368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351443:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321102.351460:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321102.351465:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046137600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351483:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321102.351505:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138240 00000100:00100000:1.0:1767321102.351508:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138240 00000100:00100000:1.0:1767321102.351544:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138368 00000100:00100000:1.0:1767321102.351547:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138368 00000100:00100000:1.0:1767321102.351564:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1767321102.351571:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046138240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351606:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046138240:12345-0@lo:400:kworker.0 Request processed in 36us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321102.351611:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:1.0:1767321102.351625:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:1.0:1767321102.351645:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046138368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351673:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046138368:12345-0@lo:400:kworker.0 Request processed in 29us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321102.351678:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00080000:1.0:1767321102.351694:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321102.351698:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321102.351715:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046138240:0@lo:400:kworker.0 00000100:00100000:1.0:1767321102.351735:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046138368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321102.351916:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137856 00000100:00100000:3.0:1767321102.351922:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137856 00000100:00100000:3.0:1767321102.351957:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046137600 00000100:00100000:3.0:1767321102.351960:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046137600 00000100:00100000:3.0:1767321102.351978:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2086 00000100:00100000:3.0:1767321102.351984:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046137856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321102.352022:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046137856:12345-0@lo:400:kworker.0 Request processed in 37us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321102.352027:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2086 00000100:00100000:3.0:1767321102.352040:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2087 00000100:00100000:3.0:1767321102.352046:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046137600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321102.352073:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046137600:12345-0@lo:400:kworker.0 Request processed in 28us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321102.352078:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2087 00000100:00080000:1.0:1767321102.352456:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767321102.352479:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcd500 x1853164046137856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321102.352504:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046137856:0@lo:400:kworker.0 00010000:00080000:1.0:1767321102.352531:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0630a80 x1853164046137600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321102.352540:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046137600:0@lo:400:kworker.0 00010000:00010000:2.0:1767321103.118362:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321103.374271:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321103.374290:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046138624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321103.374363:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321103.374454:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138624 00000100:00100000:2.0:1767321103.374463:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138624 00000100:00100000:2.0:1767321103.374538:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1767321103.374549:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046138624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321103.374598:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321103.374660:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046138624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 113us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321103.374668:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1767321103.374718:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6519f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046138624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321103.374855:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321103.374868:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046138752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321103.374901:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321103.374984:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138752 00000100:00100000:3.0:1767321103.374989:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138752 00000100:00100000:3.0:1767321103.375022:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1767321103.375029:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046138752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321103.375045:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321103.375103:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046138752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321103.375109:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1767321103.375180:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046138752:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321104.142924:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321105.168070:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321106.190119:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321106.883312:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321106.883381:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321106.883468:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965056 00000100:00100000:1.0:1767321106.883481:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965056 00000100:00100000:1.0:1767321106.883534:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965184 00000100:00100000:1.0:1767321106.883537:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965184 00000100:00100000:1.0:1767321106.883593:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2088 00000100:00100000:1.0:1767321106.883603:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985965184:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321106.883679:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985965184:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 77us (298us total) trans 0 rc 0/0 00000100:00080000:2.0:1767321106.883683:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321106.883689:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2088 00000100:00100000:2.0:1767321106.883709:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2747 00000100:00100000:2.0:1767321106.883717:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985965056:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321106.883736:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321106.883806:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985965056:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 88us (505us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321106.883813:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2747 00010000:00010000:2.0:1767321107.214042:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321107.470393:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321107.470403:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321107.470467:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321107.470472:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321107.470476:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321107.470486:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321107.470491:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321107.470498:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321107.470519:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321107.470523:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc380 x1853164046139008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321107.470563:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046138880:0@lo:400:kworker.0 00000100:00080000:3.0:1767321107.470583:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321107.470587:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321107.470588:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321107.470593:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321107.470596:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321107.470599:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321107.470612:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cddf80 x1853164046139264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321107.470620:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321107.470623:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321107.470624:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321107.470627:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321107.470629:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321107.470632:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321107.470634:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321107.470641:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc6cdc700 x1853164046139392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321107.470666:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321107.470670:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321107.470671:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321107.470674:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6300 00000100:00080000:3.0:1767321107.470676:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321107.470679:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321107.470689:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf81bc700 x1853164046139776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321107.470691:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046139648:0@lo:400:kworker.0 00000100:00100000:3.0:1767321107.470710:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046139520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321107.470717:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321107.470736:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321107.470756:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321107.470760:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046139136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321107.470761:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046138880 00000100:00100000:0.0:1767321107.470784:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046138880 00000100:00100000:3.0:1767321107.470799:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321107.470829:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139648 00000100:00100000:3.0:1767321107.470832:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139648 00000100:00100000:0.0:1767321107.470833:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139136 00000100:00100000:0.0:1767321107.470835:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139136 00000100:00100000:0.0:1767321107.470856:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2089 00000100:00100000:3.0:1767321107.470858:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139520 00000100:00100000:3.0:1767321107.470860:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139520 00000100:00100000:0.0:1767321107.470863:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046138880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321107.470875:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1767321107.470880:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046139648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321107.470980:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:2.0:1767321107.470989:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046139520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321107.471027:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046139520:12345-0@lo:400:kworker.0 Request processed in 40us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321107.471034:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00080000:2.0:1767321107.471059:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321107.471064:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321107.471066:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321107.471076:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767321107.471083:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046139136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321107.471571:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046138880:12345-0@lo:400:kworker.0 Request processed in 705us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321107.471583:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046139136:12345-0@lo:400:kworker.0 Request processed in 30us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321107.471592:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2090 00000100:00100000:2.0:1767321107.471619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046139008:0@lo:38:kworker.0 00000100:00100000:2.0:1767321107.471655:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321107.471681:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046139264:0@lo:38:kworker.0 00000100:00100000:2.0:1767321107.471702:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321107.471719:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046139392:0@lo:38:kworker.0 00000100:00100000:2.0:1767321107.471742:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321107.471761:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf81bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046139776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321107.471798:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321107.471828:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139008 00000100:00100000:2.0:1767321107.471833:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139008 00000100:00100000:2.0:1767321107.471854:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139264 00000100:00100000:2.0:1767321107.471856:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139264 00000100:00100000:2.0:1767321107.471864:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139776 00000100:00100000:2.0:1767321107.471865:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139776 00000100:00100000:2.0:1767321107.471874:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2748 00000100:00100000:2.0:1767321107.471878:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046139008:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321107.471897:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321107.472015:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2089 00000100:00100000:0.0:1767321107.472033:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1767321107.472036:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046139264:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321107.472046:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321107.480714:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046139264:12345-0@lo:38:kworker.0 Request processed in 8661us (8996us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321107.480732:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2749 00000100:00100000:0.0:1767321107.480790:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2750 00000100:00100000:0.0:1767321107.480798:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046139776:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321107.480825:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321107.480870:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046139776:12345-0@lo:38:kworker.0 Request processed in 72us (9071us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321107.480876:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2750 00000100:00100000:0.0:1767321107.480948:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139392 00000100:00100000:0.0:1767321107.480957:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139392 00000100:00100000:0.0:1767321107.481038:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1767321107.481043:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046139392:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321107.481053:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321107.481084:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046139392:12345-0@lo:38:kworker.0 Request processed in 40us (9341us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321107.481090:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00010000:00080000:0.0:1767321107.481156:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cddc00 x1853164046139136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321107.481171:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046139136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321107.481187:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046139520:0@lo:400:kworker.0 00000100:00080000:0.0:1767321107.481630:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321107.481636:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321107.481640:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046139264:0@lo:38:kworker.0 00000100:00080000:0.0:1767321107.481650:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321107.481653:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321107.481656:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046139392:0@lo:38:kworker.0 00000100:00080000:0.0:1767321107.481665:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321107.481668:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321107.481671:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046139776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321107.481805:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6519f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046139008:12345-0@lo:38:kworker.0 Request processed in 9924us (10148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321107.481814:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2748 00000100:00080000:0.0:1767321107.482176:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321107.482182:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321107.482185:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046139008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321107.483600:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046139648:12345-0@lo:400:kworker.0 Request processed in 12711us (12874us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321107.483612:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:1.0:1767321107.498279:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf81bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046139648:0@lo:400:kworker.0 00010000:00080000:1.0:1767321107.498307:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc6cdd880 x1853164046138880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321107.498317:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6cdd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046138880:0@lo:400:kworker.0 00010000:00010000:2.0:1767321108.238185:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321108.494595:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046139904:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321108.494675:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321108.494796:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046140032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321108.494828:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321108.495646:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046139904 00000100:00100000:3.0:1767321108.495657:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046139904 00000100:00100000:3.0:1767321108.495711:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140032 00000100:00100000:3.0:1767321108.495715:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140032 00000100:00100000:3.0:1767321108.495737:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1767321108.495746:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046139904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321108.495802:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321108.495873:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046139904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (1198us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321108.495881:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1767321108.495898:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1767321108.495905:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046140032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321108.495919:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321108.495952:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046140032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321108.495959:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:2.0:1767321108.496012:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046139904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321108.496012:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046140032:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767321109.263111:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321110.286103:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321111.310028:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321112.012602:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321112.012907:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321112.013147:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965312 00000100:00100000:1.0:1767321112.013158:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965312 00000100:00100000:1.0:1767321112.013218:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965440 00000100:00100000:1.0:1767321112.013223:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965440 00000100:00100000:0.0:1767321112.013258:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2751 00000100:00100000:0.0:1767321112.013269:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985965312:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:1.0:1767321112.013318:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2091 00000100:00100000:1.0:1767321112.013327:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985965440:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321112.013391:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985965440:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 66us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321112.013398:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2091 00000100:00080000:3.0:1767321112.013763:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767321112.016003:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321112.016158:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fdb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985965312:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2886us (3564us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321112.016172:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2751 00010000:00010000:2.0:1767321112.334054:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321112.592787:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321112.592798:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321112.592860:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321112.592864:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321112.592869:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321112.592876:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6305 00000100:00080000:2.0:1767321112.592881:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321112.592888:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321112.592912:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0630a80 x1853164046140288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321112.592968:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321112.592972:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321112.592974:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321112.592978:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6305 00000100:00080000:2.0:1767321112.592980:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321112.592984:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321112.592997:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452680 x1853164046140544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321112.593006:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321112.593010:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321112.593011:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321112.593015:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6305 00000100:00080000:2.0:1767321112.593017:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321112.593021:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321112.593032:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be7452d80 x1853164046140672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321112.593053:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321112.593056:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321112.593058:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321112.593101:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6305 00000100:00080000:2.0:1767321112.593104:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321112.593107:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321112.593119:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963800 x1853164046141056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321112.593150:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046140800:0@lo:400:kworker.0 00000100:00100000:2.0:1767321112.593230:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321112.593287:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321112.593293:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046140416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321112.593331:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321112.593409:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046140288:0@lo:38:kworker.0 00000100:00100000:1.0:1767321112.593451:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321112.593487:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046140544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321112.593507:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321112.593525:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046140672:0@lo:38:kworker.0 00000100:00100000:1.0:1767321112.593546:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321112.593565:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046141056:0@lo:38:kworker.0 00000100:00100000:1.0:1767321112.593833:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321112.593865:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140416 00000100:00100000:1.0:1767321112.593872:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140416 00000100:00100000:1.0:1767321112.593916:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140288 00000100:00100000:1.0:1767321112.593919:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140288 00000100:00100000:1.0:1767321112.593930:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140544 00000100:00100000:1.0:1767321112.593933:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140544 00000100:00100000:1.0:1767321112.593940:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141056 00000100:00100000:1.0:1767321112.593942:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141056 00000100:00100000:1.0:1767321112.593951:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1767321112.593958:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046140416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321112.594020:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046140416:12345-0@lo:400:kworker.0 Request processed in 47us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321112.594028:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2092 00000100:00100000:1.0:1767321112.594048:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767321112.594052:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046140288:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321112.594070:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321112.594102:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4761f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046140288:12345-0@lo:38:kworker.0 Request processed in 47us (662us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321112.594108:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2752 00000100:00100000:1.0:1767321112.594119:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1767321112.594122:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046140544:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321112.594131:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321112.594152:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4760a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046140544:12345-0@lo:38:kworker.0 Request processed in 28us (643us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321112.594157:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2753 00000100:00100000:1.0:1767321112.594168:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2754 00000100:00100000:1.0:1767321112.594171:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046141056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321112.594180:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321112.594203:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046141056:12345-0@lo:38:kworker.0 Request processed in 30us (369us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321112.594208:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2754 00000100:00080000:1.0:1767321112.594242:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321112.594247:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321112.594252:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046140288:0@lo:38:kworker.0 00000100:00080000:1.0:1767321112.594262:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321112.594265:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321112.594267:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046140544:0@lo:38:kworker.0 00000100:00080000:1.0:1767321112.594274:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321112.594278:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321112.594280:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046141056:0@lo:38:kworker.0 00000100:00100000:3.0:1767321112.594567:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140800 00000100:00100000:3.0:1767321112.594572:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140800 00000100:00100000:3.0:1767321112.594612:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1767321112.594619:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6b89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046140800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321112.594681:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6b89c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046140800:12345-0@lo:400:kworker.0 Request processed in 62us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321112.594687:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00080000:3.0:1767321112.594909:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321112.594914:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321112.594929:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046140928:0@lo:400:kworker.0 00000100:00100000:3.0:1767321112.594957:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321112.594981:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321112.594992:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046140160:0@lo:400:kworker.0 00000100:00100000:3.0:1767321112.595013:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321112.595053:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140160 00000100:00100000:0.0:1767321112.595056:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140672 00000100:00100000:3.0:1767321112.595057:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140160 00000100:00100000:0.0:1767321112.595060:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140672 00000100:00100000:0.0:1767321112.595083:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1767321112.595084:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767321112.595088:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046140672:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321112.595089:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046140160:12345-0@lo:400:kworker.0 00010000:00020000:0.0:1767321112.595100:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321112.595122:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046140160:12345-0@lo:400:kworker.0 Request processed in 33us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321112.595128:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4762a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046140672:12345-0@lo:38:kworker.0 Request processed in 40us (1581us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321112.595129:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2093 00000100:00100000:0.0:1767321112.595134:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00080000:3.0:1767321112.595143:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321112.595156:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046140928 00000100:00100000:0.0:1767321112.595159:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046140928 00010000:00080000:3.0:1767321112.595161:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc700 x1853164046140160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321112.595174:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046140160:0@lo:400:kworker.0 00000100:00100000:0.0:1767321112.595185:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:0.0:1767321112.595191:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046140928:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321112.595203:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321112.595228:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046140928:12345-0@lo:400:kworker.0 Request processed in 38us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321112.595234:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1767321112.595235:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046140928:0@lo:400:kworker.0 00000100:00080000:1.0:1767321112.595317:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321112.595323:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321112.595326:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7452d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046140672:0@lo:38:kworker.0 00010000:00080000:2.0:1767321112.595339:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bd0632d80 x1853164046140416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321112.595349:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046140416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321112.595359:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be7450380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046140800:0@lo:400:kworker.0 00010000:00010000:3.0:1767321113.358948:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321113.614007:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046141184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321113.614117:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321113.614315:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321113.614326:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046141312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321113.614358:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321113.614462:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141184 00000100:00100000:0.0:1767321113.614471:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141184 00000100:00100000:0.0:1767321113.614538:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141312 00000100:00100000:0.0:1767321113.614542:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141312 00000100:00100000:0.0:1767321113.614560:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:0.0:1767321113.614568:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046141184:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321113.614673:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:2.0:1767321113.614682:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046141312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321113.614715:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321113.614790:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046141312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 109us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321113.614796:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00002000:00000024:0.0:1767321113.614862:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321113.614912:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbe9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046141184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 345us (795us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321113.614919:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00100000:2.0:1767321113.615001:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046141184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321113.615001:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046141312:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321114.384254:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321115.406060:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321116.430569:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321117.123476:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321117.123564:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321117.123671:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965696 00000100:00100000:2.0:1767321117.123682:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965696 00000100:00100000:2.0:1767321117.123824:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965568 00000100:00100000:2.0:1767321117.123828:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965568 00000100:00100000:2.0:1767321117.123852:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2094 00000100:00100000:2.0:1767321117.123865:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985965696:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321117.123944:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985965696:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321117.123953:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2094 00000100:00100000:2.0:1767321117.123971:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2755 00000100:00100000:2.0:1767321117.123976:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985965568:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321117.124017:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321117.124044:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985965568:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 66us (480us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321117.124051:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2755 00000100:00080000:0.0:1767321117.124428:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321117.454688:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321117.710762:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321117.710773:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321117.710940:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767321117.711871:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321117.711877:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321117.711881:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321117.711890:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6310 00000100:00080000:3.0:1767321117.711894:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321117.711900:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321117.711930:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebbead80 x1853164046141568/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321117.712004:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321117.712008:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321117.712009:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321117.712022:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6310 00000100:00080000:3.0:1767321117.712025:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321117.712028:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321117.712040:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d45180 x1853164046141824/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321117.712048:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321117.712052:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321117.712054:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321117.712057:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6310 00000100:00080000:3.0:1767321117.712059:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321117.712063:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321117.712072:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6d47800 x1853164046141952/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321117.712183:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046141568:0@lo:38:kworker.0 00000100:00100000:1.0:1767321117.712315:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321117.712410:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046141824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321117.712433:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321117.712473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046141952:0@lo:38:kworker.0 00000100:00100000:1.0:1767321117.712507:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321117.712571:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141568 00000100:00100000:1.0:1767321117.712578:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141568 00000100:00100000:1.0:1767321117.712619:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141824 00000100:00100000:1.0:1767321117.712622:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141824 00000100:00100000:1.0:1767321117.712637:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767321117.712644:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046141568:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321117.712663:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321117.712703:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b14700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046141568:12345-0@lo:38:kworker.0 Request processed in 58us (388us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321117.712710:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2756 00000100:00100000:1.0:1767321117.712753:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2757 00000100:00100000:1.0:1767321117.712758:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046141824:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321117.712786:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321117.712811:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046141824:12345-0@lo:38:kworker.0 Request processed in 52us (377us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321117.712817:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2757 00000100:00080000:1.0:1767321117.712866:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321117.712871:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321117.712875:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046141568:0@lo:38:kworker.0 00000100:00080000:1.0:1767321117.712882:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321117.712885:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321117.712888:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046141824:0@lo:38:kworker.0 00000100:00100000:1.0:1767321117.712936:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141952 00000100:00100000:1.0:1767321117.712940:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141952 00000100:00100000:1.0:1767321117.712975:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1767321117.712979:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046141952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321117.712989:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321117.713019:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046141952:12345-0@lo:38:kworker.0 Request processed in 37us (510us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321117.713025:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00080000:1.0:1767321117.713062:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321117.713066:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321117.713069:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6d47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046141952:0@lo:38:kworker.0 00000100:00100000:2.0:1767321117.713648:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046142080:0@lo:400:kworker.0 00000100:00100000:2.0:1767321117.713731:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321117.713795:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321117.713801:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046141696:0@lo:400:kworker.0 00000100:00100000:2.0:1767321117.713836:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321117.713867:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141696 00000100:00100000:2.0:1767321117.713871:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141696 00000100:00100000:2.0:1767321117.713916:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2095 00000100:00100000:2.0:1767321117.713923:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046141696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321117.713966:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046141696:12345-0@lo:400:kworker.0 Request processed in 43us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321117.713972:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2095 00000100:00080000:2.0:1767321117.713998:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321117.714024:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc700 x1853164046141696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321117.714037:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046141696:0@lo:400:kworker.0 00000100:00100000:1.0:1767321117.714990:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142080 00000100:00100000:1.0:1767321117.715000:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142080 00000100:00100000:1.0:1767321117.715064:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:1.0:1767321117.715073:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046142080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321117.715133:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046142080:12345-0@lo:400:kworker.0 Request processed in 61us (1401us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321117.715139:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00080000:1.0:1767321117.715175:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321117.715201:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046142080:0@lo:400:kworker.0 00000100:00100000:0.0:1767321117.717512:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046142208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321117.717604:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321117.717651:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046141440:0@lo:400:kworker.0 00000100:00100000:2.0:1767321117.717655:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142208 00000100:00100000:2.0:1767321117.717671:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142208 00000100:00100000:2.0:1767321117.717737:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1767321117.717747:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046142208:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321117.718002:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321117.718028:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046142208:12345-0@lo:400:kworker.0 Request processed in 74us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321117.718039:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00080000:3.0:1767321117.718098:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321117.718104:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321117.718108:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321117.718113:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6310 00000100:00080000:3.0:1767321117.718116:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321117.718121:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321117.718149:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164046142336/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321117.718797:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046142336:0@lo:38:kworker.0 00000100:00100000:0.0:1767321117.719027:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321117.719094:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046142208:0@lo:400:kworker.0 00000100:00100000:2.0:1767321117.719126:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046141440 00000100:00100000:2.0:1767321117.719133:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046141440 00000100:00100000:1.0:1767321117.719176:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321117.719229:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321117.720590:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142336 00000100:00100000:2.0:1767321117.720604:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142336 00000100:00100000:2.0:1767321117.721136:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2096 00000100:00100000:2.0:1767321117.721153:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046141440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321117.721234:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046141440:12345-0@lo:400:kworker.0 Request processed in 89us (2207us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321117.721241:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2096 00000100:00100000:2.0:1767321117.721258:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2758 00000100:00100000:2.0:1767321117.721263:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046142336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321117.721281:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321117.721325:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0b17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046142336:12345-0@lo:38:kworker.0 Request processed in 61us (2149us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321117.721331:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2758 00000100:00080000:1.0:1767321117.722205:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:3.0:1767321117.722212:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebbeaa00 x1853164046141440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321117.722215:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321117.722223:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046142336:0@lo:38:kworker.0 00000100:00100000:3.0:1767321117.722232:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebbeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046141440:0@lo:400:kworker.0 00010000:00010000:2.0:1767321118.478004:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321118.733983:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321118.734005:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046142464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321118.734096:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321118.734133:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142464 00000100:00100000:0.0:1767321118.734143:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142464 00000100:00100000:0.0:1767321118.734221:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:0.0:1767321118.734231:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046142464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321118.734584:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321118.734807:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c29180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046142464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 577us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321118.734816:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:3.0:1767321118.734901:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046142464:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321118.735080:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321118.740364:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046142592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321118.740460:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321118.743788:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142592 00000100:00100000:0.0:1767321118.743803:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142592 00000100:00100000:0.0:1767321118.743952:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:0.0:1767321118.743973:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046142592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321118.744041:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321118.744131:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046142592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 161us (3671us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321118.744138:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1767321118.744237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046142592:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321119.504708:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321120.527822:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321121.224887:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767321121.224927:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985965824 offset 0 length 520: 4 00000100:00100000:0.0:1767321121.225454:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966080 00000100:00100000:0.0:1767321121.225464:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966080 00000100:00100000:0.0:1767321121.225635:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2097 00000100:00100000:0.0:1767321121.225647:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985966080:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321121.225949:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985966080:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 304us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321121.225958:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2097 00000100:00080000:3.0:1767321121.226242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321121.233590:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321121.233750:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985965952 00000100:00100000:0.0:1767321121.233760:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985965952 00000100:00100000:0.0:1767321121.233836:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2759 00000100:00100000:0.0:1767321121.233844:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985965952:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321121.233869:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321121.233939:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8961500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985965952:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 94us (360us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321121.233947:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2759 00010000:00010000:3.0:1767321121.550737:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321121.742266:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321121.742284:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321121.742349:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321121.742354:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321121.742357:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321121.742365:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6316 00000100:00080000:3.0:1767321121.742370:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321121.742377:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321121.742398:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046142720:0@lo:400:kworker.0 00000100:00100000:3.0:1767321121.742400:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c28700 x1853164046142848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321121.742455:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321121.742459:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321121.742461:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321121.742465:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6316 00000100:00080000:3.0:1767321121.742467:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321121.742471:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321121.742484:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a300 x1853164046143104/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321121.742494:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321121.742500:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:1.0:1767321121.742502:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321121.742504:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321121.742509:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6316 00000100:00080000:3.0:1767321121.742512:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321121.742515:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321121.742527:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8c2a680 x1853164046143232/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321121.742554:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321121.742557:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321121.742559:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321121.742563:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6316 00000100:00080000:3.0:1767321121.742565:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321121.742570:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321121.742575:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321121.742583:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaadf80 x1853164046143616/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321121.742586:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046143488:0@lo:400:kworker.0 00000100:00100000:3.0:1767321121.742618:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046142976:0@lo:400:kworker.0 00000100:00100000:1.0:1767321121.742634:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321121.742653:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321121.742673:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142720 00000100:00100000:3.0:1767321121.742680:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321121.742682:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142720 00000100:00100000:3.0:1767321121.742688:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046143360:0@lo:400:kworker.0 00000100:00100000:3.0:1767321121.742715:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321121.742736:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142976 00000100:00100000:1.0:1767321121.742740:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142976 00000100:00100000:3.0:1767321121.742753:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046143488 00000100:00100000:3.0:1767321121.742758:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046143488 00000100:00100000:1.0:1767321121.742815:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2098 00000100:00100000:3.0:1767321121.742817:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046143360 00000100:00100000:3.0:1767321121.742822:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046143360 00000100:00100000:1.0:1767321121.742827:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046142720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321121.742845:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1767321121.742855:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046143488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321121.742882:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6d45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046142720:12345-0@lo:400:kworker.0 Request processed in 58us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321121.742891:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2098 00000100:00100000:3.0:1767321121.742897:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046143488:12345-0@lo:400:kworker.0 Request processed in 43us (276us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321121.742906:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:1.0:1767321121.742916:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2099 00000100:00100000:3.0:1767321121.742924:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1322 00000100:00100000:1.0:1767321121.742928:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046142976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321121.742936:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046143360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321121.742970:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046142976:12345-0@lo:400:kworker.0 Request processed in 45us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321121.742976:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046143360:12345-0@lo:400:kworker.0 Request processed in 41us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321121.742981:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2099 00000100:00100000:3.0:1767321121.742988:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1322 00000100:00080000:3.0:1767321121.743019:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321121.743024:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046143488:0@lo:400:kworker.0 00000100:00080000:3.0:1767321121.743024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321121.743028:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767321121.743042:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2b100 x1853164046142720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321121.743053:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046143360:0@lo:400:kworker.0 00000100:00100000:1.0:1767321121.743055:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046142720:0@lo:400:kworker.0 00010000:00080000:3.0:1767321121.743084:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8c2aa00 x1853164046142976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321121.743096:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046142976:0@lo:400:kworker.0 00000100:00100000:0.0:1767321121.743198:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046142848:0@lo:38:kworker.0 00000100:00100000:0.0:1767321121.743229:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321121.743265:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046143104:0@lo:38:kworker.0 00000100:00100000:0.0:1767321121.743299:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321121.743321:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046143232:0@lo:38:kworker.0 00000100:00100000:0.0:1767321121.743343:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321121.743370:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046143616:0@lo:38:kworker.0 00000100:00100000:0.0:1767321121.743387:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321121.743414:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046142848 00000100:00100000:0.0:1767321121.743417:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046142848 00000100:00100000:0.0:1767321121.743436:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046143104 00000100:00100000:0.0:1767321121.743438:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046143104 00000100:00100000:0.0:1767321121.743449:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046143616 00000100:00100000:0.0:1767321121.743451:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046143616 00000100:00100000:0.0:1767321121.743465:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2760 00000100:00100000:0.0:1767321121.743470:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046142848:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321121.743490:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321121.743520:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf81bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046142848:12345-0@lo:38:kworker.0 Request processed in 48us (290us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321121.743527:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2760 00000100:00100000:0.0:1767321121.743539:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2761 00000100:00100000:0.0:1767321121.743543:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046143104:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321121.743551:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321121.743571:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046143104:12345-0@lo:38:kworker.0 Request processed in 27us (272us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321121.743577:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2761 00000100:00100000:0.0:1767321121.743586:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2762 00000100:00100000:0.0:1767321121.743590:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046143616:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321121.743599:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321121.743616:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046143616:12345-0@lo:38:kworker.0 Request processed in 24us (228us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321121.743622:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2762 00000100:00080000:0.0:1767321121.743650:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321121.743654:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321121.743657:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046142848:0@lo:38:kworker.0 00000100:00080000:0.0:1767321121.743664:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321121.743667:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321121.743671:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046143104:0@lo:38:kworker.0 00000100:00080000:0.0:1767321121.743677:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321121.743680:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321121.743683:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046143616:0@lo:38:kworker.0 00000100:00100000:3.0:1767321121.744290:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046143232 00000100:00100000:3.0:1767321121.744297:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046143232 00000100:00100000:3.0:1767321121.744332:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1767321121.744338:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046143232:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321121.744351:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321121.744399:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046143232:12345-0@lo:38:kworker.0 Request processed in 60us (1055us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321121.744406:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00080000:0.0:1767321121.745818:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321121.745827:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321121.745831:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8c2a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046143232:0@lo:38:kworker.0 00010000:00010000:2.0:1767321122.574098:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321122.765896:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321097/real 1767321097] req@ffffa07bf2b01180 x1853164046136192/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321122 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321122.765928:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf2b01180 x1853164046136192/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321122 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321122.765947:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321122.765976:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321122.765980:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046136192:0@lo:250:kworker.0 00000100:00080000:3.0:1767321122.767332:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321122.767343:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321122.767348:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321122.767354:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6295 00000100:00080000:3.0:1767321122.767359:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321122.767366:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321122.767403:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad880 x1853164046143744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321122.767474:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321122.767477:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321122.767479:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321122.767482:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6320 00000100:00080000:3.0:1767321122.767485:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321122.767488:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321122.767504:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaf480 x1853164046144000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321122.767539:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321122.767543:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046143872:0@lo:400:kworker.0 00000100:00080000:3.0:1767321122.767544:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321122.767548:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321122.767555:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6320 00000100:00080000:3.0:1767321122.767558:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321122.767561:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321122.767574:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825fb80 x1853164046144256/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321122.767583:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321122.767586:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321122.767589:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321122.767592:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6320 00000100:00080000:3.0:1767321122.767594:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321122.767598:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321122.767611:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825dc00 x1853164046144384/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321122.767631:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321122.767640:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321122.767644:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321122.767646:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321122.767650:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6320 00000100:00080000:3.0:1767321122.767653:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321122.767656:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321122.767670:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc825ea00 x1853164046144768/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321122.767696:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046144512:0@lo:400:kworker.0 00000100:00100000:3.0:1767321122.767728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321122.767755:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046144128:0@lo:400:kworker.0 00000100:00100000:3.0:1767321122.767819:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321122.767943:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321122.767951:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046144640:0@lo:400:kworker.0 00000100:00100000:1.0:1767321122.767977:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321122.767979:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046143872 00000100:00100000:3.0:1767321122.767989:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046143872 00000100:00100000:2.0:1767321122.768005:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144512 00000100:00100000:2.0:1767321122.768011:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144512 00000100:00100000:1.0:1767321122.768024:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144128 00000100:00100000:1.0:1767321122.768027:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144128 00000100:00100000:3.0:1767321122.768044:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2100 00000100:00100000:2.0:1767321122.768049:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144640 00000100:00100000:2.0:1767321122.768053:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144640 00000100:00100000:2.0:1767321122.768073:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1767321122.768080:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046144512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321122.768087:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1767321122.768094:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046144640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321122.768126:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046144512:12345-0@lo:400:kworker.0 Request processed in 46us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321122.768127:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046144640:12345-0@lo:400:kworker.0 Request processed in 35us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321122.768134:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1324 00000100:00100000:0.0:1767321122.768155:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046143744:0@lo:250:kworker.0 00000400:00000100:0.0:1767321122.768174:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046143744 offset 0 length 520: 4 00000100:00100000:0.0:1767321122.768191:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046144000:0@lo:38:kworker.0 00000100:00100000:0.0:1767321122.768209:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321122.768226:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046144256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321122.768245:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321122.768274:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046144384:0@lo:38:kworker.0 00000100:00100000:0.0:1767321122.768296:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321122.768313:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046144768:0@lo:38:kworker.0 00000100:00100000:0.0:1767321122.768332:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321122.768360:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144000 00000100:00100000:0.0:1767321122.768364:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144000 00000100:00100000:3.0:1767321122.768368:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046143872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321122.768405:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebbead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046143872:12345-0@lo:400:kworker.0 Request processed in 352us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321122.771917:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144256 00000100:00100000:1.0:1767321122.771932:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144256 00000100:00100000:1.0:1767321122.771957:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144768 00000100:00100000:1.0:1767321122.771960:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144768 00000100:00100000:1.0:1767321122.771975:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2101 00000100:00100000:1.0:1767321122.771990:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046144128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321122.772102:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046144128:12345-0@lo:400:kworker.0 Request processed in 118us (4281us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321122.772109:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2101 00000100:00100000:1.0:1767321122.772130:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2763 00000100:00100000:1.0:1767321122.772135:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046144256:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321122.772154:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321122.772192:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046144256:12345-0@lo:38:kworker.0 Request processed in 55us (3945us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321122.772199:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2763 00000100:00100000:1.0:1767321122.772210:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2764 00000100:00100000:1.0:1767321122.772214:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046144768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321122.772223:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321122.772244:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046144768:12345-0@lo:38:kworker.0 Request processed in 28us (3910us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321122.772261:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2764 00000100:00100000:1.0:1767321122.772289:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144384 00000100:00100000:1.0:1767321122.772293:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144384 00000100:00100000:1.0:1767321122.772315:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1767321122.772320:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046144384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321122.772329:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321122.772353:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046144384:12345-0@lo:38:kworker.0 Request processed in 32us (4056us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321122.772359:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1767321122.772401:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046144640:0@lo:400:kworker.0 00010000:00080000:1.0:1767321122.772416:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaadf80 x1853164046143872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321122.772438:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046143872:0@lo:400:kworker.0 00000100:00080000:1.0:1767321122.772479:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321122.772485:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321122.772488:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046144256:0@lo:38:kworker.0 00000100:00080000:1.0:1767321122.772497:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321122.772501:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321122.772504:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046144384:0@lo:38:kworker.0 00000100:00080000:1.0:1767321122.772512:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321122.772516:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321122.772519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046144768:0@lo:38:kworker.0 00000100:00100000:2.0:1767321122.773028:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1323 00000100:00100000:2.0:1767321122.773097:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046144512:0@lo:400:kworker.0 00000100:00100000:3.0:1767321122.775588:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2100 00010000:00080000:3.0:1767321122.775674:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc825f480 x1853164046144128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321122.775694:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046144128:0@lo:400:kworker.0 00000100:00100000:3.0:1767321122.775741:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2765 00000100:00100000:3.0:1767321122.775749:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046144000:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321122.775785:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321122.775868:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6cdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046144000:12345-0@lo:38:kworker.0 Request processed in 117us (7656us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321122.775875:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2765 00000100:00080000:3.0:1767321122.775906:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321122.775912:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321122.775916:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046144000:0@lo:38:kworker.0 00010000:00010000:2.0:1767321123.602831:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321123.854293:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321123.854317:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046144896:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321123.854389:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321123.854562:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046144896 00000100:00100000:3.0:1767321123.854572:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046144896 00000100:00100000:3.0:1767321123.854630:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1767321123.854639:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046144896:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321123.854685:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767321123.854926:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321123.858157:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046144896:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3505us (3754us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321123.858176:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1767321123.858441:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc825f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046144896:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321123.861791:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046145024:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321123.861865:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321123.861969:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145024 00000100:00100000:1.0:1767321123.861978:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145024 00000100:00100000:1.0:1767321123.862043:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:1.0:1767321123.862053:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046145024:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321123.862088:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1767321123.862193:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321123.865802:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046145024:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3738us (3924us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321123.865823:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:0.0:1767321123.867746:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046145024:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321124.622368:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321125.651368:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321126.338311:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321126.338353:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321126.338435:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966336 00000100:00100000:0.0:1767321126.338445:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966336 00000100:00100000:0.0:1767321126.338594:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966208 00000100:00100000:0.0:1767321126.338598:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966208 00000100:00100000:0.0:1767321126.338618:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2102 00000100:00100000:0.0:1767321126.338627:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985966336:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321126.338695:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985966336:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 69us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321126.338702:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2102 00000100:00100000:0.0:1767321126.338719:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2766 00000100:00100000:0.0:1767321126.338724:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985966208:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321126.338742:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321126.338762:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985966208:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 37us (409us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321126.338796:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2766 00000100:00080000:2.0:1767321126.343710:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321126.670511:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321127.694045:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321127.950316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.950333:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1767321127.950431:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046145152:0@lo:400:kworker.0 00000100:00100000:0.0:1767321127.950534:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321127.950632:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145152 00000100:00100000:1.0:1767321127.950641:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145152 00000100:00100000:1.0:1767321127.950756:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2103 00000100:00100000:1.0:1767321127.950788:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046145152:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321127.950864:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321127.951820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.951827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321127.951831:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321127.951837:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6321 00000100:00080000:2.0:1767321127.951842:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321127.951847:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321127.951875:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8963b80 x1853164046145280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321127.951914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.951918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321127.951920:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321127.951923:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6321 00000100:00080000:2.0:1767321127.951926:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321127.951929:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321127.951940:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995500 x1853164046145536/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321127.951949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.951953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321127.951955:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321127.951958:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6321 00000100:00080000:2.0:1767321127.951961:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321127.951964:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321127.951983:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997100 x1853164046145664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321127.952064:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046145920:0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.952109:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321127.952183:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145920 00000100:00100000:3.0:1767321127.952189:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145920 00000100:00100000:3.0:1767321127.952233:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1325 00000100:00100000:3.0:1767321127.952240:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046145920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.952279:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046145920:12345-0@lo:400:kworker.0 Request processed in 39us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321127.952286:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1325 00000100:00080000:3.0:1767321127.952306:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321127.952332:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046145920:0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.952366:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046145792:0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.952402:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321127.952419:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321127.952425:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046145408:0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.952448:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321127.952470:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046145280:0@lo:38:kworker.0 00000100:00100000:3.0:1767321127.952490:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321127.952516:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046145536:0@lo:38:kworker.0 00000100:00100000:3.0:1767321127.952536:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321127.952551:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046145664:0@lo:38:kworker.0 00000100:00100000:3.0:1767321127.952572:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321127.953294:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145664 00000100:00100000:3.0:1767321127.953301:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145664 00000100:00100000:3.0:1767321127.953329:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1767321127.953335:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046145664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321127.953354:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321127.953408:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046145664:12345-0@lo:38:kworker.0 Request processed in 71us (834us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321127.953415:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1767321127.953440:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145408 00000100:00100000:3.0:1767321127.953444:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145408 00000100:00100000:3.0:1767321127.953473:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145280 00000100:00100000:3.0:1767321127.953476:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145280 00000100:00100000:3.0:1767321127.953489:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145536 00000100:00100000:3.0:1767321127.953492:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145536 00000100:00100000:3.0:1767321127.953511:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1767321127.953517:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046145408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.953554:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046145408:12345-0@lo:400:kworker.0 Request processed in 37us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321127.953560:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2104 00000100:00100000:3.0:1767321127.953574:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1767321127.953578:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046145280:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321127.953588:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321127.953610:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046145280:12345-0@lo:38:kworker.0 Request processed in 30us (1119us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321127.953617:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2767 00000100:00100000:3.0:1767321127.953626:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2768 00000100:00100000:3.0:1767321127.953630:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046145536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321127.953639:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321127.953658:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046145536:12345-0@lo:38:kworker.0 Request processed in 26us (1121us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321127.953664:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2768 00000100:00080000:3.0:1767321127.953688:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321127.953716:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf4fcc700 x1853164046145408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321127.953726:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf4fcc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046145408:0@lo:400:kworker.0 00000100:00080000:3.0:1767321127.953753:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321127.953757:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321127.953760:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8963b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046145280:0@lo:38:kworker.0 00000100:00080000:3.0:1767321127.953784:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321127.953787:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321127.953791:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046145536:0@lo:38:kworker.0 00000100:00080000:3.0:1767321127.953800:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321127.953803:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321127.953806:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046145664:0@lo:38:kworker.0 00000100:00100000:3.0:1767321127.953830:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046145792 00000100:00100000:3.0:1767321127.953833:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046145792 00000100:00100000:3.0:1767321127.953862:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1767321127.953869:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046145792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321127.953900:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc825d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046145792:12345-0@lo:400:kworker.0 Request processed in 31us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321127.953906:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00080000:3.0:1767321127.953918:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321127.953932:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046145792:0@lo:400:kworker.0 00000100:00100000:1.0:1767321127.957605:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046145152:12345-0@lo:400:kworker.0 Request processed in 6828us (7058us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321127.957622:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2103 00000100:00080000:2.0:1767321127.958129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321127.958135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321127.958139:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321127.958144:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6321 00000100:00080000:2.0:1767321127.958149:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321127.958165:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321127.958203:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994380 x1853164046146048/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321127.958291:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046146048:0@lo:38:kworker.0 00000100:00100000:3.0:1767321127.958352:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321127.958490:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146048 00000100:00100000:1.0:1767321127.958498:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146048 00000100:00100000:1.0:1767321127.958542:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2769 00000100:00100000:1.0:1767321127.958548:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046146048:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321127.958568:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321127.958620:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8963b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046146048:12345-0@lo:38:kworker.0 Request processed in 71us (268us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321127.958627:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2769 00000100:00080000:2.0:1767321127.958888:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321127.958893:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321127.958897:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046146048:0@lo:38:kworker.0 00010000:00080000:0.0:1767321127.959304:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf8962a00 x1853164046145152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321127.959317:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046145152:0@lo:400:kworker.0 00010000:00010000:2.0:1767321128.717986:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321128.974707:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321128.974728:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046146176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321128.974819:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321128.975049:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146176 00000100:00100000:1.0:1767321128.975060:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146176 00000100:00100000:1.0:1767321128.975115:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1767321128.975124:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046146176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321128.975164:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321128.975213:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf4fcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046146176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321128.975225:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:3.0:1767321128.975434:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8962a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046146176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321128.980153:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321128.980178:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046146304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321128.980247:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321128.980401:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146304 00000100:00100000:2.0:1767321128.980411:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146304 00000100:00100000:2.0:1767321128.980476:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1767321128.980484:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046146304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321128.980512:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321128.980750:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8962a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046146304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 266us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321128.980759:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:3.0:1767321128.981713:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046146304:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1767321129.742218:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321130.766074:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321131.459884:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321131.459939:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321131.460046:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966464 00000100:00100000:2.0:1767321131.460057:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966464 00000100:00100000:2.0:1767321131.460126:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966592 00000100:00100000:2.0:1767321131.460130:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966592 00000100:00100000:2.0:1767321131.460185:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2105 00000100:00100000:2.0:1767321131.460197:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985966592:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321131.460277:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985966592:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321131.460285:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2105 00000100:00100000:2.0:1767321131.460304:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2770 00000100:00100000:2.0:1767321131.460309:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985966464:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321131.460328:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321131.460354:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985966464:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 44us (485us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321131.460361:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2770 00000100:00080000:0.0:1767321131.463196:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321131.790962:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321132.814097:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321133.071996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321133.072006:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321133.072080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321133.072084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321133.072088:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321133.072097:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6326 00000100:00080000:2.0:1767321133.072103:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321133.072109:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321133.072132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994380 x1853164046146560/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321133.072187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321133.072191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321133.072193:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321133.072196:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6326 00000100:00080000:2.0:1767321133.072198:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321133.072202:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321133.072214:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb997100 x1853164046146816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321133.072222:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321133.072225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321133.072227:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321133.072230:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6326 00000100:00080000:2.0:1767321133.072232:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321133.072235:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321133.072293:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995500 x1853164046146944/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321133.072319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321133.072322:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321133.072324:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321133.072327:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6326 00000100:00080000:2.0:1767321133.072330:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321133.072333:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321133.072343:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73480 x1853164046147328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321133.072377:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046146688:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.072445:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321133.072524:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321133.072534:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046147072:0@lo:400:kworker.0 00000100:00100000:2.0:1767321133.072562:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321133.072869:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046146432:0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.072900:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321133.072939:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321133.072945:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046147200:0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.072966:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321133.072998:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146688 00000100:00100000:3.0:1767321133.073005:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146688 00000100:00100000:3.0:1767321133.073051:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146432 00000100:00100000:3.0:1767321133.073054:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146432 00000100:00100000:3.0:1767321133.073088:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1767321133.073097:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046146688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.073149:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046146688:12345-0@lo:400:kworker.0 Request processed in 53us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321133.073156:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2106 00000100:00100000:3.0:1767321133.073173:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2107 00000100:00100000:3.0:1767321133.073179:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046146432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.073208:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046146432:12345-0@lo:400:kworker.0 Request processed in 29us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321133.073214:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2107 00000100:00100000:3.0:1767321133.073232:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147072 00000100:00100000:3.0:1767321133.073236:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147072 00000100:00100000:3.0:1767321133.073262:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147200 00000100:00100000:3.0:1767321133.073265:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147200 00000100:00100000:3.0:1767321133.073282:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1767321133.073287:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046147072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.073317:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046147072:12345-0@lo:400:kworker.0 Request processed in 29us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321133.073323:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1767321133.073333:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1767321133.073338:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046147200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.073362:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046147200:12345-0@lo:400:kworker.0 Request processed in 24us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321133.073367:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1767321133.073407:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046147200:0@lo:400:kworker.0 00010000:00080000:3.0:1767321133.073418:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995c00 x1853164046146432/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321133.073427:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046146432:0@lo:400:kworker.0 00000100:00100000:3.0:1767321133.073457:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046147072:0@lo:400:kworker.0 00010000:00080000:3.0:1767321133.073466:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb994e00 x1853164046146688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321133.073473:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046146688:0@lo:400:kworker.0 00000100:00080000:0.0:1767321133.073655:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321133.073659:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321133.073662:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321133.073740:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046146560:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.073796:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.073819:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046146816:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.073839:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.073856:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046146944:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.073878:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.073901:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046147328:0@lo:38:kworker.0 00000100:00100000:1.0:1767321133.073921:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321133.073954:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146560 00000100:00100000:1.0:1767321133.073957:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146560 00000100:00100000:1.0:1767321133.073973:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146816 00000100:00100000:1.0:1767321133.073975:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146816 00000100:00100000:1.0:1767321133.073982:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147328 00000100:00100000:1.0:1767321133.073984:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147328 00000100:00100000:1.0:1767321133.073994:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2771 00000100:00100000:1.0:1767321133.073998:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046146560:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321133.074015:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321133.074051:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046146560:12345-0@lo:38:kworker.0 Request processed in 51us (254us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321133.074057:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2771 00000100:00100000:1.0:1767321133.074083:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767321133.074087:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046146816:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321133.074096:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321133.074119:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c28380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046146816:12345-0@lo:38:kworker.0 Request processed in 30us (278us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321133.074125:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2772 00000100:00100000:1.0:1767321133.074136:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2773 00000100:00100000:1.0:1767321133.074140:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046147328:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321133.074148:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321133.074168:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046147328:12345-0@lo:38:kworker.0 Request processed in 27us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321133.074173:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2773 00000100:00100000:1.0:1767321133.074190:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046146944 00000100:00100000:1.0:1767321133.074193:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046146944 00000100:00100000:1.0:1767321133.074212:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1767321133.074216:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046146944:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321133.074225:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321133.074249:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8c2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046146944:12345-0@lo:38:kworker.0 Request processed in 31us (370us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321133.074254:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00080000:1.0:1767321133.074287:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.074291:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.074294:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046146560:0@lo:38:kworker.0 00000100:00080000:1.0:1767321133.074302:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.074305:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.074307:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046146816:0@lo:38:kworker.0 00000100:00080000:1.0:1767321133.074314:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.074316:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.074319:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046146944:0@lo:38:kworker.0 00000100:00080000:1.0:1767321133.074325:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321133.074328:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321133.074330:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046147328:0@lo:38:kworker.0 00010000:00010000:3.0:1767321133.841081:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321134.094369:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046147456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321134.094449:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321134.094510:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147456 00000100:00100000:1.0:1767321134.094531:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147456 00000100:00100000:1.0:1767321134.094595:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1767321134.094606:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046147456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321134.094638:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321134.094644:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321134.094657:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046147584:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321134.094697:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321134.094707:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046147456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321134.094717:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1767321134.094740:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147584 00000100:00100000:1.0:1767321134.094743:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147584 00000100:00100000:1.0:1767321134.094758:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:1.0:1767321134.094763:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046147584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321134.094800:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321134.094863:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0afc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046147456:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321134.097556:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046147584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2782us (2849us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321134.097573:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1767321134.097878:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046147584:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321134.861999:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321135.887204:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321136.579007:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321136.579226:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966720 00000100:00100000:3.0:1767321136.579240:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966720 00000100:00100000:3.0:1767321136.579313:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2774 00000100:00100000:3.0:1767321136.579323:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985966720:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321136.579353:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321136.579441:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985966720:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 120us (461us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321136.579449:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2774 00000100:00100000:1.0:1767321136.579621:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321136.580006:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966848 00000100:00100000:3.0:1767321136.580011:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966848 00000100:00100000:3.0:1767321136.580069:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2108 00000100:00100000:3.0:1767321136.580076:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985966848:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321136.580132:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985966848:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 57us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321136.580137:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2108 00000100:00080000:1.0:1767321136.580194:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321136.911148:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321137.934063:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321138.190198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.190214:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321138.190305:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.190310:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.190317:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.190328:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321138.190335:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.190343:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321138.190370:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71880 x1853164046147840/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321138.190404:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.190408:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.190410:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.190413:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321138.190416:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.190419:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321138.190431:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72680 x1853164046148096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321138.190440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.190443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.190445:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.190449:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321138.190452:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.190456:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321138.190473:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587800 x1853164046148224/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321138.190499:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321138.190503:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321138.190505:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321138.190509:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6331 00000100:00080000:2.0:1767321138.190512:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321138.190516:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321138.190528:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01180 x1853164046148608/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321138.190938:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046147840:0@lo:38:kworker.0 00000100:00100000:1.0:1767321138.191045:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.191130:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046148096:0@lo:38:kworker.0 00000100:00100000:1.0:1767321138.191167:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.191193:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046148224:0@lo:38:kworker.0 00000100:00100000:1.0:1767321138.191219:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.191243:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046148608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321138.191264:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321138.191468:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147840 00000100:00100000:1.0:1767321138.191478:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147840 00000100:00100000:0.0:1767321138.191858:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046148480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.191912:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321138.191947:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321138.191953:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046147712:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.191986:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321138.192022:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148480 00000100:00100000:0.0:1767321138.192026:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148480 00000100:00100000:0.0:1767321138.192092:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:0.0:1767321138.192102:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046148480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192174:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046148480:12345-0@lo:400:kworker.0 Request processed in 73us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321138.192182:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00080000:0.0:1767321138.192210:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321138.192223:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148096 00000100:00100000:0.0:1767321138.192227:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148096 00000100:00100000:0.0:1767321138.192248:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148608 00000100:00100000:0.0:1767321138.192252:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148608 00000100:00100000:0.0:1767321138.192264:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147712 00000100:00100000:0.0:1767321138.192267:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147712 00000100:00100000:0.0:1767321138.192288:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767321138.192293:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046147712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192322:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bed0c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046147712:12345-0@lo:400:kworker.0 Request processed in 29us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321138.192329:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2109 00000100:00100000:0.0:1767321138.192342:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2775 00000100:00100000:0.0:1767321138.192346:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046148096:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321138.192368:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321138.192404:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046148096:12345-0@lo:38:kworker.0 Request processed in 56us (1236us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321138.192410:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2775 00000100:00100000:0.0:1767321138.192422:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2776 00000100:00100000:0.0:1767321138.192425:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046148608:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321138.192434:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321138.192456:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046148608:12345-0@lo:38:kworker.0 Request processed in 28us (1191us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321138.192461:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2776 00000100:00080000:0.0:1767321138.192482:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321138.192497:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046147968:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192528:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321138.192550:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321138.192557:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046148352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192579:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321138.192602:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046147968 00000100:00100000:0.0:1767321138.192606:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046147968 00000100:00100000:0.0:1767321138.192633:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2110 00000100:00100000:0.0:1767321138.192639:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046147968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192671:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046147968:12345-0@lo:400:kworker.0 Request processed in 33us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321138.192677:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2110 00000100:00080000:0.0:1767321138.192692:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767321138.192721:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c70380 x1853164046147712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321138.192737:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046147712:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192749:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046148480:0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192812:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148352 00000100:00100000:0.0:1767321138.192816:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148352 00000100:00100000:0.0:1767321138.192843:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:0.0:1767321138.192849:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046148352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321138.192877:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046148352:12345-0@lo:400:kworker.0 Request processed in 28us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321138.192882:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00080000:0.0:1767321138.192896:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321138.192915:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046148352:0@lo:400:kworker.0 00010000:00080000:0.0:1767321138.192925:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c73480 x1853164046147968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321138.192934:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046147968:0@lo:400:kworker.0 00000100:00080000:0.0:1767321138.192975:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321138.192980:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321138.192984:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046148096:0@lo:38:kworker.0 00000100:00080000:0.0:1767321138.192994:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321138.192998:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321138.193001:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046148608:0@lo:38:kworker.0 00000100:00100000:0.0:1767321138.193052:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148224 00000100:00100000:0.0:1767321138.193056:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148224 00000100:00100000:0.0:1767321138.193077:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1767321138.193082:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046148224:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321138.193093:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321138.193124:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046148224:12345-0@lo:38:kworker.0 Request processed in 40us (1903us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321138.193129:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00080000:0.0:1767321138.193153:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321138.193157:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321138.193160:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046148224:0@lo:38:kworker.0 00000100:00100000:1.0:1767321138.193521:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2777 00000100:00100000:1.0:1767321138.193527:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046147840:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321138.193537:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321138.193575:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7450380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046147840:12345-0@lo:38:kworker.0 Request processed in 47us (2531us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321138.193580:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2777 00000100:00080000:1.0:1767321138.193609:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321138.193613:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321138.193617:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046147840:0@lo:38:kworker.0 00010000:00010000:2.0:1767321138.958223:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321139.214135:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046148736:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321139.214242:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321139.215280:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148736 00000100:00100000:1.0:1767321139.215298:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148736 00000100:00100000:1.0:1767321139.215370:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1403 00000100:00100000:1.0:1767321139.215380:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046148736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321139.215426:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321139.215471:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046148864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321139.215504:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046148736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (1262us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321139.215509:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321139.215650:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148864 00000100:00100000:0.0:1767321139.215655:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148864 00000100:00100000:3.0:1767321139.217149:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046148736:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321139.224202:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1403 00000100:00100000:0.0:1767321139.227553:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1404 00000100:00100000:0.0:1767321139.227985:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046148864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321139.228037:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321139.228154:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0affb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046148864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 586us (12643us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321139.228162:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1404 00000100:00100000:3.0:1767321139.230134:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0aff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046148864:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321139.982297:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321141.007535:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321141.698452:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321141.698551:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985967104 00000100:00100000:2.0:1767321141.698570:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985967104 00000100:00100000:2.0:1767321141.698728:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2111 00000100:00100000:2.0:1767321141.698748:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985967104:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321141.698911:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7453480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985967104:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 172us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321141.698920:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2111 00000100:00100000:3.0:1767321141.699363:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767321141.699405:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321141.699483:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985966976 00000100:00100000:2.0:1767321141.699494:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985966976 00000100:00100000:2.0:1767321141.699542:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2778 00000100:00100000:2.0:1767321141.699549:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985966976:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321141.699572:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321141.699646:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0aff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985966976:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 96us (287us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321141.699655:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2778 00010000:00010000:3.0:1767321142.030099:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321143.054637:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321143.310037:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321143.310048:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321143.310102:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321143.310107:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321143.310111:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321143.310119:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6336 00000100:00080000:0.0:1767321143.310124:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321143.310132:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321143.310136:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046148992:0@lo:400:kworker.0 00000100:00100000:0.0:1767321143.310158:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc000 x1853164046149120/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321143.310196:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321143.310199:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321143.310201:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321143.310205:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6336 00000100:00080000:0.0:1767321143.310207:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321143.310213:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321143.310215:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321143.310230:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8380 x1853164046149376/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321143.310242:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321143.310245:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321143.310247:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321143.310252:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6336 00000100:00080000:0.0:1767321143.310254:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321143.310258:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321143.310271:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70d8700 x1853164046149504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321143.310311:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321143.310315:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321143.310316:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321143.310320:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6336 00000100:00080000:0.0:1767321143.310322:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321143.310326:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321143.310340:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c73480 x1853164046149888/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321143.310366:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046149248:0@lo:400:kworker.0 00000100:00100000:0.0:1767321143.310395:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321143.310439:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046148992 00000100:00100000:0.0:1767321143.310446:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046148992 00000100:00100000:0.0:1767321143.310498:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2112 00000100:00100000:0.0:1767321143.310507:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046148992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321143.310552:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046148992:12345-0@lo:400:kworker.0 Request processed in 47us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321143.310559:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2112 00000100:00100000:0.0:1767321143.310576:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149248 00000100:00100000:0.0:1767321143.310579:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149248 00000100:00100000:0.0:1767321143.310601:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2113 00000100:00100000:0.0:1767321143.310608:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046149248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321143.310639:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046149248:12345-0@lo:400:kworker.0 Request processed in 31us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321143.310647:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2113 00000100:00080000:0.0:1767321143.310667:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321143.310878:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046149120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321143.310906:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767321143.311846:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dd180 x1853164046148992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321143.311859:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046148992:0@lo:400:kworker.0 00000100:00100000:2.0:1767321143.311892:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321143.311900:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046149760:0@lo:400:kworker.0 00000100:00100000:2.0:1767321143.311941:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321143.313650:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046149632:0@lo:400:kworker.0 00000100:00100000:3.0:1767321143.313728:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321143.313787:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149120 00000100:00100000:3.0:1767321143.313795:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149120 00000100:00100000:3.0:1767321143.313830:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2779 00000100:00100000:3.0:1767321143.313838:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046149120:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321143.313861:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321143.313916:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7451500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046149120:12345-0@lo:38:kworker.0 Request processed in 77us (3007us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321143.313923:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2779 00000100:00100000:3.0:1767321143.313946:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149760 00000100:00100000:3.0:1767321143.313950:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149760 00000100:00100000:3.0:1767321143.313986:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149632 00000100:00100000:3.0:1767321143.313989:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149632 00000100:00100000:3.0:1767321143.314021:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1767321143.314028:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046149760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321143.314072:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046149760:12345-0@lo:400:kworker.0 Request processed in 44us (2129us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321143.314078:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1767321143.314091:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1332 00000100:00100000:3.0:1767321143.314097:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046149632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321143.314127:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0afc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046149632:12345-0@lo:400:kworker.0 Request processed in 30us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321143.314133:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1332 00000100:00080000:0.0:1767321143.314240:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321143.314245:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1767321143.314549:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0587800 x1853164046149248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321143.314564:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046149248:0@lo:400:kworker.0 00000100:00080000:1.0:1767321143.314609:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321143.314615:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321143.314618:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046149120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321143.314626:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046149376:0@lo:38:kworker.0 00000100:00100000:1.0:1767321143.314659:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321143.314692:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046149504:0@lo:38:kworker.0 00000100:00100000:1.0:1767321143.314721:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321143.314755:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046149888:0@lo:38:kworker.0 00000100:00100000:1.0:1767321143.314802:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321143.314844:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149376 00000100:00100000:1.0:1767321143.314849:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149376 00000100:00100000:1.0:1767321143.314880:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149888 00000100:00100000:1.0:1767321143.314883:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149888 00000100:00100000:1.0:1767321143.314899:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2780 00000100:00100000:1.0:1767321143.314903:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046149376:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321143.314916:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321143.314946:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be7452680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046149376:12345-0@lo:38:kworker.0 Request processed in 41us (287us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321143.314952:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2780 00000100:00100000:1.0:1767321143.314966:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2781 00000100:00100000:1.0:1767321143.314970:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046149888:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321143.314978:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321143.314998:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046149888:12345-0@lo:38:kworker.0 Request processed in 26us (195us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321143.315003:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2781 00000100:00080000:1.0:1767321143.315041:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321143.315046:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321143.315049:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046149376:0@lo:38:kworker.0 00000100:00080000:1.0:1767321143.315057:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321143.315060:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321143.315063:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046149888:0@lo:38:kworker.0 00000100:00100000:3.0:1767321143.315614:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046149504 00000100:00100000:3.0:1767321143.315622:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046149504 00000100:00100000:3.0:1767321143.315661:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1767321143.315667:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046149504:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321143.315680:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321143.315731:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046149504:12345-0@lo:38:kworker.0 Request processed in 63us (1008us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321143.315738:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1767321143.315905:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046149760:0@lo:400:kworker.0 00000100:00080000:1.0:1767321143.316157:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321143.316162:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321143.316166:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046149504:0@lo:38:kworker.0 00000100:00100000:3.0:1767321143.316599:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046149632:0@lo:400:kworker.0 00010000:00010000:2.0:1767321144.078011:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321144.335036:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321144.335052:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046150016:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321144.335121:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321144.335795:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150016 00000100:00100000:3.0:1767321144.335804:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150016 00000100:00100000:3.0:1767321144.335869:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1405 00000100:00100000:3.0:1767321144.335879:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046150016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321144.335911:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321144.336515:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046150016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 635us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321144.336524:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1405 00000100:00100000:1.0:1767321144.338248:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046150144:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321144.338314:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321144.338481:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150144 00000100:00100000:2.0:1767321144.338490:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150144 00000100:00100000:2.0:1767321144.338543:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:2.0:1767321144.338553:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046150144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321144.338583:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321144.338639:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046150144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321144.338645:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:3.0:1767321144.338814:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046150144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321144.339864:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046150016:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321145.102176:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321146.129331:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321146.823593:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767321146.823640:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985967488 offset 0 length 520: 4 00000100:00100000:3.0:1767321146.823664:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321146.824194:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985967232 00000100:00100000:0.0:1767321146.824206:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985967232 00000100:00100000:0.0:1767321146.824246:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985967360 00000100:00100000:0.0:1767321146.824248:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985967360 00000100:00100000:0.0:1767321146.824295:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2114 00000100:00100000:0.0:1767321146.824302:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985967360:12345-192.168.204.59@tcp:400:kworker.0 00000100:00080000:3.0:1767321146.824409:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321146.824438:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2782 00000100:00100000:3.0:1767321146.824443:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985967232:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321146.824464:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321146.824537:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985967232:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 93us (954us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321146.824542:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2782 00000100:00100000:0.0:1767321146.824617:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985967360:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 316us (953us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321146.824623:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2114 00010000:00010000:2.0:1767321147.150162:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321147.405961:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321122/real 1767321122] req@ffffa07bebaad880 x1853164046143744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321147 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321147.405998:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bebaad880 x1853164046143744/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321147 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321147.406019:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321147.406042:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321147.406046:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046143744:0@lo:250:kworker.0 00000100:00080000:3.0:1767321147.406559:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321147.406567:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321147.406570:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321147.406577:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6321 00000100:00080000:3.0:1767321147.406582:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321147.406590:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321147.406633:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb994e00 x1853164046150272/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321147.406691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321147.406695:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321147.406698:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321147.406702:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6341 00000100:00080000:3.0:1767321147.406705:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321147.406709:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321147.406721:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046150400:0@lo:400:kworker.0 00000100:00100000:3.0:1767321147.406726:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb995c00 x1853164046150528/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321147.406753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321147.406758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321147.406759:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321147.406763:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6341 00000100:00080000:3.0:1767321147.406786:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321147.406790:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321147.406818:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6518700 x1853164046150784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321147.406828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321147.406832:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321147.406833:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321147.406837:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6341 00000100:00080000:3.0:1767321147.406841:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1767321147.406842:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321147.406848:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321147.406863:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164046150912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321147.406995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321147.406999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321147.407001:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321147.407005:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6341 00000100:00080000:3.0:1767321147.407007:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321147.407012:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321147.407039:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7aa00 x1853164046151296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321147.407067:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046151040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321147.407232:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321147.407240:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046151168:0@lo:400:kworker.0 00000100:00100000:0.0:1767321147.407300:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046150656:0@lo:400:kworker.0 00000100:00100000:2.0:1767321147.407376:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150400 00000100:00100000:2.0:1767321147.407386:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150400 00000100:00100000:3.0:1767321147.407394:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321147.407457:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2115 00000100:00100000:3.0:1767321147.407459:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151040 00000100:00100000:3.0:1767321147.407465:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151040 00000100:00100000:2.0:1767321147.407470:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046150400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321147.407501:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1333 00000100:00100000:3.0:1767321147.407510:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046151040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321147.407531:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046150400:12345-0@lo:400:kworker.0 Request processed in 63us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321147.407539:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2115 00000100:00080000:2.0:1767321147.407565:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321147.407570:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046151040:12345-0@lo:400:kworker.0 Request processed in 59us (175us total) trans 0 rc 0/0 00000100:00080000:2.0:1767321147.407571:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321147.407580:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1333 00000100:00100000:2.0:1767321147.407595:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046150272:0@lo:250:kworker.0 00000400:00000100:2.0:1767321147.407619:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046150272 offset 0 length 520: 4 00000100:00100000:3.0:1767321147.407623:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046151040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321147.407643:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046150528:0@lo:38:kworker.0 00000100:00100000:2.0:1767321147.407670:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321147.407686:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046150784:0@lo:38:kworker.0 00000100:00100000:3.0:1767321147.407689:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150528 00000100:00100000:3.0:1767321147.407695:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150528 00000100:00100000:2.0:1767321147.407711:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321147.407749:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046150912:0@lo:38:kworker.0 00000100:00100000:2.0:1767321147.407789:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321147.407815:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046151296:0@lo:38:kworker.0 00000100:00100000:2.0:1767321147.407837:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321147.409176:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150784 00000100:00100000:3.0:1767321147.409189:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150784 00000100:00100000:3.0:1767321147.409548:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2783 00000100:00100000:3.0:1767321147.409555:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046150528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321147.409577:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321147.409647:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046150528:12345-0@lo:38:kworker.0 Request processed in 90us (1975us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321147.409653:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2783 00000100:00100000:3.0:1767321147.409673:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1767321147.409677:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046150784:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321147.409686:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321147.409711:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046150784:12345-0@lo:38:kworker.0 Request processed in 33us (2000us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321147.409717:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2784 00000100:00100000:3.0:1767321147.409822:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150912 00000100:00100000:3.0:1767321147.409828:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150912 00000100:00100000:3.0:1767321147.409849:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1767321147.409854:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046150912:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321147.409865:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321147.413702:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767321147.413948:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb996680 x1853164046150400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321147.413963:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb996680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046150400:0@lo:400:kworker.0 00000100:00100000:1.0:1767321147.414011:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151296 00000100:00100000:1.0:1767321147.414019:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151296 00000100:00100000:1.0:1767321147.414071:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2785 00000100:00100000:1.0:1767321147.414080:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046151296:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321147.414101:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321147.414153:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046151296:12345-0@lo:38:kworker.0 Request processed in 72us (6314us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321147.414160:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2785 00000100:00100000:1.0:1767321147.414186:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151168 00000100:00100000:1.0:1767321147.414190:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151168 00000100:00100000:1.0:1767321147.414232:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1767321147.414240:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046151168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321147.414283:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046151168:12345-0@lo:400:kworker.0 Request processed in 45us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321147.414289:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1334 00000100:00100000:1.0:1767321147.414323:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046151168:0@lo:400:kworker.0 00000100:00080000:1.0:1767321147.414379:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321147.416402:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046150912:12345-0@lo:38:kworker.0 Request processed in 6535us (8600us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321147.416422:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:0.0:1767321147.416525:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321147.417033:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321147.417039:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321147.417043:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046151296:0@lo:38:kworker.0 00000100:00080000:2.0:1767321147.417072:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321147.417075:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321147.417078:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046150528:0@lo:38:kworker.0 00000100:00080000:2.0:1767321147.417089:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321147.417092:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321147.417095:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046150784:0@lo:38:kworker.0 00000100:00080000:2.0:1767321147.417105:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321147.417108:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321147.417112:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046150912:0@lo:38:kworker.0 00000100:00100000:1.0:1767321147.417342:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046150656 00000100:00100000:1.0:1767321147.417352:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046150656 00000100:00100000:1.0:1767321147.417423:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2116 00000100:00100000:1.0:1767321147.417433:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046150656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321147.417614:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046150656:12345-0@lo:400:kworker.0 Request processed in 181us (1088us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321147.417621:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2116 00000100:00080000:2.0:1767321147.418275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767321147.420171:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb995500 x1853164046150656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321163 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321147.420189:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046150656:0@lo:400:kworker.0 00010000:00010000:2.0:1767321148.174648:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321149.198805:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321149.454451:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321149.454453:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321149.454471:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046151424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321149.454471:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046151552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321149.459565:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321149.460456:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151552 00000100:00100000:1.0:1767321149.460467:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151552 00000100:00100000:1.0:1767321149.460546:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:1.0:1767321149.460555:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046151552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321149.460591:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321149.460663:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046151552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321149.460671:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00080000:2.0:1767321149.460829:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321149.460877:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6518700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046151552:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321149.462257:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321149.462385:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151424 00000100:00100000:2.0:1767321149.462393:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151424 00000100:00100000:2.0:1767321149.462500:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:2.0:1767321149.462512:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046151424:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321149.462517:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1767321149.462537:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321149.462589:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046151424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321149.462595:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:1.0:1767321149.464504:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046151424:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1767321150.221973:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321151.246360:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321151.937560:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321151.937654:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985967616 00000100:00100000:3.0:1767321151.937668:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985967616 00000100:00100000:3.0:1767321151.937761:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2786 00000100:00100000:3.0:1767321151.937812:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985967616:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321151.937838:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321151.937942:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985967616:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 131us (396us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321151.938030:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2786 00000100:00100000:2.0:1767321151.938498:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321151.940974:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985967744 00000100:00100000:3.0:1767321151.940994:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985967744 00000100:00100000:3.0:1767321151.941119:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2117 00000100:00100000:3.0:1767321151.941133:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985967744:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321151.941237:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985967744:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 107us (2748us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321151.941244:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2117 00000100:00080000:2.0:1767321151.941344:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321152.270137:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321152.525944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321152.525959:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321152.526048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321152.526061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321152.526065:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321152.526082:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6345 00000100:00080000:3.0:1767321152.526089:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321152.526098:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321152.526132:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac79180 x1853164046151808/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321152.526213:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321152.526218:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321152.526221:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321152.526227:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6345 00000100:00080000:3.0:1767321152.526230:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321152.526234:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321152.526250:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beac7aa00 x1853164046152064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321152.526261:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321152.526268:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321152.526270:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321152.526275:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6345 00000100:00080000:3.0:1767321152.526281:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1767321152.526285:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046151680:0@lo:400:kworker.0 00000100:00080000:3.0:1767321152.526289:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321152.526313:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf8b0d500 x1853164046152192/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321152.526349:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321152.526352:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321152.526354:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321152.526359:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6345 00000100:00080000:3.0:1767321152.526362:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321152.526367:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321152.526388:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fea00 x1853164046152576/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321152.526389:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321152.526442:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046152320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.526455:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321152.526470:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046152448:0@lo:400:kworker.0 00000100:00100000:3.0:1767321152.526517:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321152.526549:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151680 00000100:00100000:2.0:1767321152.526559:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151680 00000100:00100000:3.0:1767321152.526577:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321152.526587:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046151936:0@lo:400:kworker.0 00000100:00100000:3.0:1767321152.526625:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321152.526631:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1767321152.526651:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046151680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.526722:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6518700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046151680:12345-0@lo:400:kworker.0 Request processed in 80us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321152.526730:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2118 00000100:00100000:2.0:1767321152.526746:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151936 00000100:00100000:2.0:1767321152.526749:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151936 00000100:00100000:1.0:1767321152.526976:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046151808:0@lo:38:kworker.0 00000100:00100000:1.0:1767321152.527019:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321152.535383:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046151808 00000100:00100000:2.0:1767321152.535399:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046151808 00000100:00100000:1.0:1767321152.535453:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046152064:0@lo:38:kworker.0 00000100:00100000:1.0:1767321152.535537:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321152.535552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046152192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321152.535574:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767321152.535584:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321152.535609:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046151936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321152.535620:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046152576:0@lo:38:kworker.0 00000100:00100000:1.0:1767321152.535656:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321152.535744:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046151936:12345-0@lo:400:kworker.0 Request processed in 153us (9116us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321152.535750:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152320 00000100:00100000:2.0:1767321152.535757:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2119 00000100:00100000:1.0:1767321152.535761:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152320 00000100:00100000:1.0:1767321152.535845:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1335 00000100:00100000:1.0:1767321152.535856:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046152320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.535859:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152064 00000100:00100000:1.0:1767321152.535913:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046152320:12345-0@lo:400:kworker.0 Request processed in 59us (9398us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321152.535922:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1335 00000100:00100000:2.0:1767321152.535959:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152064 00000100:00100000:2.0:1767321152.535988:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152576 00000100:00100000:2.0:1767321152.535992:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152576 00000100:00100000:1.0:1767321152.542306:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2787 00000100:00100000:1.0:1767321152.542329:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046151808:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321152.542366:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321152.542501:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046151808:12345-0@lo:38:kworker.0 Request processed in 175us (15479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321152.542511:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2787 00000100:00100000:1.0:1767321152.542558:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1767321152.542563:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046152064:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321152.542574:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321152.542609:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046152064:12345-0@lo:38:kworker.0 Request processed in 45us (7073us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321152.542615:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2788 00000100:00100000:1.0:1767321152.542627:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2789 00000100:00100000:1.0:1767321152.542632:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046152576:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321152.542641:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321152.543135:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321152.543147:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321152.543210:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac78e00 x1853164046151936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321152.543227:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046151936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.543243:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046152320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.543294:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1767321152.543354:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beac7b100 x1853164046151680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321168 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321152.543364:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046151680:0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.543389:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152448 00000100:00100000:2.0:1767321152.543397:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152448 00000100:00100000:2.0:1767321152.543452:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1767321152.543464:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046152448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321152.543577:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046152576:12345-0@lo:38:kworker.0 Request processed in 939us (7916us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321152.543588:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2789 00000100:00080000:1.0:1767321152.543906:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321152.543915:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321152.543919:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046151808:0@lo:38:kworker.0 00000100:00080000:1.0:1767321152.543932:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321152.543936:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321152.543939:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beac7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046152064:0@lo:38:kworker.0 00000100:00080000:1.0:1767321152.543950:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321152.543953:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321152.543956:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046152576:0@lo:38:kworker.0 00000100:00100000:2.0:1767321152.545145:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046152448:12345-0@lo:400:kworker.0 Request processed in 1678us (1844us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321152.545156:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00080000:2.0:1767321152.545193:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321152.545224:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046152448:0@lo:400:kworker.0 00000100:00100000:2.0:1767321152.545364:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152192 00000100:00100000:2.0:1767321152.545371:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152192 00000100:00100000:2.0:1767321152.545403:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1767321152.545410:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046152192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321152.545431:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321152.546643:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb996680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046152192:12345-0@lo:38:kworker.0 Request processed in 1228us (11055us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321152.546653:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00080000:2.0:1767321152.546720:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321152.546726:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321152.546729:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046152192:0@lo:38:kworker.0 00010000:00010000:2.0:1767321153.294070:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321154.318107:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321154.574119:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046152704:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321154.574227:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321154.574310:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046152832:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321154.574390:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321154.574501:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152704 00000100:00100000:1.0:1767321154.574508:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152704 00000100:00100000:1.0:1767321154.574573:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152832 00000100:00100000:1.0:1767321154.574576:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152832 00000100:00100000:1.0:1767321154.574606:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1767321154.574615:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046152704:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321154.574647:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767321154.574730:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321154.574736:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321154.574761:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:2.0:1767321154.574820:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046152832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321154.574855:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321154.574932:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046152832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321154.574941:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:3.0:1767321154.575075:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046152832:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321154.576993:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf8b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046152704:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321154.577929:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046152704:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3306us (3692us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321154.577944:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00010000:00010000:2.0:1767321155.342152:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321156.369010:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321157.058736:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321157.058865:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321157.058943:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985967872 00000100:00100000:0.0:1767321157.058954:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985967872 00000100:00100000:0.0:1767321157.058998:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968000 00000100:00100000:0.0:1767321157.059001:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968000 00000100:00100000:0.0:1767321157.059054:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2120 00000100:00100000:0.0:1767321157.059064:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985968000:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321157.059135:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985968000:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321157.059142:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2120 00000100:00100000:0.0:1767321157.059237:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2790 00000100:00100000:0.0:1767321157.059242:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985967872:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321157.059261:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321157.059292:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf8b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985967872:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (580us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321157.059298:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2790 00000100:00080000:2.0:1767321157.059394:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321157.390028:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321157.646175:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321157.646187:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321157.646257:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321157.646261:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321157.646265:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321157.646274:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6350 00000100:00080000:3.0:1767321157.646280:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321157.646294:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321157.646316:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8a80 x1853164046153088/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321157.646347:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321157.646350:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321157.646352:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321157.646355:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6350 00000100:00080000:3.0:1767321157.646358:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321157.646361:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321157.646371:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08db800 x1853164046153344/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321157.646380:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321157.646383:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321157.646384:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321157.646389:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6350 00000100:00080000:3.0:1767321157.646391:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321157.646396:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321157.646406:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8000 x1853164046153472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321157.646450:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321157.646454:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321157.646456:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321157.646459:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6350 00000100:00080000:3.0:1767321157.646462:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321157.646465:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321157.646474:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575880 x1853164046153856/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321157.646513:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046153088:0@lo:38:kworker.0 00000100:00100000:3.0:1767321157.646576:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321157.646652:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046153344:0@lo:38:kworker.0 00000100:00100000:3.0:1767321157.646674:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321157.646692:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046153472:0@lo:38:kworker.0 00000100:00100000:3.0:1767321157.646717:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321157.646741:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046153856:0@lo:38:kworker.0 00000100:00100000:3.0:1767321157.646760:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321157.646814:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153088 00000100:00100000:3.0:1767321157.646821:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153088 00000100:00100000:3.0:1767321157.646846:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153344 00000100:00100000:3.0:1767321157.646848:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153344 00000100:00100000:3.0:1767321157.646858:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153856 00000100:00100000:3.0:1767321157.646861:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153856 00000100:00100000:3.0:1767321157.646877:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2791 00000100:00100000:3.0:1767321157.646884:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046153088:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321157.646904:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321157.646957:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046153088:12345-0@lo:38:kworker.0 Request processed in 72us (380us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321157.646965:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2791 00000100:00100000:3.0:1767321157.646981:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2792 00000100:00100000:3.0:1767321157.646985:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046153344:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321157.646995:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321157.647016:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046153344:12345-0@lo:38:kworker.0 Request processed in 29us (340us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321157.647022:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2792 00000100:00100000:3.0:1767321157.647031:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2793 00000100:00100000:3.0:1767321157.647035:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046153856:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321157.647043:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321157.647062:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046153856:12345-0@lo:38:kworker.0 Request processed in 25us (300us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321157.647067:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2793 00000100:00100000:3.0:1767321157.647086:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153472 00000100:00100000:3.0:1767321157.647089:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153472 00000100:00100000:3.0:1767321157.647105:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1767321157.647109:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046153472:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321157.647119:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321157.647143:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046153472:12345-0@lo:38:kworker.0 Request processed in 32us (424us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321157.647149:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:3.0:1767321157.647183:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321157.647188:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321157.647192:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046153088:0@lo:38:kworker.0 00000100:00080000:3.0:1767321157.647200:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321157.647204:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321157.647206:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046153344:0@lo:38:kworker.0 00000100:00080000:3.0:1767321157.647213:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321157.647216:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321157.647219:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046153472:0@lo:38:kworker.0 00000100:00080000:3.0:1767321157.647225:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321157.647228:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321157.647231:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046153856:0@lo:38:kworker.0 00000100:00100000:0.0:1767321157.647331:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046153600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647365:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321157.647394:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321157.647400:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046153216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647419:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321157.647442:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153216 00000100:00100000:0.0:1767321157.647445:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153216 00000100:00100000:0.0:1767321157.647492:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2121 00000100:00100000:0.0:1767321157.647498:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046153216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647538:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046153216:12345-0@lo:400:kworker.0 Request processed in 40us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321157.647544:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2121 00010000:00080000:0.0:1767321157.647573:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc7fd9c00 x1853164046153216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321157.647585:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046153216:0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647602:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046153728:0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647653:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321157.647672:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321157.647677:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046152960:0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647697:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321157.647718:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046152960 00000100:00100000:0.0:1767321157.647722:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046152960 00000100:00100000:0.0:1767321157.647745:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2122 00000100:00100000:0.0:1767321157.647751:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046152960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.647805:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046152960:12345-0@lo:400:kworker.0 Request processed in 54us (106us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321157.647811:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2122 00010000:00080000:0.0:1767321157.647837:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb266300 x1853164046152960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321173 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321157.647846:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046152960:0@lo:400:kworker.0 00000100:00100000:3.0:1767321157.648388:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153600 00000100:00100000:3.0:1767321157.648394:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153600 00000100:00100000:3.0:1767321157.649682:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153728 00000100:00100000:3.0:1767321157.649693:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153728 00000100:00080000:2.0:1767321157.649820:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321157.649825:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321157.649827:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321157.653066:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1767321157.653092:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046153600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.655765:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046153600:12345-0@lo:400:kworker.0 Request processed in 2676us (8388us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321157.655796:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1767321157.655833:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1767321157.655850:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046153728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321157.655925:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046153728:12345-0@lo:400:kworker.0 Request processed in 84us (8272us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321157.655931:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1767321157.655985:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046153728:0@lo:400:kworker.0 00000100:00100000:1.0:1767321157.656317:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046153600:0@lo:400:kworker.0 00010000:00010000:3.0:1767321158.414756:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321159.438629:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321159.694123:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046153984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321159.694194:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321159.694605:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321159.694616:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046154112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321159.694645:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321159.694685:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046153984 00000100:00100000:1.0:1767321159.694697:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046153984 00000100:00100000:1.0:1767321159.694753:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154112 00000100:00100000:1.0:1767321159.694757:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154112 00000100:00100000:1.0:1767321159.694793:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1767321159.694802:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046153984:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321159.694815:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1412 00000100:00100000:3.0:1767321159.694822:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046154112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321159.694839:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00002000:00000024:1.0:1767321159.694843:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321159.694885:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046153984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321159.694892:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00100000:3.0:1767321159.695390:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac79180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046154112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 567us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321159.695396:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1412 00000100:00100000:0.0:1767321159.695408:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046154112:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321159.696242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321159.696248:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321159.696282:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046153984:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321160.463315:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321161.486093:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321162.185219:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321162.185305:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321162.185438:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968256 00000100:00100000:2.0:1767321162.185448:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968256 00000100:00100000:2.0:1767321162.185564:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968128 00000100:00100000:2.0:1767321162.185568:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968128 00000100:00100000:2.0:1767321162.185587:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2123 00000100:00100000:2.0:1767321162.185599:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985968256:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321162.185680:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985968256:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321162.185688:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2123 00000100:00100000:2.0:1767321162.185706:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2794 00000100:00100000:2.0:1767321162.185710:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985968128:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321162.185730:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321162.185758:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985968128:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (453us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321162.185763:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2794 00000100:00080000:3.0:1767321162.187731:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1767321162.510796:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321162.765993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321162.766004:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321162.766069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321162.766072:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321162.766076:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321162.766084:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6355 00000100:00080000:3.0:1767321162.766088:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321162.766093:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321162.766114:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575500 x1853164046154368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321162.766119:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046154240:0@lo:400:kworker.0 00000100:00080000:3.0:1767321162.766149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321162.766152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321162.766154:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321162.766158:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6355 00000100:00080000:3.0:1767321162.766161:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321162.766164:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321162.766177:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575f80 x1853164046154624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321162.766186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321162.766189:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321162.766191:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321162.766194:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6355 00000100:00080000:3.0:1767321162.766198:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321162.766200:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321162.766203:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321162.766215:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576680 x1853164046154752/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321162.766239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321162.766242:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321162.766244:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321162.766247:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6355 00000100:00080000:3.0:1767321162.766250:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321162.766253:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321162.766265:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321162.766265:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576a00 x1853164046155136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321162.766275:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046155008:0@lo:400:kworker.0 00000100:00100000:0.0:1767321162.766305:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321162.766495:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155008 00000100:00100000:3.0:1767321162.766503:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155008 00000100:00100000:1.0:1767321162.766506:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046154496:0@lo:400:kworker.0 00000100:00100000:1.0:1767321162.766570:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321162.766602:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321162.766608:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046154880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321162.766641:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321162.766667:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154240 00000100:00100000:1.0:1767321162.766671:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154240 00000100:00100000:0.0:1767321162.766721:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154880 00000100:00100000:0.0:1767321162.766725:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154880 00000100:00100000:3.0:1767321162.766791:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:3.0:1767321162.766802:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046155008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321162.766821:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154496 00000100:00100000:1.0:1767321162.766826:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154496 00000100:00100000:3.0:1767321162.766858:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046155008:12345-0@lo:400:kworker.0 Request processed in 58us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321162.766866:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1767321162.766902:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046154368:0@lo:38:kworker.0 00000100:00100000:3.0:1767321162.766927:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2124 00000100:00100000:2.0:1767321162.766937:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321162.766945:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046154240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321162.766969:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046154624:0@lo:38:kworker.0 00000100:00100000:3.0:1767321162.766980:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046154240:12345-0@lo:400:kworker.0 Request processed in 46us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321162.766987:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2124 00000100:00100000:3.0:1767321162.767004:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154368 00000100:00100000:3.0:1767321162.767008:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154368 00000100:00100000:2.0:1767321162.767012:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321162.767034:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046154752:0@lo:38:kworker.0 00000100:00100000:3.0:1767321162.767035:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154624 00000100:00100000:3.0:1767321162.767041:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154624 00000100:00100000:3.0:1767321162.767057:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2795 00000100:00100000:3.0:1767321162.767062:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046154368:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321162.767082:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321162.767091:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321162.767124:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046154368:12345-0@lo:38:kworker.0 Request processed in 58us (185us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321162.767129:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046155136:0@lo:38:kworker.0 00000100:00100000:3.0:1767321162.767133:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2795 00000100:00100000:3.0:1767321162.767148:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2796 00000100:00100000:3.0:1767321162.767153:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046154624:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321162.767161:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1767321162.767163:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321162.767193:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1767321162.767195:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beac78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046154624:12345-0@lo:38:kworker.0 Request processed in 40us (184us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321162.767201:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321162.767207:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2796 00000100:00100000:2.0:1767321162.767210:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046154368:0@lo:38:kworker.0 00000100:00100000:3.0:1767321162.767219:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155136 00000100:00100000:3.0:1767321162.767224:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155136 00000100:00080000:2.0:1767321162.767227:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321162.767232:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321162.767238:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046154624:0@lo:38:kworker.0 00000100:00100000:3.0:1767321162.767238:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2797 00000100:00100000:3.0:1767321162.767246:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046155136:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321162.767255:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321162.767286:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046155136:12345-0@lo:38:kworker.0 Request processed in 39us (125us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321162.767288:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046154752 00000100:00100000:3.0:1767321162.767293:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2797 00000100:00100000:2.0:1767321162.767294:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046154752 00000100:00100000:2.0:1767321162.767320:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1767321162.767588:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046154752:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321162.767599:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321162.767842:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046154752:12345-0@lo:38:kworker.0 Request processed in 254us (752us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321162.767850:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00080000:2.0:1767321162.767885:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321162.767889:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321162.767892:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046154752:0@lo:38:kworker.0 00000100:00080000:2.0:1767321162.767900:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321162.767903:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321162.767906:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046155136:0@lo:38:kworker.0 00000100:00100000:2.0:1767321162.768092:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046155008:0@lo:400:kworker.0 00010000:00080000:2.0:1767321162.768107:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577100 x1853164046154240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321162.768117:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046154240:0@lo:400:kworker.0 00000100:00100000:0.0:1767321162.768317:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1767321162.768326:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046154880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321162.768370:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046154880:12345-0@lo:400:kworker.0 Request processed in 46us (1728us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321162.768376:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1767321162.768459:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2125 00000100:00100000:1.0:1767321162.768469:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046154496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321162.768478:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046154880:0@lo:400:kworker.0 00000100:00100000:1.0:1767321162.768525:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046154496:12345-0@lo:400:kworker.0 Request processed in 58us (1955us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321162.768532:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2125 00010000:00080000:2.0:1767321162.771234:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575c00 x1853164046154496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321178 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321162.771253:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046154496:0@lo:400:kworker.0 00000100:00080000:3.0:1767321162.771405:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321162.771411:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321162.771414:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321163.533999:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321164.558365:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321164.814279:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046155264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321164.814346:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321164.814503:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155264 00000100:00100000:3.0:1767321164.814512:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155264 00000100:00100000:3.0:1767321164.814593:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1767321164.814603:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046155264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321164.814632:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321164.814679:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046155264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321164.814686:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1413 00000100:00100000:3.0:1767321164.814740:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046155264:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321164.814828:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321164.815525:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046155392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321164.815570:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321164.815648:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155392 00000100:00100000:1.0:1767321164.815653:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155392 00000100:00100000:1.0:1767321164.815696:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1414 00000100:00100000:1.0:1767321164.815711:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046155392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321164.815733:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321164.815792:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046155392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321164.815799:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1414 00000100:00100000:1.0:1767321164.815837:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046155392:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321164.816317:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321165.582041:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1767321166.606142:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321167.299142:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321167.299190:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321167.299263:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968512 00000100:00100000:2.0:1767321167.299275:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968512 00000100:00100000:2.0:1767321167.299409:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968384 00000100:00100000:2.0:1767321167.299414:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968384 00000100:00080000:3.0:1767321167.299977:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321167.305513:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2126 00000100:00100000:1.0:1767321167.305542:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985968512:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321167.305640:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985968512:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 113us (6507us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321167.305650:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2126 00000100:00100000:3.0:1767321167.305677:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2798 00000100:00100000:3.0:1767321167.305851:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985968384:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321167.305876:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321167.305907:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985968384:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 221us (6716us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321167.308390:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2798 00010000:00010000:2.0:1767321167.634880:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321167.885975:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.885986:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321167.886046:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.886050:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321167.886053:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321167.886061:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6361 00000100:00080000:3.0:1767321167.886066:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321167.886072:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321167.886095:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576d80 x1853164046155648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321167.886104:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321167.886127:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046155520:0@lo:400:kworker.0 00000100:00080000:3.0:1767321167.886131:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.886140:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321167.886142:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321167.886146:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6361 00000100:00080000:3.0:1767321167.886148:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321167.886151:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321167.886165:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577b80 x1853164046155904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321167.886174:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.886177:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321167.886179:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321167.886183:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6361 00000100:00080000:3.0:1767321167.886186:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321167.886189:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321167.886203:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.886204:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577100 x1853164046156032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321167.886230:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321167.886233:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321167.886235:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321167.886238:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6361 00000100:00080000:3.0:1767321167.886240:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321167.886243:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321167.886267:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576680 x1853164046156416/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321167.886270:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046156288:0@lo:400:kworker.0 00000100:00100000:1.0:1767321167.886305:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.886314:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046155776:0@lo:400:kworker.0 00000100:00100000:1.0:1767321167.886356:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046156160:0@lo:400:kworker.0 00000100:00100000:3.0:1767321167.886357:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321167.886400:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.886428:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155520 00000100:00100000:3.0:1767321167.886437:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155520 00000100:00100000:3.0:1767321167.886492:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155776 00000100:00100000:3.0:1767321167.886496:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155776 00000100:00100000:3.0:1767321167.886522:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2127 00000100:00100000:3.0:1767321167.886531:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046155520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321167.886644:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156288 00000100:00100000:0.0:1767321167.886649:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156288 00000100:00100000:0.0:1767321167.886683:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156160 00000100:00100000:0.0:1767321167.886687:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156160 00000100:00100000:0.0:1767321167.886708:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1767321167.886718:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046156288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321167.886744:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2128 00000100:00100000:1.0:1767321167.886754:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046155776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321167.886798:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1342 00000100:00100000:2.0:1767321167.886808:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046156160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321167.897843:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046155520:12345-0@lo:400:kworker.0 Request processed in 11304us (11632us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321167.897859:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2127 00000100:00080000:3.0:1767321167.897929:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321167.897936:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321167.897939:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321167.897988:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046155648:0@lo:38:kworker.0 00000100:00100000:3.0:1767321167.898035:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.898071:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046155904:0@lo:38:kworker.0 00000100:00100000:3.0:1767321167.898091:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.898114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046156032:0@lo:38:kworker.0 00000100:00100000:3.0:1767321167.898137:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.898160:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046156416:0@lo:38:kworker.0 00000100:00100000:3.0:1767321167.898180:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321167.898212:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156032 00000100:00100000:3.0:1767321167.898220:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156032 00000100:00100000:3.0:1767321167.901631:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1767321167.901648:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046156032:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321167.901675:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321167.901786:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046156032:12345-0@lo:38:kworker.0 Request processed in 140us (3646us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321167.901795:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:3.0:1767321167.901839:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155648 00000100:00100000:3.0:1767321167.901847:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155648 00000100:00100000:3.0:1767321167.901877:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046155904 00000100:00100000:3.0:1767321167.901880:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046155904 00000100:00100000:3.0:1767321167.901889:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156416 00000100:00100000:3.0:1767321167.901891:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156416 00000100:00100000:3.0:1767321167.901903:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2799 00000100:00100000:3.0:1767321167.901907:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046155648:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321167.901918:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321167.901947:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046155648:12345-0@lo:38:kworker.0 Request processed in 39us (3912us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321167.901954:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2799 00000100:00100000:3.0:1767321167.901966:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2800 00000100:00100000:3.0:1767321167.901970:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046155904:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321167.901979:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321167.902005:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046155904:12345-0@lo:38:kworker.0 Request processed in 33us (3912us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321167.902010:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2800 00000100:00100000:3.0:1767321167.902021:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2801 00000100:00100000:3.0:1767321167.902025:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046156416:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321167.902035:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321167.902064:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046156416:12345-0@lo:38:kworker.0 Request processed in 37us (3881us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321167.902073:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2801 00000100:00080000:3.0:1767321167.902121:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321167.902127:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321167.902131:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046155648:0@lo:38:kworker.0 00000100:00080000:3.0:1767321167.902142:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321167.902146:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321167.902149:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046155904:0@lo:38:kworker.0 00000100:00080000:3.0:1767321167.902157:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321167.902162:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321167.902165:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046156032:0@lo:38:kworker.0 00000100:00080000:3.0:1767321167.902174:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321167.902177:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321167.902179:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046156416:0@lo:38:kworker.0 00010000:00080000:3.0:1767321167.902261:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574700 x1853164046155520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321167.902274:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046155520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321167.908692:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046156288:12345-0@lo:400:kworker.0 Request processed in 21966us (22377us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321167.908708:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1767321167.908803:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046156288:0@lo:400:kworker.0 00000100:00100000:2.0:1767321167.913706:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046156160:12345-0@lo:400:kworker.0 Request processed in 26888us (27304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321167.913721:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1342 00000100:00100000:0.0:1767321167.915045:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046156160:0@lo:400:kworker.0 00000100:00100000:1.0:1767321167.918096:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046155776:12345-0@lo:400:kworker.0 Request processed in 31336us (31733us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321167.918113:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2128 00010000:00080000:3.0:1767321167.918334:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0575c00 x1853164046155776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321183 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321167.918351:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046155776:0@lo:400:kworker.0 00010000:00010000:2.0:1767321168.654092:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321169.677990:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321169.934122:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046156544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321169.934149:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046156672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321169.938284:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321169.938486:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321169.938537:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156672 00000100:00100000:0.0:1767321169.938562:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156672 00000100:00100000:0.0:1767321169.938625:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156544 00000100:00100000:0.0:1767321169.938629:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156544 00000100:00100000:0.0:1767321169.938650:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1767321169.938659:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046156672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321169.938694:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321169.938750:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046156672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321169.938757:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1415 00000100:00100000:0.0:1767321169.938795:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:0.0:1767321169.938801:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046156544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321169.938819:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321169.938847:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046156544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321169.938854:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00080000:3.0:1767321169.938988:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321169.939003:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321169.939039:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046156544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321169.939665:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046156672:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321170.701993:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1767321171.397486:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985968640 offset 0 length 520: 4 00000100:00100000:2.0:1767321171.397532:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321171.397570:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321171.397638:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968896 00000100:00100000:1.0:1767321171.397648:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968896 00000100:00100000:1.0:1767321171.397731:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985968768 00000100:00100000:1.0:1767321171.397735:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985968768 00000100:00100000:1.0:1767321171.397754:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2129 00000100:00100000:1.0:1767321171.397763:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985968896:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321171.397858:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985968896:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 95us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321171.397865:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2129 00000100:00100000:1.0:1767321171.397886:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2802 00000100:00100000:1.0:1767321171.397891:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985968768:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321171.397913:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321171.397937:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985968768:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 45us (367us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321171.397943:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2802 00000100:00080000:2.0:1767321171.398457:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321171.726071:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321172.752187:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321173.005899:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321173.005910:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321173.005959:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321173.005963:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321173.005967:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321173.005975:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6366 00000100:00080000:1.0:1767321173.005980:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321173.005987:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321173.006032:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046156928/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321173.006118:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321147/real 1767321147] req@ffffa07beb994e00 x1853164046150272/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321172 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321173.006219:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046156800:0@lo:400:kworker.0 00000100:00100000:0.0:1767321173.006287:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321173.006399:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156800 00000100:00080000:1.0:1767321173.006400:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321173.006406:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:0.0:1767321173.006407:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156800 00000100:00080000:1.0:1767321173.006409:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321173.006415:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6366 00000100:00080000:1.0:1767321173.006418:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321173.006423:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321173.006442:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164046157184/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321173.006452:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321173.006456:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321173.006459:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321173.006463:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6366 00000100:00080000:1.0:1767321173.006466:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321173.006469:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2130 00000100:00080000:1.0:1767321173.006473:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321173.006484:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046156800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321173.006488:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164046157312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321173.006516:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321173.006519:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321173.006521:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321173.006524:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6366 00000100:00080000:1.0:1767321173.006526:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321173.006530:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321173.006543:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bdc00 x1853164046157696/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321173.006549:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046156800:12345-0@lo:400:kworker.0 Request processed in 67us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321173.006562:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2130 00000100:00100000:1.0:1767321173.006575:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046157440:0@lo:400:kworker.0 00010000:00080000:0.0:1767321173.006607:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ef100 x1853164046156800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321173.006617:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321173.006627:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046156800:0@lo:400:kworker.0 00000100:00100000:0.0:1767321173.006650:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321173.006650:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321173.006659:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046157568:0@lo:400:kworker.0 00000100:00100000:1.0:1767321173.006663:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046157056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321173.006690:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321173.006700:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321173.006721:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157440 00000100:00100000:0.0:1767321173.006726:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157440 00000100:00100000:1.0:1767321173.006737:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157056 00000100:00100000:1.0:1767321173.006743:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157056 00000100:00100000:0.0:1767321173.006756:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157568 00000100:00100000:0.0:1767321173.006761:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157568 00000100:00100000:1.0:1767321173.006806:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2131 00000100:00100000:0.0:1767321173.006813:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1343 00000100:00100000:1.0:1767321173.006818:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046157056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321173.006825:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046157440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321173.006861:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046157440:12345-0@lo:400:kworker.0 Request processed in 39us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321173.006867:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1343 00000100:00100000:0.0:1767321173.006877:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1344 00000100:00100000:0.0:1767321173.006883:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046157568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321173.006919:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046157056:12345-0@lo:400:kworker.0 Request processed in 104us (218us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321173.006923:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046157568:12345-0@lo:400:kworker.0 Request processed in 39us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321173.006934:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2131 00000100:00100000:0.0:1767321173.006936:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1344 00010000:00080000:0.0:1767321173.006980:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bc380 x1853164046157056/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321189 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321173.006991:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046157056:0@lo:400:kworker.0 00000100:00100000:0.0:1767321173.007005:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046157440:0@lo:400:kworker.0 00000100:00100000:1.0:1767321173.007023:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046157568:0@lo:400:kworker.0 00000100:00080000:0.0:1767321173.007040:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321173.007046:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321173.007048:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321173.007158:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beb994e00 x1853164046150272/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321172 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321173.007173:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046156928:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.007204:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.007236:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046157184:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.007258:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.007281:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046157312:0@lo:38:kworker.0 00000100:00100000:1.0:1767321173.007411:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046156928 00000100:00100000:1.0:1767321173.007416:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046156928 00000100:00100000:1.0:1767321173.007435:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157184 00000100:00100000:1.0:1767321173.007438:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157184 00000100:00100000:1.0:1767321173.007455:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2803 00000100:00100000:1.0:1767321173.007459:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046156928:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321173.007477:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321173.007742:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2804 00000100:00100000:0.0:1767321173.007748:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046157184:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321173.007759:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321173.007858:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046156928:12345-0@lo:38:kworker.0 Request processed in 396us (652us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321173.007865:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2803 00000100:00100000:2.0:1767321173.012505:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321173.012590:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046157696:0@lo:38:kworker.0 00000100:00100000:2.0:1767321173.012658:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321173.012678:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.012703:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321173.012709:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046150272:0@lo:250:kworker.0 00000100:00080000:2.0:1767321173.012760:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.012765:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321173.012789:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046156928:0@lo:38:kworker.0 00000100:00080000:2.0:1767321173.012820:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321173.012826:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321173.012828:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321173.012833:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6345 00000100:00100000:1.0:1767321173.012948:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157696 00000100:00100000:1.0:1767321173.012955:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157696 00000100:00100000:1.0:1767321173.013000:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2805 00000100:00100000:1.0:1767321173.013008:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046157696:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321173.013032:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321173.013075:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046157696:12345-0@lo:38:kworker.0 Request processed in 66us (416us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321173.013082:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2805 00000100:00080000:2.0:1767321173.013145:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321173.013151:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321173.013177:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8227480 x1853164046157824/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321173.013211:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046157824:0@lo:250:kworker.0 00000400:00000100:2.0:1767321173.013231:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046157824 offset 0 length 520: 4 00000100:00080000:2.0:1767321173.013254:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321173.013258:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321173.013261:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046157696:0@lo:38:kworker.0 00000100:00100000:3.0:1767321173.014228:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157312 00000100:00100000:3.0:1767321173.014238:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157312 00000100:00100000:3.0:1767321173.014285:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:3.0:1767321173.014292:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046157312:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321173.014308:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321173.014386:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046157312:12345-0@lo:38:kworker.0 Request processed in 94us (1889us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321173.014393:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00080000:1.0:1767321173.014460:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321173.014466:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321173.014471:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046157312:0@lo:38:kworker.0 00000100:00100000:0.0:1767321173.021516:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046157184:12345-0@lo:38:kworker.0 Request processed in 13749us (14239us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321173.021539:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2804 00000100:00080000:1.0:1767321173.023037:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321173.023048:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321173.023055:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046157184:0@lo:38:kworker.0 00010000:00010000:2.0:1767321173.774855:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321174.798116:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321175.054060:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321175.054077:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046157952:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321175.054156:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321175.054183:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046158080:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321175.054335:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321175.054391:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046157952 00000100:00100000:2.0:1767321175.054400:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046157952 00000100:00100000:1.0:1767321175.054407:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158080 00000100:00100000:1.0:1767321175.054412:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158080 00000100:00080000:0.0:1767321175.054469:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321175.054473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321175.054541:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1767321175.054551:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046158080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321175.054576:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321175.058796:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046158080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4221us (4435us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321175.058807:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:2.0:1767321175.059082:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046157952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321175.059117:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321175.059421:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046157952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 604us (5264us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321175.059477:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046157952:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321175.063936:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6082d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046158080:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321175.064110:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:2.0:1767321175.064121:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00010000:00010000:2.0:1767321175.822839:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321176.517092:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321176.517179:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321176.517386:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969024 00000100:00100000:3.0:1767321176.517399:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969024 00000100:00100000:3.0:1767321176.517494:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969152 00000100:00100000:3.0:1767321176.517498:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969152 00000100:00100000:3.0:1767321176.517548:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2132 00000100:00100000:3.0:1767321176.517557:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985969152:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321176.517662:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2806 00000100:00100000:1.0:1767321176.517669:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985969024:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321176.517688:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321176.517747:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985969024:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 77us (665us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321176.517754:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2806 00000100:00100000:3.0:1767321176.517910:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985969152:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 353us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321176.517918:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2132 00000100:00080000:2.0:1767321176.518269:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321176.846197:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321177.870142:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321178.128569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321178.128579:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321178.128641:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321178.128646:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321178.128650:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321178.128657:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6371 00000100:00080000:3.0:1767321178.128662:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321178.128668:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321178.128688:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577b80 x1853164046158336/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321178.128725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321178.128728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321178.128729:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321178.128733:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6371 00000100:00080000:3.0:1767321178.128735:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321178.128738:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321178.128748:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577800 x1853164046158592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321178.128756:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321178.128759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321178.128761:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321178.128765:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6371 00000100:00080000:3.0:1767321178.128785:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321178.128790:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321178.128804:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575c00 x1853164046158720/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321178.128824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321178.128827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321178.128829:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321178.128832:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6371 00000100:00080000:3.0:1767321178.128834:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321178.128837:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321178.128848:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd08d8000 x1853164046159104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321178.128874:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046158464:0@lo:400:kworker.0 00000100:00100000:3.0:1767321178.128934:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321178.128969:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321178.128974:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046158848:0@lo:400:kworker.0 00000100:00100000:3.0:1767321178.129001:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321178.129079:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046158208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129109:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321178.129136:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321178.129141:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046158976:0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129160:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321178.129189:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158464 00000100:00100000:0.0:1767321178.129196:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158464 00000100:00100000:0.0:1767321178.129253:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158208 00000100:00100000:0.0:1767321178.129256:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158208 00000100:00100000:0.0:1767321178.129275:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2133 00000100:00100000:0.0:1767321178.129283:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046158464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129332:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08db800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046158464:12345-0@lo:400:kworker.0 Request processed in 49us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321178.129338:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2133 00000100:00100000:0.0:1767321178.129356:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1767321178.129361:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046158208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129389:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046158208:12345-0@lo:400:kworker.0 Request processed in 28us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321178.129395:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2134 00000100:00100000:0.0:1767321178.129413:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158848 00000100:00100000:0.0:1767321178.129416:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158848 00000100:00100000:0.0:1767321178.129440:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158976 00000100:00100000:0.0:1767321178.129443:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158976 00000100:00100000:0.0:1767321178.129463:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1767321178.129468:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046158848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129498:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046158848:12345-0@lo:400:kworker.0 Request processed in 28us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321178.129503:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1345 00000100:00100000:0.0:1767321178.129514:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767321178.129522:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046158976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129546:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046158976:12345-0@lo:400:kworker.0 Request processed in 26us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321178.129551:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:0.0:1767321178.129596:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046158976:0@lo:400:kworker.0 00010000:00080000:0.0:1767321178.129607:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577100 x1853164046158208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321178.129616:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046158208:0@lo:400:kworker.0 00000100:00100000:0.0:1767321178.129644:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046158848:0@lo:400:kworker.0 00010000:00080000:0.0:1767321178.129654:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576d80 x1853164046158464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321194 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321178.129662:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046158464:0@lo:400:kworker.0 00000100:00080000:2.0:1767321178.129733:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321178.129738:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321178.129740:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321178.129756:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046158336:0@lo:38:kworker.0 00000100:00100000:2.0:1767321178.129804:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321178.129831:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046158592:0@lo:38:kworker.0 00000100:00100000:2.0:1767321178.129851:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321178.129867:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046158720:0@lo:38:kworker.0 00000100:00100000:2.0:1767321178.129890:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321178.129906:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046159104:0@lo:38:kworker.0 00000100:00100000:2.0:1767321178.129924:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321178.129950:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158336 00000100:00100000:2.0:1767321178.129954:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158336 00000100:00100000:2.0:1767321178.129968:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158592 00000100:00100000:2.0:1767321178.129971:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158592 00000100:00100000:2.0:1767321178.129978:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159104 00000100:00100000:2.0:1767321178.129980:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159104 00000100:00100000:2.0:1767321178.129989:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767321178.129994:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046158336:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321178.130010:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321178.130045:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046158336:12345-0@lo:38:kworker.0 Request processed in 49us (240us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321178.130050:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2807 00000100:00100000:2.0:1767321178.130063:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1767321178.130066:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046158592:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321178.130075:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321178.130095:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046158592:12345-0@lo:38:kworker.0 Request processed in 27us (243us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321178.130101:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2808 00000100:00100000:2.0:1767321178.130112:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1767321178.130116:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046159104:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321178.130124:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321178.130144:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046159104:12345-0@lo:38:kworker.0 Request processed in 27us (219us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321178.130150:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2809 00000100:00100000:2.0:1767321178.130167:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046158720 00000100:00100000:2.0:1767321178.130170:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046158720 00000100:00100000:2.0:1767321178.130190:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1767321178.130194:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046158720:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321178.130202:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321178.130235:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046158720:12345-0@lo:38:kworker.0 Request processed in 29us (333us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321178.130241:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00080000:2.0:1767321178.130272:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321178.130276:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321178.130279:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046158336:0@lo:38:kworker.0 00000100:00080000:2.0:1767321178.130286:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321178.130288:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321178.130291:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046158592:0@lo:38:kworker.0 00000100:00080000:2.0:1767321178.130297:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321178.130300:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321178.130302:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046158720:0@lo:38:kworker.0 00000100:00080000:2.0:1767321178.130309:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321178.130312:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321178.130315:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd08d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046159104:0@lo:38:kworker.0 00010000:00010000:1.0:1767321178.893987:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321179.917997:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321180.174373:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321180.174380:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321180.174390:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046159360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321180.174390:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046159232:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321180.176976:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321180.178452:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159360 00000100:00100000:3.0:1767321180.178467:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159360 00000100:00100000:3.0:1767321180.178554:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:3.0:1767321180.178566:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046159360:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321180.178602:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321180.178676:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6081880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046159360:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321180.178684:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00080000:0.0:1767321180.179136:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321180.179182:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046159360:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321180.182955:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321180.183184:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159232 00000100:00100000:1.0:1767321180.183204:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159232 00000100:00100000:1.0:1767321180.183288:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1767321180.183299:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046159232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321180.183334:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321180.183392:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd08d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046159232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321180.183399:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00080000:0.0:1767321180.183520:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321180.183594:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046159232:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321180.942260:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321181.635605:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321181.635747:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969408 00000100:00100000:3.0:1767321181.635809:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969408 00000100:00100000:2.0:1767321181.635870:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:0.0:1767321181.636052:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321181.639022:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969280 00000100:00100000:1.0:1767321181.639048:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969280 00000100:00100000:0.0:1767321181.639066:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2135 00000100:00100000:0.0:1767321181.639106:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985969408:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321181.639141:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2810 00000100:00100000:1.0:1767321181.639155:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985969280:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321181.639204:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321181.639332:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985969280:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 178us (3463us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321181.639342:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2810 00000100:00100000:0.0:1767321181.639858:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985969408:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 774us (4260us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321181.639868:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2135 00010000:00010000:2.0:1767321181.966082:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321182.990277:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321183.246498:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321183.246514:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321183.246644:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321183.246649:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321183.246655:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321183.246667:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6376 00000100:00080000:2.0:1767321183.246674:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321183.246687:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321183.246717:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3100 x1853164046159616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321183.246820:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321183.246825:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321183.246827:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321183.246832:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6376 00000100:00080000:2.0:1767321183.246835:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321183.246840:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321183.246854:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1c00 x1853164046159872/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321183.246865:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321183.246869:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321183.246871:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321183.246875:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6376 00000100:00080000:2.0:1767321183.246877:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321183.246882:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321183.246896:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba1f80 x1853164046160000/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321183.246922:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321183.246926:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321183.246928:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321183.246932:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6376 00000100:00080000:2.0:1767321183.246934:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321183.246938:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321183.246951:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164046160384/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321183.246990:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046159744:0@lo:400:kworker.0 00000100:00100000:2.0:1767321183.247082:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321183.247171:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321183.247179:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046160128:0@lo:400:kworker.0 00000100:00100000:2.0:1767321183.247211:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321183.247310:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046160256:0@lo:400:kworker.0 00000100:00100000:3.0:1767321183.247396:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321183.247476:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321183.247514:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046159488:0@lo:400:kworker.0 00000100:00100000:1.0:1767321183.247552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046159616:0@lo:38:kworker.0 00000100:00100000:3.0:1767321183.247565:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321183.247603:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321183.247645:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159744 00000100:00100000:1.0:1767321183.247654:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046159872:0@lo:38:kworker.0 00000100:00100000:3.0:1767321183.247655:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159744 00000100:00100000:1.0:1767321183.247689:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321183.247708:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046160000:0@lo:38:kworker.0 00000100:00100000:1.0:1767321183.247737:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321183.247807:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046160384:0@lo:38:kworker.0 00000100:00100000:1.0:1767321183.247835:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321183.247851:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159488 00000100:00100000:3.0:1767321183.247857:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159488 00000100:00100000:3.0:1767321183.247895:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159616 00000100:00100000:1.0:1767321183.247896:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046159872 00000100:00100000:3.0:1767321183.247899:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159616 00000100:00100000:1.0:1767321183.247906:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046159872 00000100:00100000:3.0:1767321183.247913:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160384 00000100:00100000:3.0:1767321183.247919:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160384 00000100:00100000:3.0:1767321183.247940:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2136 00000100:00100000:1.0:1767321183.247955:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2137 00000100:00100000:3.0:1767321183.247956:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046159744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321183.247976:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046159488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321183.248043:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046159744:12345-0@lo:400:kworker.0 Request processed in 92us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321183.248052:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046159488:12345-0@lo:400:kworker.0 Request processed in 82us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321183.248054:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2136 00000100:00100000:1.0:1767321183.248070:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2137 00000100:00100000:1.0:1767321183.248095:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2811 00000100:00100000:1.0:1767321183.248102:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046159616:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321183.248108:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2812 00000100:00100000:3.0:1767321183.248123:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046159872:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321183.248149:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00020000:3.0:1767321183.248157:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321183.248204:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046159616:12345-0@lo:38:kworker.0 Request processed in 99us (599us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321183.248214:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046159872:12345-0@lo:38:kworker.0 Request processed in 88us (523us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321183.248215:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2811 00000100:00100000:3.0:1767321183.248229:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2812 00000100:00100000:1.0:1767321183.248243:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2813 00000100:00100000:1.0:1767321183.248251:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046160384:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321183.248264:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:3.0:1767321183.248307:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0a80 x1853164046159488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321183.248322:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046159488:0@lo:400:kworker.0 00000100:00100000:1.0:1767321183.249715:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046160384:12345-0@lo:38:kworker.0 Request processed in 1452us (1867us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321183.249730:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2813 00000100:00080000:1.0:1767321183.249822:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321183.249829:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321183.249834:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046159616:0@lo:38:kworker.0 00000100:00080000:1.0:1767321183.249850:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321183.249854:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321183.249857:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046159872:0@lo:38:kworker.0 00000100:00080000:1.0:1767321183.249868:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321183.249872:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321183.249875:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046160384:0@lo:38:kworker.0 00000100:00100000:2.0:1767321183.252624:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160128 00000100:00100000:2.0:1767321183.252647:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160128 00000100:00100000:2.0:1767321183.252754:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160256 00000100:00100000:2.0:1767321183.252759:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160256 00000100:00100000:2.0:1767321183.252840:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1767321183.252857:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046160128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321183.252974:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1767321183.252990:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046160128:12345-0@lo:400:kworker.0 Request processed in 137us (5775us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321183.253002:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:3.0:1767321183.253010:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046160256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321183.253057:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160000 00000100:00100000:2.0:1767321183.253065:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160000 00000100:00100000:2.0:1767321183.253098:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1767321183.253106:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046160000:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1767321183.253128:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc7fd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046160256:12345-0@lo:400:kworker.0 Request processed in 137us (5728us total) trans 0 rc 0/0 00010000:00020000:2.0:1767321183.253145:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321183.253157:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1767321183.253212:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046160000:12345-0@lo:38:kworker.0 Request processed in 102us (5469us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321183.253224:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1767321183.253256:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046160256:0@lo:400:kworker.0 00000100:00080000:1.0:1767321183.253506:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321183.253516:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321183.253522:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046160000:0@lo:38:kworker.0 00000100:00080000:0.0:1767321183.254377:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321183.254386:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321183.254390:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321183.254970:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046160128:0@lo:400:kworker.0 00010000:00080000:2.0:1767321183.255006:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba1500 x1853164046159744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321199 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321183.255018:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046159744:0@lo:400:kworker.0 00010000:00010000:2.0:1767321184.016533:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321185.038080:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321185.297116:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046160512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321185.297352:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321185.297411:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160512 00000100:00100000:3.0:1767321185.297421:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160512 00000100:00100000:3.0:1767321185.297489:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1767321185.297497:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046160512:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321185.297608:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767321185.297650:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321185.297705:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046160512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 208us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321185.297713:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:2.0:1767321185.297806:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046160640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321185.297834:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321185.298184:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160640 00000100:00100000:1.0:1767321185.298190:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160640 00000100:00100000:1.0:1767321185.298237:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1422 00000100:00100000:1.0:1767321185.298245:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046160640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321185.298263:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321185.298299:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046160640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 55us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321185.298305:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1422 00000100:00080000:2.0:1767321185.298641:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321185.298678:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046160640:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321185.298802:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046160512:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321186.062485:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321186.758460:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321186.758620:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321186.759337:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969664 00000100:00100000:0.0:1767321186.759348:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969664 00000100:00100000:0.0:1767321186.759422:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969536 00000100:00100000:0.0:1767321186.759426:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969536 00000100:00100000:0.0:1767321186.759445:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2138 00000100:00100000:0.0:1767321186.759455:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985969664:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321186.759528:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985969664:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 74us (1076us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321186.759535:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2138 00000100:00100000:0.0:1767321186.759556:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2814 00000100:00100000:0.0:1767321186.759560:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985969536:12345-192.168.204.59@tcp:38:kworker.0 00000100:00080000:2.0:1767321186.759684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00020000:0.0:1767321186.760040:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321186.760277:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985969536:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 714us (1656us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321186.760285:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2814 00010000:00010000:1.0:1767321187.088788:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321188.110691:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321188.366515:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321188.366528:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321188.366588:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321188.366593:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321188.366597:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321188.366606:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321188.366611:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321188.366620:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321188.366649:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bea00 x1853164046160896/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321188.366656:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:1.0:1767321188.366690:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321188.366696:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321188.366702:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321188.366702:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046160768:0@lo:400:kworker.0 00000100:00080000:1.0:1767321188.366723:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321188.366727:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321188.366732:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321188.366755:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc700 x1853164046161152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321188.366765:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321188.366801:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321188.366803:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321188.366807:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321188.366810:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321188.366815:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321188.366831:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd180 x1853164046161280/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321188.366855:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321188.366858:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321188.366860:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321188.366863:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6381 00000100:00080000:1.0:1767321188.366866:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321188.366870:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321188.367025:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321188.367064:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bce00 x1853164046161664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321188.367134:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046161024:0@lo:400:kworker.0 00000100:00100000:3.0:1767321188.367147:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046161536:0@lo:400:kworker.0 00000100:00100000:3.0:1767321188.367185:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321188.367227:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160768 00000100:00100000:3.0:1767321188.367235:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160768 00000100:00100000:2.0:1767321188.367302:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046160896:0@lo:38:kworker.0 00000100:00100000:3.0:1767321188.367327:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2139 00000100:00100000:3.0:1767321188.367343:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046160768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321188.367391:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321188.367498:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046161408:0@lo:400:kworker.0 00000100:00100000:2.0:1767321188.367909:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046161152:0@lo:38:kworker.0 00000100:00100000:0.0:1767321188.371473:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321188.371580:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161536 00000100:00100000:0.0:1767321188.371590:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161536 00000100:00100000:0.0:1767321188.371653:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161408 00000100:00100000:0.0:1767321188.371656:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161408 00000100:00100000:0.0:1767321188.371683:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1767321188.371693:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046161536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321188.371760:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046161536:12345-0@lo:400:kworker.0 Request processed in 69us (4573us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321188.371785:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:0.0:1767321188.371806:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1767321188.371813:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046161408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321188.371844:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046161408:12345-0@lo:400:kworker.0 Request processed in 32us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321188.371849:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:0.0:1767321188.371869:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046160896 00000100:00100000:0.0:1767321188.371873:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046160896 00000100:00100000:0.0:1767321188.371907:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2815 00000100:00100000:0.0:1767321188.371912:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046160896:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321188.371932:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321188.371961:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046160896:12345-0@lo:38:kworker.0 Request processed in 47us (4584us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321188.375342:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2815 00000100:00100000:0.0:1767321188.377470:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046161408:0@lo:400:kworker.0 00000100:00080000:0.0:1767321188.377743:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321188.377748:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321188.377752:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321188.377804:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046161536:0@lo:400:kworker.0 00000100:00100000:1.0:1767321188.380137:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321188.382021:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046160768:12345-0@lo:400:kworker.0 Request processed in 14669us (14983us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321188.382050:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2139 00000100:00100000:3.0:1767321188.382106:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161024 00000100:00100000:3.0:1767321188.382117:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161024 00000100:00080000:3.0:1767321188.382154:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321188.382200:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf480 x1853164046160768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321188.382219:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046160768:0@lo:400:kworker.0 00000100:00100000:0.0:1767321188.383159:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2140 00000100:00100000:0.0:1767321188.383262:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046161024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321188.383371:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046161024:12345-0@lo:400:kworker.0 Request processed in 123us (3243us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321188.383554:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2140 00010000:00080000:0.0:1767321188.383668:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bed80 x1853164046161024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321204 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321188.383686:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046161024:0@lo:400:kworker.0 00000100:00100000:2.0:1767321188.385020:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321188.385131:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046161280:0@lo:38:kworker.0 00000100:00100000:2.0:1767321188.385183:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321188.385212:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161280 00000100:00100000:2.0:1767321188.385221:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161280 00000100:00100000:2.0:1767321188.385259:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1767321188.385265:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046161280:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321188.385288:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321188.385338:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046161280:12345-0@lo:38:kworker.0 Request processed in 69us (150us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321188.385346:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00080000:2.0:1767321188.385405:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321188.385412:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321188.385467:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046161280:0@lo:38:kworker.0 00000100:00100000:2.0:1767321188.385475:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046161664:0@lo:38:kworker.0 00000100:00100000:2.0:1767321188.385514:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321188.389679:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161152 00000100:00100000:3.0:1767321188.389700:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161152 00000100:00100000:3.0:1767321188.389787:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161664 00000100:00100000:3.0:1767321188.389792:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161664 00000100:00100000:3.0:1767321188.389851:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2816 00000100:00100000:3.0:1767321188.389862:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046161152:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321188.389893:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321188.389995:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046161152:12345-0@lo:38:kworker.0 Request processed in 134us (4981us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321188.390003:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2816 00000100:00100000:3.0:1767321188.390023:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2817 00000100:00100000:3.0:1767321188.390027:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046161664:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321188.390047:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321188.390079:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046161664:12345-0@lo:38:kworker.0 Request processed in 50us (4564us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321188.390086:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2817 00000100:00080000:3.0:1767321188.390179:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321188.390185:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321188.390190:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046161664:0@lo:38:kworker.0 00000100:00080000:3.0:1767321188.390231:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321188.390235:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321188.390238:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046160896:0@lo:38:kworker.0 00000100:00080000:3.0:1767321188.390246:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321188.390251:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321188.390253:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046161152:0@lo:38:kworker.0 00010000:00010000:2.0:1767321189.135686:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321190.158113:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321190.414054:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046161792:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321190.414078:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046161920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321190.420233:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321190.420282:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161920 00000100:00100000:1.0:1767321190.420291:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161920 00000100:00100000:1.0:1767321190.420353:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1767321190.420362:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046161920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321190.420396:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321190.420438:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046161920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321190.420445:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1423 00000100:00100000:1.0:1767321190.420518:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046161920:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321190.420567:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321190.421394:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321190.421643:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046161792 00000100:00100000:1.0:1767321190.421650:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046161792 00000100:00100000:1.0:1767321190.421713:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1424 00000100:00100000:1.0:1767321190.421721:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046161792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321190.421747:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321190.421813:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046161792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321190.421819:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1424 00000100:00080000:3.0:1767321190.421889:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321190.421926:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6080000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046161792:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321191.182334:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321191.878512:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321191.878621:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969920 00000100:00100000:1.0:1767321191.878639:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969920 00000100:00100000:1.0:1767321191.878754:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2141 00000100:00100000:1.0:1767321191.878818:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985969920:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321191.878949:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985969920:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 184us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321191.878959:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2141 00000100:00080000:3.0:1767321191.880644:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321191.888856:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321191.889181:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985969792 00000100:00100000:1.0:1767321191.889198:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985969792 00000100:00100000:1.0:1767321191.889274:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2818 00000100:00100000:1.0:1767321191.889285:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985969792:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321191.889318:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321191.889415:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985969792:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 129us (574us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321191.889423:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2818 00010000:00010000:2.0:1767321192.207585:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321193.230056:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321193.486274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321193.486288:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321193.486373:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321193.486378:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321193.486382:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321193.486393:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6386 00000100:00080000:1.0:1767321193.486399:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321193.486407:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321193.486437:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046162176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321193.486487:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321193.486491:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321193.486493:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321193.486497:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6386 00000100:00080000:1.0:1767321193.486500:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321193.486503:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321193.486520:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc380 x1853164046162432/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321193.486550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321193.486554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321193.486556:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321193.486561:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6386 00000100:00080000:1.0:1767321193.486564:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321193.486569:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321193.486576:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046162176:0@lo:38:kworker.0 00000100:00100000:1.0:1767321193.486585:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc700 x1853164046162560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321193.486631:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321193.486634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321193.486636:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321193.486641:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6386 00000100:00080000:1.0:1767321193.486643:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321193.486648:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321193.486660:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd180 x1853164046162944/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321193.486684:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321193.486689:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046162304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321193.486730:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321193.486764:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046162432:0@lo:38:kworker.0 00000100:00100000:0.0:1767321193.486807:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046162048:0@lo:400:kworker.0 00000100:00100000:2.0:1767321193.486818:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046162816:0@lo:400:kworker.0 00000100:00100000:3.0:1767321193.486821:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321193.486857:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321193.486861:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046162560:0@lo:38:kworker.0 00000100:00100000:2.0:1767321193.486865:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321193.486905:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321193.486918:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162176 00000100:00100000:0.0:1767321193.486929:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162176 00000100:00100000:2.0:1767321193.486932:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046162688:0@lo:400:kworker.0 00000100:00100000:3.0:1767321193.486933:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046162944:0@lo:38:kworker.0 00000100:00100000:3.0:1767321193.486975:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321193.487060:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321193.487095:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162560 00000100:00100000:2.0:1767321193.487099:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162560 00000100:00100000:2.0:1767321193.487273:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:2.0:1767321193.487283:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046162560:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321193.487308:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321193.487358:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046162560:12345-0@lo:38:kworker.0 Request processed in 74us (451us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321193.487366:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1767321193.491325:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162304 00000100:00100000:0.0:1767321193.491349:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162304 00000100:00100000:0.0:1767321193.491471:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162432 00000100:00100000:0.0:1767321193.491475:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162432 00000100:00100000:0.0:1767321193.491488:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162048 00000100:00100000:0.0:1767321193.491490:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162048 00000100:00100000:0.0:1767321193.491511:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162944 00000100:00100000:0.0:1767321193.491514:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162944 00000100:00100000:0.0:1767321193.491543:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1767321193.491558:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046162304:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321193.493201:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321193.493285:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321193.493297:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321193.493302:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046162560:0@lo:38:kworker.0 00000100:00100000:3.0:1767321193.493356:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2143 00000100:00100000:3.0:1767321193.493372:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046162048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321193.493501:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6082d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046162048:12345-0@lo:400:kworker.0 Request processed in 136us (6643us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321193.493509:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2143 00000100:00100000:3.0:1767321193.493540:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2819 00000100:00100000:3.0:1767321193.493545:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046162176:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321193.493569:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321193.493609:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046162176:12345-0@lo:38:kworker.0 Request processed in 62us (6927us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321193.493616:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2819 00000100:00100000:3.0:1767321193.493765:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2820 00000100:00100000:3.0:1767321193.493789:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046162432:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321193.493801:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321193.493847:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046162304:12345-0@lo:400:kworker.0 Request processed in 2289us (7112us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321193.493847:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046162432:12345-0@lo:38:kworker.0 Request processed in 54us (7022us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321193.493858:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2820 00000100:00100000:0.0:1767321193.493864:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2142 00000100:00100000:0.0:1767321193.493973:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1767321193.493980:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046162944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321193.493992:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321193.494116:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046162944:12345-0@lo:38:kworker.0 Request processed in 133us (7139us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321193.494127:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2821 00000100:00100000:0.0:1767321193.494163:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162816 00000100:00100000:0.0:1767321193.494172:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162816 00000100:00100000:0.0:1767321193.494223:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046162688 00000100:00100000:0.0:1767321193.494227:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046162688 00000100:00100000:0.0:1767321193.494249:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1767321193.494255:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046162816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321193.494299:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046162816:12345-0@lo:400:kworker.0 Request processed in 44us (7433us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321193.494306:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1767321193.494317:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1352 00000100:00100000:0.0:1767321193.494323:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046162688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321193.494356:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046162688:12345-0@lo:400:kworker.0 Request processed in 34us (7296us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321193.494362:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1352 00010000:00080000:0.0:1767321193.494409:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bdc00 x1853164046162048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321193.494424:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046162048:0@lo:400:kworker.0 00010000:00080000:0.0:1767321193.494483:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bf100 x1853164046162304/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321209 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321193.494492:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046162304:0@lo:400:kworker.0 00000100:00100000:1.0:1767321193.494844:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046162688:0@lo:400:kworker.0 00000100:00100000:0.0:1767321193.496102:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046162816:0@lo:400:kworker.0 00000100:00080000:0.0:1767321193.498250:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1767321193.498265:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321193.501376:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321193.501396:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321193.501403:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046162944:0@lo:38:kworker.0 00000100:00080000:3.0:1767321193.501423:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321193.501427:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321193.501430:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046162176:0@lo:38:kworker.0 00000100:00080000:3.0:1767321193.501443:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321193.501447:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321193.501450:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046162432:0@lo:38:kworker.0 00010000:00010000:2.0:1767321194.254305:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321195.278830:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321195.534641:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321195.534664:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046163072:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321195.534806:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321195.536210:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163072 00000100:00100000:1.0:1767321195.536228:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163072 00000100:00100000:1.0:1767321195.536311:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1425 00000100:00100000:1.0:1767321195.536321:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046163072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321195.536379:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767321195.536466:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321195.536480:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046163072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 158us (1671us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321195.536489:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046163200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321195.536556:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046163072:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321195.536568:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321195.536616:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163200 00000100:00100000:0.0:1767321195.536621:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163200 00000100:00100000:1.0:1767321195.537834:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1425 00000100:00080000:1.0:1767321195.537886:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321195.542825:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:0.0:1767321195.542860:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046163200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321195.542919:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321195.543058:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8ba1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046163200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 215us (6489us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321195.543069:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1767321195.543215:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc6083b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046163200:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321196.302064:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321196.994225:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321196.994694:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970048 00000100:00100000:2.0:1767321196.994708:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970048 00000100:00100000:2.0:1767321196.994821:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2822 00000100:00100000:2.0:1767321196.994833:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985970048:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321196.994862:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321196.995165:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6083b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985970048:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 332us (953us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321196.995175:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2822 00000400:00000100:0.0:1767321196.997361:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985970304 offset 0 length 520: 4 00000100:00100000:0.0:1767321196.997435:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321197.000632:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970176 00000100:00100000:2.0:1767321197.000656:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970176 00000100:00100000:2.0:1767321197.000818:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2144 00000100:00100000:2.0:1767321197.000834:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985970176:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321197.000964:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc6080000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985970176:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 135us (3528us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321197.000974:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2144 00000100:00080000:1.0:1767321197.002604:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321197.326153:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321198.350983:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321198.607342:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321173/real 1767321173] req@ffffa07bc8227480 x1853164046157824/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321198 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321198.607391:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8227480 x1853164046157824/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321198 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321198.607411:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321198.610472:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321198.610487:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321198.610493:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321198.610501:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6371 00000100:00080000:2.0:1767321198.610506:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321198.610514:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321198.610567:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3100 x1853164046163328/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321198.610622:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321198.610627:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321198.610629:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321198.610632:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6391 00000100:00080000:2.0:1767321198.610634:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321198.610637:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321198.610658:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8ba3480 x1853164046163584/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321198.610710:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321198.610714:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321198.610716:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321198.610719:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6391 00000100:00080000:2.0:1767321198.610722:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321198.610726:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321198.610747:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d7100 x1853164046163840/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321198.610756:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321198.610759:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321198.610761:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321198.610765:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6391 00000100:00080000:2.0:1767321198.610786:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321198.610790:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321198.610805:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d5500 x1853164046163968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321198.610827:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046163456:0@lo:400:kworker.0 00000100:00080000:2.0:1767321198.610833:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321198.610837:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321198.610839:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321198.610841:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6391 00000100:00080000:2.0:1767321198.610844:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321198.610857:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321198.610891:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6680 x1853164046164352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321198.610930:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321198.610939:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046163712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321198.610982:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321198.611003:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321198.611011:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046164224:0@lo:400:kworker.0 00000100:00100000:2.0:1767321198.611016:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321198.611025:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046164096:0@lo:400:kworker.0 00000100:00100000:3.0:1767321198.611040:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321198.611070:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163456 00000100:00100000:2.0:1767321198.611079:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163456 00000100:00100000:3.0:1767321198.611090:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163712 00000100:00100000:3.0:1767321198.611094:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163712 00000100:00100000:2.0:1767321198.611220:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2145 00000100:00100000:2.0:1767321198.611233:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046163456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321198.611297:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046163456:12345-0@lo:400:kworker.0 Request processed in 67us (367us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321198.611306:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2145 00000100:00100000:2.0:1767321198.611336:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321198.611365:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164224 00000100:00100000:2.0:1767321198.611369:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164224 00000100:00080000:0.0:1767321198.612458:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:0.0:1767321198.612468:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046157824:0@lo:250:kworker.0 00000100:00100000:0.0:1767321198.612567:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164096 00000100:00100000:0.0:1767321198.612574:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164096 00010000:00080000:3.0:1767321198.614168:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8ba0a80 x1853164046163456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321198.614202:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046163456:0@lo:400:kworker.0 00000100:00100000:2.0:1767321198.614253:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1353 00000100:00100000:2.0:1767321198.614276:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046164224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321198.614293:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2146 00000100:00100000:2.0:1767321198.614392:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046164224:12345-0@lo:400:kworker.0 Request processed in 126us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321198.614400:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1353 00000100:00080000:1.0:1767321198.614473:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321198.614474:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046163712:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321198.614484:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321198.614488:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321198.614528:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046163712:12345-0@lo:400:kworker.0 Request processed in 59us (3545us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321198.614547:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046163328:0@lo:250:kworker.0 00000400:00000100:1.0:1767321198.614592:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046163328 offset 0 length 520: 4 00000100:00100000:1.0:1767321198.614633:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046163584:0@lo:38:kworker.0 00000100:00100000:0.0:1767321198.614640:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1354 00000100:00100000:0.0:1767321198.614652:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046164096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321198.614681:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321198.614708:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046164096:12345-0@lo:400:kworker.0 Request processed in 59us (3370us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321198.614711:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046163840:0@lo:38:kworker.0 00000100:00100000:0.0:1767321198.614721:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1354 00000100:00100000:1.0:1767321198.614752:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321198.615019:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163584 00000100:00100000:2.0:1767321198.615027:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163584 00000100:00100000:2.0:1767321198.615051:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163840 00000100:00100000:2.0:1767321198.615054:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163840 00000100:00100000:0.0:1767321198.615067:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2823 00000100:00100000:0.0:1767321198.615075:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046163584:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321198.615080:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2824 00000100:00100000:2.0:1767321198.615087:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046163840:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321198.615100:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321198.615136:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046163584:12345-0@lo:38:kworker.0 Request processed in 62us (457us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321198.615143:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2823 00000100:00100000:1.0:1767321198.615256:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046163968:0@lo:38:kworker.0 00000100:00100000:1.0:1767321198.615288:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321198.615313:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046164352:0@lo:38:kworker.0 00000100:00100000:1.0:1767321198.615335:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321198.615373:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321198.615379:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321198.615382:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046163584:0@lo:38:kworker.0 00010000:00020000:2.0:1767321198.615434:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321198.615450:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046164096:0@lo:400:kworker.0 00000100:00100000:2.0:1767321198.615451:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046163968 00000100:00100000:2.0:1767321198.615456:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046163968 00010000:00080000:0.0:1767321198.615471:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4a80 x1853164046163712/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321214 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321198.615482:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1767321198.615485:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046163712:0@lo:400:kworker.0 00000100:00100000:2.0:1767321198.615492:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046163968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321198.615505:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321198.615515:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164352 00000100:00100000:0.0:1767321198.615520:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164352 00000100:00100000:2.0:1767321198.615543:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046163968:12345-0@lo:38:kworker.0 Request processed in 51us (252us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321198.615546:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2825 00000100:00100000:0.0:1767321198.615555:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046164352:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1767321198.615559:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00010000:00020000:0.0:1767321198.615569:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321198.615606:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046164352:12345-0@lo:38:kworker.0 Request processed in 51us (269us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321198.615616:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2825 00000100:00100000:2.0:1767321198.615618:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046163840:12345-0@lo:38:kworker.0 Request processed in 526us (862us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321198.615626:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2824 00000100:00100000:0.0:1767321198.615666:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046164224:0@lo:400:kworker.0 00000100:00080000:1.0:1767321198.615710:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321198.615716:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321198.615720:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046163840:0@lo:38:kworker.0 00000100:00080000:1.0:1767321198.615730:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321198.615743:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321198.615746:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046163968:0@lo:38:kworker.0 00000100:00080000:1.0:1767321198.615754:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321198.615758:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321198.615761:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046164352:0@lo:38:kworker.0 00000100:00100000:3.0:1767321198.620531:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2146 00010000:00010000:1.0:1767321199.374079:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321200.400495:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321200.659136:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046164480:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321200.659277:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321200.660429:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321200.660451:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046164608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321200.660509:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321200.667465:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164480 00000100:00100000:1.0:1767321200.667490:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164480 00000100:00100000:1.0:1767321200.668412:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164608 00000100:00100000:1.0:1767321200.668425:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164608 00000100:00080000:2.0:1767321200.668428:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321200.668475:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321200.668476:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1767321200.668490:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046164480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321200.668752:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321200.668922:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046164480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 434us (9644us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321200.668932:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:1.0:1767321200.668973:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:1.0:1767321200.668981:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046164608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321200.669000:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321200.669037:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046164608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 57us (8527us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321200.669043:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1767321200.669407:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046164608:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321200.669699:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046164480:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321201.422154:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321202.122597:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321202.122647:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321202.122752:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970560 00000100:00100000:3.0:1767321202.122830:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970560 00000100:00100000:2.0:1767321202.122835:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970432 00000100:00100000:2.0:1767321202.122843:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970432 00000100:00100000:3.0:1767321202.122909:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2147 00000100:00100000:3.0:1767321202.123668:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be73b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985970560:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321202.123759:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be73b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985970560:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 99us (1189us total) trans 0 rc 0/0 00000100:00080000:0.0:1767321202.123901:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321202.125561:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2826 00000100:00100000:2.0:1767321202.125578:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985970432:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321202.125608:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321202.125715:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985970432:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 138us (3065us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321202.125725:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2826 00000100:00100000:3.0:1767321202.126373:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2147 00010000:00010000:2.0:1767321202.446112:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321203.475025:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321203.726806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321203.726823:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1767321203.726932:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046164736:0@lo:400:kworker.0 00000100:00100000:3.0:1767321203.727024:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321203.727291:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164736 00000100:00100000:0.0:1767321203.727303:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164736 00000100:00080000:2.0:1767321203.727341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321203.727347:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321203.727352:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321203.727358:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321203.727364:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321203.727371:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321203.727409:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4700 x1853164046164864/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321203.727453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321203.727456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321203.727459:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321203.727463:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321203.727465:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321203.727469:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321203.727481:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d7800 x1853164046165120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321203.727490:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321203.727493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321203.727496:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321203.727499:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321203.727501:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321203.727504:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321203.727515:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d5880 x1853164046165248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321203.727575:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321203.727595:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046164864:0@lo:38:kworker.0 00000100:00100000:1.0:1767321203.727647:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321203.727680:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164864 00000100:00100000:1.0:1767321203.727684:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164864 00000100:00100000:0.0:1767321203.727711:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2148 00000100:00100000:0.0:1767321203.727736:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046164736:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321203.727964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321203.727970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321203.727973:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321203.727977:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321203.727980:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321203.727985:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321203.728003:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4380 x1853164046165632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321203.728031:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2827 00000100:00100000:2.0:1767321203.728034:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046164992:0@lo:400:kworker.0 00000100:00100000:2.0:1767321203.728071:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321203.728101:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321203.728107:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046165376:0@lo:400:kworker.0 00000100:00100000:2.0:1767321203.728139:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321203.728176:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046164992 00000100:00100000:2.0:1767321203.728180:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046164992 00000100:00100000:2.0:1767321203.728222:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2149 00000100:00100000:2.0:1767321203.728229:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046164992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321203.728271:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046164992:12345-0@lo:400:kworker.0 Request processed in 41us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321203.728284:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2149 00000100:00100000:0.0:1767321203.728515:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046164736:12345-0@lo:400:kworker.0 Request processed in 782us (1487us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321203.728523:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2148 00000100:00100000:2.0:1767321203.728553:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165376 00000100:00100000:0.0:1767321203.728555:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046165504:0@lo:400:kworker.0 00000100:00100000:2.0:1767321203.728557:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165376 00000100:00100000:0.0:1767321203.728585:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321203.728608:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046164864:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1767321203.728638:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d6d80 x1853164046164736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1767321203.728643:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321203.728654:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046164736:0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.728677:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046164864:12345-0@lo:38:kworker.0 Request processed in 639us (1029us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321203.728684:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2827 00000100:00080000:1.0:1767321203.728709:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321203.728713:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1767321203.728735:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321203.728740:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321203.728743:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046164864:0@lo:38:kworker.0 00000100:00100000:1.0:1767321203.728761:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046165120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321203.728807:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321203.728826:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165120 00000100:00100000:1.0:1767321203.728830:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165120 00010000:00080000:3.0:1767321203.728832:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d5180 x1853164046164992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321219 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321203.728842:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046164992:0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.728849:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2828 00000100:00100000:1.0:1767321203.728853:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046165120:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321203.728864:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321203.728901:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165504 00000100:00100000:2.0:1767321203.728915:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165504 00000100:00100000:2.0:1767321203.728950:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1767321203.728957:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046165376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321203.729058:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:3.0:1767321203.729067:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046165504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321203.729552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046165248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.729593:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321203.729638:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046165376:12345-0@lo:400:kworker.0 Request processed in 681us (1497us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321203.729646:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1355 00000100:00100000:2.0:1767321203.729701:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046165376:0@lo:400:kworker.0 00000100:00100000:1.0:1767321203.729702:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046165120:12345-0@lo:38:kworker.0 Request processed in 847us (894us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321203.729709:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2828 00000100:00100000:2.0:1767321203.729735:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165248 00000100:00100000:2.0:1767321203.729739:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165248 00000100:00100000:2.0:1767321203.729801:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:2.0:1767321203.729807:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046165248:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321203.729820:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321203.729851:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046165248:12345-0@lo:38:kworker.0 Request processed in 43us (257us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321203.729857:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1767321203.730205:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046165504:12345-0@lo:400:kworker.0 Request processed in 1138us (1616us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321203.730212:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1767321203.730273:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046165504:0@lo:400:kworker.0 00000100:00080000:1.0:1767321203.730311:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321203.730514:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.730518:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321203.730521:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046165248:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.730540:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046165632:0@lo:38:kworker.0 00000100:00100000:0.0:1767321203.730564:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321203.730718:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321203.730723:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321203.730726:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046165120:0@lo:38:kworker.0 00000100:00100000:1.0:1767321203.731262:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165632 00000100:00100000:1.0:1767321203.731268:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165632 00000100:00100000:1.0:1767321203.731402:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2829 00000100:00100000:1.0:1767321203.731411:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046165632:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321203.731439:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321203.731497:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046165632:12345-0@lo:38:kworker.0 Request processed in 85us (930us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321203.731504:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2829 00000100:00080000:2.0:1767321203.731529:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321203.731535:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321203.731539:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046165632:0@lo:38:kworker.0 00010000:00010000:2.0:1767321204.496297:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321205.518517:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321205.775201:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321205.775229:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046165760:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321205.775431:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321205.775656:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165760 00000100:00100000:0.0:1767321205.775664:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165760 00000100:00100000:0.0:1767321205.775750:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1767321205.775761:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046165760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321205.775813:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321205.775874:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046165760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (439us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321205.775879:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321205.775973:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321205.775994:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046165888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321205.776056:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321205.776165:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046165888 00000100:00100000:1.0:1767321205.776172:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046165888 00000100:00100000:0.0:1767321205.776426:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00080000:3.0:1767321205.776957:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321205.778092:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046165760:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321205.780635:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:1.0:1767321205.780668:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046165888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321205.780728:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321205.782508:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046165888:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321205.783719:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046165888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3048us (7641us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321205.783740:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00010000:00010000:2.0:1767321206.543140:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321207.235683:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321207.235745:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321207.235938:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970816 00000100:00100000:2.0:1767321207.235955:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970816 00000100:00080000:3.0:1767321207.236102:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321207.236147:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970688 00000100:00100000:2.0:1767321207.236152:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970688 00000100:00100000:2.0:1767321207.236183:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2150 00000100:00100000:2.0:1767321207.236200:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985970816:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321207.236314:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985970816:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 119us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321207.236323:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2150 00000100:00100000:2.0:1767321207.236359:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2830 00000100:00100000:2.0:1767321207.236364:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985970688:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321207.236389:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321207.236420:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985970688:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 54us (674us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321207.236427:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2830 00010000:00010000:1.0:1767321207.569329:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321208.600915:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321208.846361:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321208.846375:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1767321208.846495:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1767321208.846530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321208.846534:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321208.846540:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321208.846551:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6402 00000100:00080000:2.0:1767321208.846558:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321208.846567:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321208.846609:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4e00 x1853164046166144/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321208.846654:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321208.846667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321208.846670:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321208.846674:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6402 00000100:00080000:2.0:1767321208.846676:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321208.846681:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321208.846694:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6680 x1853164046166400/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321208.846704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1767321208.846707:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046166144:0@lo:38:kworker.0 00000100:00080000:2.0:1767321208.846708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321208.846709:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321208.846713:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6402 00000100:00080000:2.0:1767321208.846715:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321208.846719:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321208.846732:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d5500 x1853164046166528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321208.846827:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046166272:0@lo:400:kworker.0 00000100:00100000:0.0:1767321208.846836:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321208.846880:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321208.846907:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046166400:0@lo:38:kworker.0 00000100:00100000:3.0:1767321208.846908:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321208.846912:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046166656:0@lo:400:kworker.0 00000100:00100000:0.0:1767321208.846930:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321208.846938:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321208.846947:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046166528:0@lo:38:kworker.0 00000100:00100000:3.0:1767321208.846970:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166144 00000100:00100000:0.0:1767321208.846972:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321208.846979:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166144 00000100:00100000:0.0:1767321208.847004:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166272 00000100:00100000:0.0:1767321208.847015:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166272 00000100:00100000:3.0:1767321208.847029:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166400 00000100:00100000:3.0:1767321208.847031:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166400 00000100:00100000:3.0:1767321208.847051:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1767321208.847061:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046166144:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321208.847074:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2151 00000100:00100000:0.0:1767321208.847082:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046166272:12345-0@lo:400:kworker.0 00010000:00020000:3.0:1767321208.847096:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321208.847140:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046166272:12345-0@lo:400:kworker.0 Request processed in 59us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321208.847140:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046166144:12345-0@lo:38:kworker.0 Request processed in 79us (303us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321208.847148:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2151 00000100:00100000:3.0:1767321208.849332:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2831 00000100:00100000:3.0:1767321208.849397:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2832 00000100:00100000:3.0:1767321208.849408:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046166400:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321208.849436:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321208.849547:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046166400:12345-0@lo:38:kworker.0 Request processed in 139us (2615us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321208.849554:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2832 00000100:00100000:3.0:1767321208.849603:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166656 00000100:00100000:3.0:1767321208.849612:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166656 00000100:00100000:3.0:1767321208.849691:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1767321208.849699:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046166656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321208.849765:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046166656:12345-0@lo:400:kworker.0 Request processed in 68us (2825us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321208.849788:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:3.0:1767321208.849948:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166528 00000100:00100000:3.0:1767321208.849954:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166528 00000100:00100000:3.0:1767321208.849978:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1767321208.849983:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046166528:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321208.849994:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321208.850024:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046166528:12345-0@lo:38:kworker.0 Request processed in 39us (3050us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321208.850029:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00080000:3.0:1767321208.850551:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321208.850558:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321208.850984:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046166656:0@lo:400:kworker.0 00010000:00080000:3.0:1767321208.851182:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d6a00 x1853164046166272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321208.851195:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046166272:0@lo:400:kworker.0 00000100:00080000:3.0:1767321208.851270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321208.851276:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321208.851281:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046166400:0@lo:38:kworker.0 00000100:00080000:3.0:1767321208.851293:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321208.851297:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321208.851300:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046166528:0@lo:38:kworker.0 00000100:00080000:3.0:1767321208.851312:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321208.851315:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321208.851318:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046166144:0@lo:38:kworker.0 00000100:00100000:1.0:1767321208.855739:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046166784:0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.855922:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321208.856020:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046166016:0@lo:400:kworker.0 00000100:00100000:1.0:1767321208.856053:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321208.856217:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166016 00000100:00100000:0.0:1767321208.856228:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166016 00000100:00080000:0.0:1767321208.856276:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321208.856338:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2152 00000100:00100000:0.0:1767321208.856351:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046166016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321208.856452:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166784 00000100:00100000:3.0:1767321208.856458:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166784 00000100:00100000:3.0:1767321208.856518:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:3.0:1767321208.856528:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046166784:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1767321208.858352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321208.858367:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321208.858373:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321208.858383:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6402 00000100:00080000:2.0:1767321208.858389:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321208.858397:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321208.858456:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d4a80 x1853164046166912/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321208.858534:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046166912:0@lo:38:kworker.0 00000100:00080000:0.0:1767321208.860670:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321208.860788:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046166016:12345-0@lo:400:kworker.0 Request processed in 4414us (4709us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321208.860804:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2152 00000100:00100000:2.0:1767321208.870245:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321208.870255:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046166784:12345-0@lo:400:kworker.0 Request processed in 13722us (14327us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321208.870273:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1767321208.870436:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046166912 00000100:00100000:0.0:1767321208.870448:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046166912 00010000:00080000:1.0:1767321208.870467:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec5d4000 x1853164046166016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321224 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321208.870487:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046166016:0@lo:400:kworker.0 00000100:00100000:0.0:1767321208.870497:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2833 00000100:00100000:0.0:1767321208.870509:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046166912:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1767321208.870527:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046166784:0@lo:400:kworker.0 00010000:00020000:0.0:1767321208.870538:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321208.874726:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046166912:12345-0@lo:38:kworker.0 Request processed in 4202us (4477us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321208.874748:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2833 00000100:00080000:3.0:1767321208.876733:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321208.876750:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321208.876757:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046166912:0@lo:38:kworker.0 00010000:00010000:2.0:1767321209.614474:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321210.649487:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321210.894951:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046167040:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321210.895073:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321210.895350:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167040 00000100:00100000:1.0:1767321210.895362:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167040 00000100:00100000:1.0:1767321210.895455:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:1.0:1767321210.895467:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046167040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321210.895508:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767321210.896161:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321210.896235:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321210.896253:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046167168:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321210.896301:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321210.896359:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167168 00000100:00100000:3.0:1767321210.896365:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167168 00000100:00100000:3.0:1767321210.896400:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1432 00000100:00100000:3.0:1767321210.896407:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046167168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321210.896429:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321210.896467:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046167168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321210.896475:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1432 00000100:00080000:3.0:1767321210.896497:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321210.896540:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046167168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321210.903531:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046167040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 8045us (8438us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321210.903555:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:2.0:1767321210.905598:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046167040:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321211.667726:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321212.363539:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321212.363704:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321212.375498:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971072 00000100:00100000:0.0:1767321212.375524:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971072 00000100:00080000:3.0:1767321212.376160:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321212.376362:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985970944 00000100:00100000:0.0:1767321212.376370:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985970944 00000100:00100000:0.0:1767321212.376488:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2153 00000100:00100000:0.0:1767321212.376508:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985971072:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321212.376555:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2834 00000100:00100000:1.0:1767321212.376565:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985970944:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321212.376603:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321212.376658:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985971072:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 159us (13139us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321212.376669:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2153 00000100:00100000:1.0:1767321212.377475:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985970944:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 905us (13767us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321212.377486:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2834 00010000:00010000:2.0:1767321212.686682:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321213.710363:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321213.967847:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321213.967861:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321213.967954:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321213.967958:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321213.967963:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321213.967975:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6407 00000100:00080000:1.0:1767321213.967980:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321213.967989:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321213.968018:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164046167424/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321213.968077:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321213.968080:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321213.968083:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321213.968086:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6407 00000100:00080000:1.0:1767321213.968089:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321213.968093:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321213.968106:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164046167680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321213.968117:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321213.968120:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321213.968121:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321213.968125:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6407 00000100:00080000:1.0:1767321213.968127:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321213.968131:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321213.968143:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164046167808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321213.968166:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321213.968169:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321213.968170:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321213.968174:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6407 00000100:00080000:1.0:1767321213.968176:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321213.968180:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321213.968192:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046168192/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321213.968304:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046167424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321213.968408:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.968486:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046167680:0@lo:38:kworker.0 00000100:00100000:2.0:1767321213.968510:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.968527:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046167808:0@lo:38:kworker.0 00000100:00100000:2.0:1767321213.968554:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.968587:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046168192:0@lo:38:kworker.0 00000100:00100000:2.0:1767321213.968609:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.968652:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046167936:0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.968684:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.968706:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321213.968712:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046167552:0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.968733:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321213.968795:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167424 00000100:00100000:2.0:1767321213.968804:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167424 00000100:00100000:2.0:1767321213.968840:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167680 00000100:00100000:2.0:1767321213.968843:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167680 00000100:00100000:2.0:1767321213.968854:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168192 00000100:00100000:2.0:1767321213.968856:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168192 00000100:00100000:2.0:1767321213.968862:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167552 00000100:00100000:2.0:1767321213.968864:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167552 00000100:00100000:2.0:1767321213.968903:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2154 00000100:00100000:2.0:1767321213.968915:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046167552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.968976:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046167552:12345-0@lo:400:kworker.0 Request processed in 63us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321213.968984:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2154 00000100:00100000:2.0:1767321213.969003:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1767321213.969007:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046167424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321213.969029:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321213.969063:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046167424:12345-0@lo:38:kworker.0 Request processed in 54us (655us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321213.969069:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2835 00000100:00100000:2.0:1767321213.969081:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2836 00000100:00100000:2.0:1767321213.969085:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046167680:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321213.969093:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321213.969118:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046167680:12345-0@lo:38:kworker.0 Request processed in 31us (607us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321213.969125:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2836 00000100:00100000:2.0:1767321213.969135:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2837 00000100:00100000:2.0:1767321213.969139:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046168192:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321213.969147:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321213.969168:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046168192:12345-0@lo:38:kworker.0 Request processed in 27us (558us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321213.969172:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2837 00010000:00080000:2.0:1767321213.969205:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bca80 x1853164046167552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321213.969219:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046167552:0@lo:400:kworker.0 00000100:00080000:2.0:1767321213.969250:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321213.969255:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321213.969258:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046167424:0@lo:38:kworker.0 00000100:00080000:2.0:1767321213.969268:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321213.969271:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321213.969274:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046167680:0@lo:38:kworker.0 00000100:00080000:2.0:1767321213.969283:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321213.969286:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321213.969288:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046168192:0@lo:38:kworker.0 00000100:00100000:0.0:1767321213.969397:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046168064:0@lo:400:kworker.0 00000100:00100000:0.0:1767321213.969437:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321213.969474:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321213.969480:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046167296:0@lo:400:kworker.0 00000100:00100000:0.0:1767321213.969504:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321213.969532:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167296 00000100:00100000:0.0:1767321213.969536:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167296 00000100:00100000:0.0:1767321213.969574:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2155 00000100:00100000:0.0:1767321213.969581:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046167296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321213.969618:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046167296:12345-0@lo:400:kworker.0 Request processed in 38us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321213.969626:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2155 00010000:00080000:0.0:1767321213.969654:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be680 x1853164046167296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321229 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321213.969664:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046167296:0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.969813:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167808 00000100:00100000:3.0:1767321213.969819:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167808 00000100:00100000:3.0:1767321213.969846:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1767321213.969851:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046167808:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321213.969864:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321213.969904:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046167808:12345-0@lo:38:kworker.0 Request processed in 51us (1349us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321213.969910:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:3.0:1767321213.969930:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046167936 00000100:00100000:3.0:1767321213.969933:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046167936 00000100:00100000:3.0:1767321213.969960:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168064 00000100:00100000:3.0:1767321213.969962:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168064 00000100:00100000:3.0:1767321213.969980:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1767321213.969985:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046167936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.970020:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046167936:12345-0@lo:400:kworker.0 Request processed in 34us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321213.970025:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:3.0:1767321213.970035:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:3.0:1767321213.970041:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046168064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321213.970072:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046168064:12345-0@lo:400:kworker.0 Request processed in 30us (633us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321213.970077:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00080000:3.0:1767321213.970103:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321213.970108:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321213.970110:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321213.970131:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321213.970136:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321213.970140:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046167808:0@lo:38:kworker.0 00000100:00100000:0.0:1767321213.970297:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046168064:0@lo:400:kworker.0 00000100:00100000:2.0:1767321213.971557:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046167936:0@lo:400:kworker.0 00010000:00010000:2.0:1767321214.737489:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321215.758099:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321216.014048:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321216.014071:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046168320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321216.014179:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321216.014315:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168320 00000100:00100000:3.0:1767321216.014326:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168320 00000100:00100000:3.0:1767321216.014418:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1767321216.014428:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046168320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321216.014469:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321216.014536:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046168320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321216.014544:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00080000:1.0:1767321216.014863:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321216.014911:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046168320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321216.016801:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321216.016826:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046168448:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321216.016920:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321216.017164:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168448 00000100:00100000:3.0:1767321216.017174:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168448 00000100:00100000:3.0:1767321216.017261:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:3.0:1767321216.017272:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046168448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321216.017308:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321216.017371:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046168448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321216.017380:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00080000:1.0:1767321216.017844:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321216.018487:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046168448:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1767321216.782025:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321217.484304:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321217.484359:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321217.484542:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971328 00000100:00100000:3.0:1767321217.484559:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971328 00000100:00100000:3.0:1767321217.484662:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971200 00000100:00100000:3.0:1767321217.484665:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971200 00000100:00100000:3.0:1767321217.484693:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2156 00000100:00100000:3.0:1767321217.484705:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985971328:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321217.484855:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985971328:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 150us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321217.484862:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2156 00000100:00100000:3.0:1767321217.484886:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2838 00000100:00100000:3.0:1767321217.484891:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985971200:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321217.484917:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321217.484947:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985971200:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 53us (587us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321217.484954:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2838 00000100:00080000:2.0:1767321217.485242:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321217.806583:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321218.830351:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321219.085951:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321219.085965:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321219.086046:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321219.086051:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321219.086057:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321219.086068:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6412 00000100:00080000:1.0:1767321219.086074:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321219.086083:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321219.086114:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bea00 x1853164046168704/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321219.086152:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321219.086156:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321219.086158:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321219.086161:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6412 00000100:00080000:1.0:1767321219.086164:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321219.086168:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321219.086181:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be680 x1853164046168960/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321219.086190:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321219.086194:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321219.086195:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321219.086199:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6412 00000100:00080000:1.0:1767321219.086202:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321219.086207:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321219.086218:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046169088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321219.086242:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321219.086246:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321219.086248:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321219.086251:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6412 00000100:00080000:1.0:1767321219.086254:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321219.086258:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321219.086268:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bca80 x1853164046169472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321219.086338:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046168704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321219.086429:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321219.086506:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046168960:0@lo:38:kworker.0 00000100:00100000:1.0:1767321219.086532:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321219.086552:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046169088:0@lo:38:kworker.0 00000100:00100000:1.0:1767321219.086581:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321219.086608:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046169472:0@lo:38:kworker.0 00000100:00100000:1.0:1767321219.086630:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321219.086665:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046169216:0@lo:400:kworker.0 00000100:00100000:1.0:1767321219.086700:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321219.086722:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321219.086727:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046168832:0@lo:400:kworker.0 00000100:00100000:1.0:1767321219.086750:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321219.086816:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168704 00000100:00100000:1.0:1767321219.086829:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168704 00000100:00100000:1.0:1767321219.086874:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168960 00000100:00100000:1.0:1767321219.086878:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168960 00000100:00100000:1.0:1767321219.086892:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169472 00000100:00100000:1.0:1767321219.086895:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169472 00000100:00100000:1.0:1767321219.086903:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168832 00000100:00100000:1.0:1767321219.086905:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168832 00000100:00100000:1.0:1767321219.086946:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2157 00000100:00100000:1.0:1767321219.086958:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046168832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321219.087020:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046168832:12345-0@lo:400:kworker.0 Request processed in 64us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321219.087027:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2157 00000100:00100000:1.0:1767321219.087050:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2839 00000100:00100000:1.0:1767321219.087054:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046168704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321219.087076:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321219.087108:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046168704:12345-0@lo:38:kworker.0 Request processed in 52us (679us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321219.087115:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2839 00000100:00100000:1.0:1767321219.087130:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2840 00000100:00100000:1.0:1767321219.087136:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046168960:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321219.087145:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321219.087168:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046168960:12345-0@lo:38:kworker.0 Request processed in 31us (635us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321219.087174:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2840 00000100:00100000:1.0:1767321219.087185:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1767321219.087188:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046169472:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321219.087196:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321219.087219:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046169472:12345-0@lo:38:kworker.0 Request processed in 29us (589us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321219.087225:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2841 00000100:00100000:1.0:1767321219.087246:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169088 00000100:00100000:1.0:1767321219.087250:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169088 00000100:00100000:1.0:1767321219.087269:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1767321219.087274:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046169088:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321219.087283:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321219.087304:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046169088:12345-0@lo:38:kworker.0 Request processed in 30us (723us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321219.087308:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00010000:00080000:1.0:1767321219.087354:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bd880 x1853164046168832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321219.087364:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046168832:0@lo:400:kworker.0 00000100:00080000:1.0:1767321219.087386:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321219.087390:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321219.087392:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046168704:0@lo:38:kworker.0 00000100:00080000:1.0:1767321219.087397:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321219.087400:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321219.087401:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046168960:0@lo:38:kworker.0 00000100:00080000:1.0:1767321219.087406:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321219.087407:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321219.087409:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046169088:0@lo:38:kworker.0 00000100:00080000:1.0:1767321219.087414:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321219.087416:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321219.087417:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046169472:0@lo:38:kworker.0 00000100:00100000:3.0:1767321219.087645:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046168576:0@lo:400:kworker.0 00000100:00100000:3.0:1767321219.087683:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321219.087717:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321219.087723:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046169344:0@lo:400:kworker.0 00000100:00100000:3.0:1767321219.087806:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321219.087843:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169216 00000100:00100000:3.0:1767321219.087848:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169216 00000100:00100000:3.0:1767321219.087883:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169344 00000100:00100000:3.0:1767321219.087886:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169344 00000100:00100000:3.0:1767321219.087908:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1767321219.087915:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046169216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321219.087962:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046169216:12345-0@lo:400:kworker.0 Request processed in 47us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321219.087968:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:3.0:1767321219.087983:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1767321219.087989:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046169344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321219.088020:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046169344:12345-0@lo:400:kworker.0 Request processed in 32us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321219.088026:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1362 00000100:00100000:3.0:1767321219.088061:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046169344:0@lo:400:kworker.0 00000100:00100000:3.0:1767321219.088100:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046169216:0@lo:400:kworker.0 00000100:00080000:2.0:1767321219.089129:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321219.089138:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1767321219.089141:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321219.089649:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046168576 00000100:00100000:1.0:1767321219.089662:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046168576 00000100:00100000:1.0:1767321219.089809:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2158 00000100:00100000:1.0:1767321219.089819:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046168576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321219.089924:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046168576:12345-0@lo:400:kworker.0 Request processed in 107us (2239us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321219.089932:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2158 00010000:00080000:3.0:1767321219.090087:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bed80 x1853164046168576/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321235 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321219.090104:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046168576:0@lo:400:kworker.0 00000100:00080000:2.0:1767321219.090174:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321219.858310:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321220.878071:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321221.134342:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321221.134366:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046169600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321221.134483:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321221.134809:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169600 00000100:00100000:0.0:1767321221.134821:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169600 00000100:00100000:0.0:1767321221.134909:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1435 00000100:00100000:0.0:1767321221.134921:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046169600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321221.134960:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321221.135017:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046169600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321221.135026:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1435 00000100:00080000:2.0:1767321221.135098:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321221.135144:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046169600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321221.135320:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046169728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321221.135353:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321221.135480:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169728 00000100:00100000:1.0:1767321221.135485:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169728 00000100:00100000:1.0:1767321221.135531:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:1.0:1767321221.135539:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec5d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046169728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321221.135557:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767321221.135622:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321221.135952:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec5d5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046169728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 413us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321221.135961:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:2.0:1767321221.136024:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046169728:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321221.906377:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1767321222.595346:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985971456 offset 0 length 520: 4 00000100:00100000:0.0:1767321222.595420:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321222.595465:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321222.597832:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971584 00000100:00100000:1.0:1767321222.597854:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971584 00000100:00100000:1.0:1767321222.597928:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971712 00000100:00100000:1.0:1767321222.597932:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971712 00000100:00100000:1.0:1767321222.598180:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2159 00000100:00100000:1.0:1767321222.598195:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985971712:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321222.598308:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985971712:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 118us (2841us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321222.598317:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2159 00000100:00100000:1.0:1767321222.598344:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2842 00000100:00100000:1.0:1767321222.598360:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985971584:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321222.598388:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321222.598434:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985971584:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 82us (3014us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321222.598441:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2842 00000100:00080000:3.0:1767321222.598513:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321222.926010:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321223.182857:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321198/real 1767321198] req@ffffa07bc8ba3100 x1853164046163328/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321223 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321223.182903:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bc8ba3100 x1853164046163328/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321223 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321223.182922:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321223.182945:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321223.182949:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8ba3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046163328:0@lo:250:kworker.0 00000100:00080000:2.0:1767321223.182984:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.183252:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1767321223.183259:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.183265:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6396 00000100:00080000:2.0:1767321223.183271:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.183279:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321223.183326:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec5d6d80 x1853164046169856/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321223.183493:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046169856:0@lo:250:kworker.0 00000400:00000100:1.0:1767321223.183558:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046169856 offset 0 length 520: 4 00000100:00080000:2.0:1767321223.183682:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.183687:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.183689:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.183694:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6417 00000100:00080000:2.0:1767321223.183697:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.183701:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321223.183721:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaad180 x1853164046170112/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321223.183800:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321223.183816:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046169984:0@lo:400:kworker.0 00000100:00100000:3.0:1767321223.183871:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321223.183921:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046169984 00000100:00100000:3.0:1767321223.183930:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046169984 00000100:00100000:3.0:1767321223.184030:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2160 00000100:00100000:3.0:1767321223.184041:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046169984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321223.184122:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046169984:12345-0@lo:400:kworker.0 Request processed in 83us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321223.184130:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2160 00000100:00080000:3.0:1767321223.184157:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321223.184187:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaadc00 x1853164046169984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321223.184202:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaadc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046169984:0@lo:400:kworker.0 00000100:00100000:1.0:1767321223.191688:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046170112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321223.191821:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321223.192027:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170112 00000100:00100000:0.0:1767321223.192038:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170112 00000100:00100000:0.0:1767321223.192092:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2843 00000100:00100000:0.0:1767321223.192375:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046170112:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321223.192424:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321223.192499:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046170112:12345-0@lo:38:kworker.0 Request processed in 125us (676us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321223.192572:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321223.192578:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321223.192582:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046170112:0@lo:38:kworker.0 00000100:00080000:2.0:1767321223.192836:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.192842:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.192845:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.192850:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6417 00000100:00080000:2.0:1767321223.192855:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.192861:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321223.192885:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac000 x1853164046170368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321223.192898:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.192901:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.192903:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.192907:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6417 00000100:00080000:2.0:1767321223.192909:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.192914:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321223.192927:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaac380 x1853164046170496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321223.192967:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321223.192971:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321223.192972:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321223.192976:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6417 00000100:00080000:2.0:1767321223.192979:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321223.192982:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321223.192994:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bebaaea00 x1853164046170880/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321223.193044:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046170624:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.193085:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.193131:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321223.193137:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046170240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.193161:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321223.193191:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170624 00000100:00100000:2.0:1767321223.193197:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170624 00000100:00100000:2.0:1767321223.193255:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1767321223.193266:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046170624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.193313:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046170624:12345-0@lo:400:kworker.0 Request processed in 50us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321223.193319:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1363 00000100:00100000:2.0:1767321223.193748:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046170624:0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.193808:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170240 00000100:00100000:2.0:1767321223.193813:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170240 00000100:00100000:1.0:1767321223.193893:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046170368:0@lo:38:kworker.0 00000100:00100000:1.0:1767321223.193931:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321223.193956:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046170496:0@lo:38:kworker.0 00000100:00100000:1.0:1767321223.193984:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321223.194029:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046170880:0@lo:38:kworker.0 00000100:00100000:1.0:1767321223.194053:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321223.194086:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170368 00000100:00100000:1.0:1767321223.194090:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170368 00000100:00100000:3.0:1767321223.194764:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170880 00000100:00100000:3.0:1767321223.194784:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170880 00000100:00100000:3.0:1767321223.194819:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2844 00000100:00100000:3.0:1767321223.194826:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046170880:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321223.194850:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321223.194915:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046170880:12345-0@lo:38:kworker.0 Request processed in 88us (861us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321223.194923:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2844 00000100:00080000:3.0:1767321223.194952:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321223.194958:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321223.194991:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321223.198549:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321223.198562:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046170880:0@lo:38:kworker.0 00000100:00100000:3.0:1767321223.198703:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046170752:0@lo:400:kworker.0 00000100:00100000:3.0:1767321223.198840:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321223.198939:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170752 00000100:00100000:3.0:1767321223.198948:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170752 00000100:00100000:3.0:1767321223.199028:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1364 00000100:00100000:3.0:1767321223.199039:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046170752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321223.199297:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2843 00000100:00100000:0.0:1767321223.199376:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046170496 00000100:00100000:0.0:1767321223.199382:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046170496 00000100:00100000:0.0:1767321223.199424:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1767321223.199431:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046170496:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321223.199457:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321223.199511:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046170496:12345-0@lo:38:kworker.0 Request processed in 79us (5525us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321223.199518:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00080000:0.0:1767321223.199563:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321223.199568:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321223.199572:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046170496:0@lo:38:kworker.0 00000100:00080000:0.0:1767321223.199638:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321223.200316:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046170752:12345-0@lo:400:kworker.0 Request processed in 1273us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321223.200328:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1364 00000100:00100000:2.0:1767321223.201142:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2161 00000100:00100000:2.0:1767321223.201169:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046170240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321223.201278:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046170240:12345-0@lo:400:kworker.0 Request processed in 124us (8114us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321223.201285:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2161 00010000:00080000:2.0:1767321223.201523:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bebaae680 x1853164046170240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321239 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321223.201543:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046170240:0@lo:400:kworker.0 00000100:00100000:0.0:1767321223.201840:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046170752:0@lo:400:kworker.0 00000100:00100000:1.0:1767321223.202011:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2845 00000100:00100000:1.0:1767321223.202020:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046170368:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321223.202043:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321223.202474:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046170368:12345-0@lo:38:kworker.0 Request processed in 451us (8540us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321223.202483:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2845 00000100:00080000:2.0:1767321223.202956:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321223.202965:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321223.202970:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046170368:0@lo:38:kworker.0 00010000:00010000:1.0:1767321223.952370:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321224.983234:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321225.998556:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321226.254374:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046171008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321226.254477:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321226.255170:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171008 00000100:00100000:0.0:1767321226.255187:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171008 00000100:00100000:0.0:1767321226.255348:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1767321226.255361:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046171008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321226.255408:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321226.255486:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046171008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (1009us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321226.255495:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1767321226.255570:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046171008:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321226.255684:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321226.257077:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046171136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321226.257159:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321226.257358:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171136 00000100:00100000:1.0:1767321226.257367:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171136 00000100:00100000:1.0:1767321226.257494:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1767321226.257504:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046171136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321226.257537:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321226.257588:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046171136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321226.257597:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:1.0:1767321226.257656:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046171136:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1767321226.258024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321227.028901:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321227.715889:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321227.716669:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971840 00000100:00100000:1.0:1767321227.716698:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971840 00000100:00100000:1.0:1767321227.716800:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2846 00000100:00100000:1.0:1767321227.716812:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985971840:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321227.716844:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321227.720406:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985971840:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 3570us (4509us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321227.720427:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2846 00000100:00100000:0.0:1767321227.720972:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321227.721145:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985971968 00000100:00100000:1.0:1767321227.721156:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985971968 00000100:00100000:1.0:1767321227.721233:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2162 00000100:00100000:1.0:1767321227.721243:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985971968:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321227.721324:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985971968:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 81us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321227.721332:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2162 00000100:00080000:2.0:1767321227.721597:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321228.047433:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321228.302012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321228.302024:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321228.302090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321228.302094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321228.302098:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321228.302107:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6421 00000100:00080000:3.0:1767321228.302111:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321228.302118:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321228.302139:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585500 x1853164046171392/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321228.302175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321228.302179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321228.302180:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321228.302184:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6421 00000100:00080000:3.0:1767321228.302187:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321228.302189:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321228.302200:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0586300 x1853164046171648/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321228.302208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321228.302211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321228.302213:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321228.302216:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6421 00000100:00080000:3.0:1767321228.302218:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321228.302222:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321228.302231:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046171776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321228.302252:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321228.302255:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321228.302257:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321228.302260:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6421 00000100:00080000:3.0:1767321228.302262:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321228.302265:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321228.302275:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585c00 x1853164046172160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321228.302309:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046171520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321228.302335:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046171264:0@lo:400:kworker.0 00000100:00100000:1.0:1767321228.302415:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046172032:0@lo:400:kworker.0 00000100:00100000:2.0:1767321228.302458:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046171392:0@lo:38:kworker.0 00000100:00100000:3.0:1767321228.308172:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321228.308180:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046171904:0@lo:400:kworker.0 00000100:00100000:0.0:1767321228.308227:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321228.308249:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171904 00000100:00100000:3.0:1767321228.308257:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171904 00000100:00100000:0.0:1767321228.308258:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171520 00000100:00100000:0.0:1767321228.308261:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171520 00000100:00100000:1.0:1767321228.308308:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321228.308322:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2163 00000100:00100000:0.0:1767321228.308330:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046171520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321228.308388:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046171520:12345-0@lo:400:kworker.0 Request processed in 59us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321228.308397:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2163 00000100:00100000:0.0:1767321228.308420:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172032 00000100:00100000:0.0:1767321228.308423:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172032 00000100:00100000:3.0:1767321228.308571:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1365 00000100:00100000:3.0:1767321228.308580:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046171904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321228.308616:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046171904:12345-0@lo:400:kworker.0 Request processed in 38us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321228.308623:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1365 00000100:00100000:2.0:1767321228.308784:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.308808:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046171648:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.308831:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.308846:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046171776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.308868:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.308884:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046172160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.308903:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.308935:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171392 00000100:00100000:2.0:1767321228.308938:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171392 00000100:00100000:2.0:1767321228.308957:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171648 00000100:00100000:2.0:1767321228.308959:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171648 00000100:00100000:2.0:1767321228.308972:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172160 00000100:00100000:2.0:1767321228.308974:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172160 00000100:00100000:2.0:1767321228.308988:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2847 00000100:00100000:2.0:1767321228.308992:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046171392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321228.309011:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321228.309043:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046171392:12345-0@lo:38:kworker.0 Request processed in 50us (276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321228.309050:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2847 00000100:00100000:2.0:1767321228.309062:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1767321228.309065:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046171648:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321228.309074:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321228.309094:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046171648:12345-0@lo:38:kworker.0 Request processed in 27us (262us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321228.309099:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2848 00000100:00100000:2.0:1767321228.309108:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2849 00000100:00100000:2.0:1767321228.309111:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046172160:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321228.309118:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321228.309137:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046172160:12345-0@lo:38:kworker.0 Request processed in 24us (233us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321228.309142:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2849 00000100:00080000:2.0:1767321228.309167:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.309172:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.309176:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046171392:0@lo:38:kworker.0 00000100:00080000:2.0:1767321228.309183:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.309186:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.309189:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046171648:0@lo:38:kworker.0 00000100:00080000:2.0:1767321228.309196:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.309199:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.309201:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046172160:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.309250:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171776 00000100:00100000:2.0:1767321228.309253:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171776 00000100:00100000:2.0:1767321228.309271:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1767321228.309276:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046171776:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321228.309285:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321228.309325:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaafb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046171776:12345-0@lo:38:kworker.0 Request processed in 47us (456us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321228.309331:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1767321228.309355:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046171904:0@lo:400:kworker.0 00000100:00080000:2.0:1767321228.309376:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321228.309471:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321228.309475:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046171776:0@lo:38:kworker.0 00000100:00100000:2.0:1767321228.309529:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321228.309561:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046171264 00000100:00100000:2.0:1767321228.309565:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046171264 00000100:00100000:2.0:1767321228.309593:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2164 00000100:00100000:2.0:1767321228.309599:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046171264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321228.309635:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046171264:12345-0@lo:400:kworker.0 Request processed in 35us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321228.309641:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2164 00010000:00080000:2.0:1767321228.309664:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586680 x1853164046171264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321228.309761:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046171264:0@lo:400:kworker.0 00010000:00080000:3.0:1767321228.309855:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584a80 x1853164046171520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321244 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321228.309866:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046171520:0@lo:400:kworker.0 00000100:00100000:0.0:1767321228.310065:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:0.0:1767321228.310073:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046172032:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1767321228.310104:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321228.310109:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321228.310111:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321228.310123:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046172032:12345-0@lo:400:kworker.0 Request processed in 52us (1815us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321228.310130:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1767321228.310164:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046172032:0@lo:400:kworker.0 00010000:00010000:2.0:1767321229.070063:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321230.095060:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321231.118136:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321231.374158:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321231.374189:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046172288:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321231.374294:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321231.374375:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172288 00000100:00100000:2.0:1767321231.374384:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172288 00000100:00080000:3.0:1767321231.374424:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321231.374448:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:2.0:1767321231.374459:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046172288:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321231.374496:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321231.374548:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046172288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321231.374557:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:3.0:1767321231.375347:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046172288:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321231.377604:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321231.377630:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046172416:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321231.377722:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321231.378086:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172416 00000100:00100000:2.0:1767321231.378096:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172416 00000100:00100000:2.0:1767321231.378174:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:2.0:1767321231.378185:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046172416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321231.378216:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321231.378285:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046172416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321231.378293:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00080000:3.0:1767321231.378358:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321231.378445:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bebaaf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046172416:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767321232.144651:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321232.846136:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321232.846328:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972224 00000100:00100000:2.0:1767321232.846339:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972224 00000100:00100000:2.0:1767321232.846462:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2165 00000100:00100000:2.0:1767321232.846476:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985972224:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321232.846557:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985972224:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 86us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321232.846564:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2165 00000100:00080000:3.0:1767321232.848024:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321232.848081:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321232.848346:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972096 00000100:00100000:0.0:1767321232.848364:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972096 00000100:00100000:0.0:1767321232.848443:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2850 00000100:00100000:0.0:1767321232.848450:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985972096:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321232.848473:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321232.848530:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985972096:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 78us (453us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321232.848542:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2850 00010000:00010000:2.0:1767321233.166002:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321233.421930:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.421941:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321233.421995:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.422000:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.422003:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.422011:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321233.422016:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.422023:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321233.422044:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02300 x1853164046172672/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321233.422072:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.422075:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.422077:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.422081:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321233.422084:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.422087:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321233.422098:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bed80 x1853164046172928/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321233.422106:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.422110:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.422111:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.422117:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321233.422119:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.422122:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321233.422133:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bfb80 x1853164046173056/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321233.422153:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321233.422156:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321233.422157:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321233.422160:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6426 00000100:00080000:1.0:1767321233.422334:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321233.422340:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321233.422354:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bc000 x1853164046173440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321233.422537:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046173312:0@lo:400:kworker.0 00000100:00100000:2.0:1767321233.422600:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321233.422711:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046172544:0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.422751:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321233.422765:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046172800:0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.422818:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046173184:0@lo:400:kworker.0 00000100:00100000:2.0:1767321233.422832:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321233.422855:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321233.422892:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173312 00000100:00100000:3.0:1767321233.422898:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173312 00000100:00100000:3.0:1767321233.422952:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173184 00000100:00100000:2.0:1767321233.422955:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172544 00000100:00100000:3.0:1767321233.422957:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173184 00000100:00100000:2.0:1767321233.422962:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172544 00000100:00100000:3.0:1767321233.422990:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1767321233.423001:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046173312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321233.423003:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172800 00000100:00100000:2.0:1767321233.423008:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172800 00000100:00100000:2.0:1767321233.423032:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1767321233.423040:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046172544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.423061:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046173312:12345-0@lo:400:kworker.0 Request processed in 61us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321233.423070:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:3.0:1767321233.423090:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1767321233.423096:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046172544:12345-0@lo:400:kworker.0 Request processed in 54us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321233.423103:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046173184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321233.423108:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2166 00000100:00100000:2.0:1767321233.423127:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2167 00000100:00100000:2.0:1767321233.423135:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046172800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.423154:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046173184:12345-0@lo:400:kworker.0 Request processed in 53us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321233.423161:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00080000:3.0:1767321233.423179:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1767321233.423184:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321233.423185:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321233.423228:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046173184:0@lo:400:kworker.0 00000100:00100000:3.0:1767321233.423265:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046173312:0@lo:400:kworker.0 00010000:00080000:3.0:1767321233.423311:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01f80 x1853164046172544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321233.423320:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046172544:0@lo:400:kworker.0 00000100:00100000:0.0:1767321233.423466:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046172672:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.423496:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.423536:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046172928:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.423557:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.423575:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046173056:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.423599:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.423619:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046173440:0@lo:38:kworker.0 00000100:00100000:0.0:1767321233.423721:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321233.423750:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172672 00000100:00100000:0.0:1767321233.423755:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172672 00000100:00100000:0.0:1767321233.423792:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046172928 00000100:00100000:0.0:1767321233.423795:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046172928 00000100:00100000:0.0:1767321233.423804:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173440 00000100:00100000:0.0:1767321233.423806:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173440 00000100:00100000:0.0:1767321233.423816:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1767321233.423820:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046172672:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321233.423837:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321233.424013:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046172672:12345-0@lo:38:kworker.0 Request processed in 191us (515us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321233.424021:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2851 00000100:00100000:0.0:1767321233.424037:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2852 00000100:00100000:0.0:1767321233.424041:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046172928:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321233.424052:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321233.424078:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046172928:12345-0@lo:38:kworker.0 Request processed in 35us (519us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321233.424082:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2853 00000100:00100000:3.0:1767321233.424270:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046173440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321233.424282:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321233.424311:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046173440:12345-0@lo:38:kworker.0 Request processed in 40us (589us total) trans 0 rc -19/-19 00000100:00080000:1.0:1767321233.424400:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321233.424407:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321233.424411:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046172672:0@lo:38:kworker.0 00000100:00080000:1.0:1767321233.424421:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321233.424424:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321233.424427:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046172928:0@lo:38:kworker.0 00000100:00080000:1.0:1767321233.424435:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321233.424438:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321233.424441:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046173440:0@lo:38:kworker.0 00000100:00100000:1.0:1767321233.424486:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173056 00000100:00100000:1.0:1767321233.424490:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173056 00000100:00100000:0.0:1767321233.424525:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2852 00000100:00100000:3.0:1767321233.424603:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2853 00000100:00100000:1.0:1767321233.424625:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1767321233.424641:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046173056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321233.424654:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321233.424702:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046173056:12345-0@lo:38:kworker.0 Request processed in 70us (1101us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321233.424708:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00080000:1.0:1767321233.424736:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321233.424740:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321233.424744:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046173056:0@lo:38:kworker.0 00000100:00100000:2.0:1767321233.424994:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046172800:12345-0@lo:400:kworker.0 Request processed in 1859us (2161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321233.425003:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2167 00010000:00080000:0.0:1767321233.425351:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b00e00 x1853164046172800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321249 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321233.425362:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046172800:0@lo:400:kworker.0 00010000:00010000:2.0:1767321234.190253:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321235.214135:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321236.238467:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321236.494689:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046173568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321236.494800:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321236.495221:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173568 00000100:00100000:3.0:1767321236.495229:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173568 00000100:00100000:3.0:1767321236.495300:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1767321236.495311:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046173568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321236.495348:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321236.495413:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046173568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321236.495421:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:3.0:1767321236.495447:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321236.495456:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046173696:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321236.495483:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321236.495514:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173696 00000100:00100000:3.0:1767321236.495517:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173696 00000100:00100000:3.0:1767321236.495537:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1767321236.495542:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046173696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321236.495557:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321236.495587:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046173696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321236.495593:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1442 00000100:00100000:3.0:1767321236.495633:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046173696:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321236.495740:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321236.495744:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321236.495810:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046173568:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321237.265394:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321237.958296:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321237.958404:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321237.960860:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972480 00000100:00100000:2.0:1767321237.960876:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972480 00000100:00100000:1.0:1767321237.960932:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972352 00000100:00100000:1.0:1767321237.960940:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972352 00000100:00100000:2.0:1767321237.960980:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2168 00000100:00080000:3.0:1767321237.960990:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321237.960992:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985972480:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321237.961147:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985972480:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 156us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321237.961155:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2168 00000100:00100000:2.0:1767321237.961176:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2854 00000100:00100000:2.0:1767321237.961180:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985972352:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321237.961200:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321237.961228:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985972352:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (2824us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321237.961236:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2854 00010000:00010000:2.0:1767321238.286013:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321238.542467:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.542475:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321238.542539:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.542542:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.542546:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.542553:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6431 00000100:00080000:1.0:1767321238.542563:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.542569:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321238.542591:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bed80 x1853164046173952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321238.542620:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.542625:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.542626:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.542629:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6431 00000100:00080000:1.0:1767321238.542632:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.542636:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321238.542645:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bea00 x1853164046174208/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321238.542653:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.542656:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.542657:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.542661:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6431 00000100:00080000:1.0:1767321238.542663:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.542667:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321238.542677:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4bd880 x1853164046174336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321238.542699:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321238.542702:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321238.542703:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321238.542706:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6431 00000100:00080000:1.0:1767321238.542709:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321238.542712:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321238.542721:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bdb4be300 x1853164046174720/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321238.543381:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046174080:0@lo:400:kworker.0 00000100:00100000:3.0:1767321238.543456:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.543499:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046173952:0@lo:38:kworker.0 00000100:00100000:3.0:1767321238.543531:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321238.543540:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321238.543542:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046174464:0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.543572:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046174208:0@lo:38:kworker.0 00000100:00100000:3.0:1767321238.543582:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.543608:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321238.543623:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046173824:0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.543630:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046174336:0@lo:38:kworker.0 00000100:00100000:3.0:1767321238.543658:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.543668:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321238.543683:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321238.543693:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046174592:0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.543699:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046174720:0@lo:38:kworker.0 00000100:00100000:3.0:1767321238.543731:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321238.543736:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321238.543794:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174464 00000100:00100000:3.0:1767321238.543802:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174464 00000100:00100000:3.0:1767321238.543861:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174592 00000100:00100000:3.0:1767321238.543866:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174592 00000100:00100000:3.0:1767321238.543891:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1767321238.543900:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046174464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321238.543956:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046174464:12345-0@lo:400:kworker.0 Request processed in 56us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321238.543964:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:3.0:1767321238.543985:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1767321238.543994:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046174592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321238.544029:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046174592:12345-0@lo:400:kworker.0 Request processed in 38us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321238.544037:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:3.0:1767321238.544077:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046174592:0@lo:400:kworker.0 00000100:00080000:2.0:1767321238.544086:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321238.544092:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321238.544208:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174336 00000100:00100000:3.0:1767321238.544210:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046174464:0@lo:400:kworker.0 00000100:00100000:1.0:1767321238.544215:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174336 00000100:00100000:2.0:1767321238.544224:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174080 00000100:00100000:2.0:1767321238.544231:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174080 00000100:00100000:1.0:1767321238.544250:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1767321238.544275:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173952 00000100:00100000:2.0:1767321238.544279:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173952 00000100:00100000:2.0:1767321238.544289:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174208 00000100:00100000:2.0:1767321238.544301:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174208 00000100:00100000:2.0:1767321238.544310:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046173824 00000100:00100000:2.0:1767321238.544313:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046173824 00000100:00100000:2.0:1767321238.544329:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174720 00000100:00100000:2.0:1767321238.544333:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174720 00000100:00100000:0.0:1767321238.544337:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2169 00000100:00100000:1.0:1767321238.544357:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046174336:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321238.544376:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321238.544415:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaaea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046174336:12345-0@lo:38:kworker.0 Request processed in 158us (748us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321238.544622:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2170 00000100:00100000:2.0:1767321238.544632:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046173824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.544672:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046173824:12345-0@lo:400:kworker.0 Request processed in 43us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321238.544678:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2170 00000100:00100000:0.0:1767321238.544686:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046174080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.544696:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2855 00000100:00100000:2.0:1767321238.544701:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046173952:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321238.544713:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321238.544735:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046174080:12345-0@lo:400:kworker.0 Request processed in 388us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321238.544744:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2169 00000100:00100000:2.0:1767321238.544755:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046173952:12345-0@lo:38:kworker.0 Request processed in 51us (1214us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321238.544762:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2856 00000100:00100000:0.0:1767321238.544794:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046174208:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321238.544805:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321238.544809:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2855 00000100:00100000:2.0:1767321238.544828:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2857 00000100:00100000:0.0:1767321238.544836:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046174208:12345-0@lo:38:kworker.0 Request processed in 63us (1225us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321238.544837:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046174720:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1767321238.544850:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2856 00010000:00020000:2.0:1767321238.544855:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:0.0:1767321238.544887:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4be680 x1853164046174080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321238.544894:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046174720:12345-0@lo:38:kworker.0 Request processed in 57us (1158us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321238.544908:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046174080:0@lo:400:kworker.0 00000100:00100000:2.0:1767321238.544909:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2857 00000100:00080000:2.0:1767321238.544941:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321238.544982:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321238.544988:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321238.544993:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046173952:0@lo:38:kworker.0 00010000:00080000:2.0:1767321238.544998:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bdb4bc000 x1853164046173824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1767321238.545007:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1767321238.545013:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046173824:0@lo:400:kworker.0 00000100:00080000:0.0:1767321238.545015:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321238.545024:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046174208:0@lo:38:kworker.0 00000100:00080000:0.0:1767321238.545037:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321238.545041:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321238.545044:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046174336:0@lo:38:kworker.0 00000100:00080000:0.0:1767321238.545052:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321238.545055:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321238.545057:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046174720:0@lo:38:kworker.0 00000100:00100000:1.0:1767321238.547441:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00010000:00010000:2.0:1767321239.310122:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321240.334260:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321241.358255:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321241.614181:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046174848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321241.614292:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321241.614578:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174848 00000100:00100000:3.0:1767321241.614588:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174848 00000100:00100000:3.0:1767321241.614650:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1767321241.614660:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046174848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321241.614692:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321241.614715:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321241.614725:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046174976:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321241.614751:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bebaadc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046174848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321241.614756:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321241.614758:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1443 00000100:00100000:3.0:1767321241.614790:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046174976 00000100:00100000:3.0:1767321241.614794:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046174976 00000100:00080000:2.0:1767321241.614830:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321241.614898:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1444 00000100:00100000:3.0:1767321241.614905:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046174976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321241.614935:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321241.614993:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046174976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321241.614999:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1444 00000100:00080000:3.0:1767321241.615013:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321241.617372:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046174848:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321241.617667:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046174976:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321242.382145:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321243.074364:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321243.074411:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321243.074516:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972736 00000100:00100000:1.0:1767321243.074527:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972736 00000100:00100000:1.0:1767321243.074646:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972608 00000100:00100000:1.0:1767321243.074649:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972608 00000100:00100000:1.0:1767321243.074673:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2171 00000100:00100000:1.0:1767321243.074684:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985972736:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321243.074844:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2858 00000100:00100000:2.0:1767321243.074851:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985972608:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321243.074870:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321243.075155:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985972736:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 471us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321243.075163:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2171 00000100:00080000:3.0:1767321243.075341:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321243.079392:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985972608:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 4528us (4967us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.079406:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2858 00010000:00010000:2.0:1767321243.409150:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321243.662270:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321243.662281:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321243.662335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321243.662339:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321243.662343:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321243.662351:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6436 00000100:00080000:0.0:1767321243.662356:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321243.662362:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321243.662384:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577480 x1853164046175232/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321243.662422:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321243.662425:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321243.662427:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321243.662431:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6436 00000100:00080000:0.0:1767321243.662434:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321243.662437:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321243.662448:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576a00 x1853164046175488/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321243.662457:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321243.662460:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321243.662462:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321243.662465:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6436 00000100:00080000:0.0:1767321243.662468:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321243.662471:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321243.662484:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9eed80 x1853164046175616/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321243.662503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321243.662506:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321243.662508:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321243.662511:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6436 00000100:00080000:0.0:1767321243.662512:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321243.662515:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321243.662525:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ec000 x1853164046176000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321243.662550:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046175360:0@lo:400:kworker.0 00000100:00100000:0.0:1767321243.662632:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321243.662710:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321243.662717:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046175744:0@lo:400:kworker.0 00000100:00100000:0.0:1767321243.662754:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.662855:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175744 00000100:00100000:2.0:1767321243.662862:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175744 00000100:00100000:2.0:1767321243.662945:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1767321243.662954:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046175744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321243.663007:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046175744:12345-0@lo:400:kworker.0 Request processed in 54us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321243.663024:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00100000:2.0:1767321243.663052:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046175232:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.663077:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.663097:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046175488:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.663116:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.663130:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046175616:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.663150:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.663167:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046176000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.663184:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321243.663211:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175360 00000100:00100000:2.0:1767321243.663215:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175360 00000100:00100000:2.0:1767321243.663240:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175232 00000100:00100000:2.0:1767321243.663243:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175232 00000100:00100000:2.0:1767321243.663272:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175488 00000100:00100000:2.0:1767321243.663275:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175488 00000100:00100000:2.0:1767321243.663283:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176000 00000100:00100000:2.0:1767321243.663285:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176000 00000100:00100000:2.0:1767321243.663293:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1767321243.663299:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046175360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321243.663332:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046175360:12345-0@lo:400:kworker.0 Request processed in 34us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321243.663339:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2172 00000100:00100000:2.0:1767321243.663351:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2859 00000100:00100000:2.0:1767321243.663355:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046175232:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321243.663372:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321243.663400:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046175232:12345-0@lo:38:kworker.0 Request processed in 44us (323us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.663406:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2859 00000100:00100000:2.0:1767321243.663417:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2860 00000100:00100000:2.0:1767321243.663420:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046175488:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321243.663428:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321243.663457:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046175488:12345-0@lo:38:kworker.0 Request processed in 34us (338us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.663463:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2860 00000100:00100000:2.0:1767321243.663472:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2861 00000100:00100000:2.0:1767321243.663475:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046176000:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321243.663482:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321243.663501:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046176000:12345-0@lo:38:kworker.0 Request processed in 24us (315us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321243.663506:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2861 00000100:00080000:2.0:1767321243.663545:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.663549:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.663553:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046175232:0@lo:38:kworker.0 00000100:00080000:2.0:1767321243.663562:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.663565:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.663568:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046175488:0@lo:38:kworker.0 00000100:00080000:2.0:1767321243.663573:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321243.663576:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321243.663578:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046176000:0@lo:38:kworker.0 00000100:00100000:2.0:1767321243.663613:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046175744:0@lo:400:kworker.0 00010000:00080000:2.0:1767321243.663623:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0577100 x1853164046175360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321243.663633:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046175360:0@lo:400:kworker.0 00000100:00100000:1.0:1767321243.663717:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046175104:0@lo:400:kworker.0 00000100:00100000:1.0:1767321243.663747:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321243.663794:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321243.663801:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046175872:0@lo:400:kworker.0 00000100:00100000:1.0:1767321243.663824:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321243.663848:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175104 00000100:00100000:1.0:1767321243.663852:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175104 00000100:00100000:1.0:1767321243.663880:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1767321243.663886:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046175104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321243.663919:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046175104:12345-0@lo:400:kworker.0 Request processed in 32us (171us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321243.663925:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2173 00000100:00100000:1.0:1767321243.663945:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175616 00000100:00100000:1.0:1767321243.663948:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175616 00000100:00100000:1.0:1767321243.663981:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1767321243.663986:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046175616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321243.663996:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321243.664036:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046175616:12345-0@lo:38:kworker.0 Request processed in 49us (885us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321243.664042:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1767321243.664060:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046175872 00000100:00100000:1.0:1767321243.664063:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046175872 00000100:00100000:1.0:1767321243.664087:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767321243.664093:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046175872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321243.664120:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046175872:12345-0@lo:400:kworker.0 Request processed in 27us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321243.664124:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1372 00000100:00100000:1.0:1767321243.664148:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046175872:0@lo:400:kworker.0 00010000:00080000:1.0:1767321243.664157:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0576d80 x1853164046175104/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321243.664164:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046175104:0@lo:400:kworker.0 00000100:00080000:1.0:1767321243.664188:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321243.664193:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321243.664196:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046175616:0@lo:38:kworker.0 00000100:00080000:0.0:1767321243.664268:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1767321243.664273:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321243.664275:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767321244.430097:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321245.455033:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321246.478023:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321246.734089:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321246.734125:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046176128:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321246.734223:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321246.734383:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176128 00000100:00100000:0.0:1767321246.734394:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176128 00000100:00100000:0.0:1767321246.734513:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1445 00000100:00100000:0.0:1767321246.734528:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046176128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321246.734577:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321246.734668:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046176128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 145us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321246.734675:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1445 00000100:00080000:3.0:1767321246.735110:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321246.735166:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bdb4bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046176128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321246.735805:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046176256:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321246.735866:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321246.739430:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176256 00000100:00100000:1.0:1767321246.739449:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176256 00000100:00100000:1.0:1767321246.739527:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:1.0:1767321246.739537:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046176256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321246.739569:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321246.739642:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046176256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (3775us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321246.739650:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:3.0:1767321246.740366:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046176256:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321246.743092:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000400:00000100:1.0:1767321247.179794:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985972864 offset 0 length 520: 4 00000100:00100000:1.0:1767321247.179871:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321247.180100:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973120 00000100:00100000:2.0:1767321247.180111:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973120 00000100:00100000:2.0:1767321247.180238:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2174 00000100:00100000:2.0:1767321247.180252:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985973120:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321247.180343:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985973120:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 95us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321247.180350:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2174 00000100:00100000:1.0:1767321247.180706:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00080000:3.0:1767321247.184541:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321247.184630:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985972992 00000100:00100000:2.0:1767321247.184642:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985972992 00000100:00100000:2.0:1767321247.184704:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2862 00000100:00100000:2.0:1767321247.184712:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985972992:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321247.184735:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321247.184983:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985972992:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 268us (4276us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321247.184991:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2862 00010000:00010000:2.0:1767321247.502106:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321248.526031:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321248.785417:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321248.785431:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321248.785508:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321248.785513:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321248.785517:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321248.785524:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6441 00000100:00080000:0.0:1767321248.785529:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321248.785551:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046176384:0@lo:400:kworker.0 00000100:00080000:0.0:1767321248.785574:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321248.785594:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9eca80 x1853164046176512/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321248.785621:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321248.785626:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321248.785629:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321248.785630:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321248.785634:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6441 00000100:00080000:0.0:1767321248.785636:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321248.785639:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321248.785648:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9edc00 x1853164046176768/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321248.785656:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321248.785659:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321248.785661:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321248.785663:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6441 00000100:00080000:0.0:1767321248.785666:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321248.785669:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321248.785680:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee680 x1853164046176896/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321248.785701:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1767321248.785701:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046176640:0@lo:400:kworker.0 00000100:00080000:0.0:1767321248.785705:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321248.785707:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321248.785723:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321248.785735:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6441 00000100:00080000:0.0:1767321248.785738:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321248.785741:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321248.785749:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321248.785754:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046177024:0@lo:400:kworker.0 00000100:00100000:0.0:1767321248.785755:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ef100 x1853164046177280/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321248.785798:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321248.785817:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176384 00000100:00100000:0.0:1767321248.785824:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176384 00000100:00100000:3.0:1767321248.785832:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321248.785838:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046177152:0@lo:400:kworker.0 00000100:00100000:3.0:1767321248.785871:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321248.785874:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176640 00000100:00100000:0.0:1767321248.785877:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176640 00000100:00080000:3.0:1767321248.785892:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321248.785901:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2175 00000100:00100000:0.0:1767321248.785909:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046176384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321248.785977:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046176384:12345-0@lo:400:kworker.0 Request processed in 67us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321248.785986:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2175 00000100:00100000:0.0:1767321248.786004:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2176 00000100:00100000:0.0:1767321248.786010:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046176640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321248.786038:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046176640:12345-0@lo:400:kworker.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321248.786044:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2176 00000100:00100000:1.0:1767321248.786204:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321223/real 1767321223] req@ffffa07bec5d6d80 x1853164046169856/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321248 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321248.786225:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bec5d6d80 x1853164046169856/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321248 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321248.786236:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046176512:0@lo:38:kworker.0 00000100:00100000:1.0:1767321248.786261:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.786290:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046176768:0@lo:38:kworker.0 00000100:00100000:1.0:1767321248.786310:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.786325:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046176896:0@lo:38:kworker.0 00000100:00100000:1.0:1767321248.786348:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321248.786385:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046177280:0@lo:38:kworker.0 00000100:00100000:1.0:1767321248.786408:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321248.786422:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321248.786434:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321248.786437:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec5d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046169856:0@lo:250:kworker.0 00000100:00100000:1.0:1767321248.786468:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177024 00000100:00100000:1.0:1767321248.786472:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177024 00000100:00100000:1.0:1767321248.786503:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177152 00000100:00100000:1.0:1767321248.786505:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177152 00000100:00100000:1.0:1767321248.786522:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1767321248.786528:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046177024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.786559:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046177024:12345-0@lo:400:kworker.0 Request processed in 31us (761us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.786566:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1373 00000100:00100000:1.0:1767321248.786596:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1767321248.786602:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046177152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321248.786626:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046177152:12345-0@lo:400:kworker.0 Request processed in 25us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321248.786631:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1374 00000100:00100000:1.0:1767321248.786647:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176512 00000100:00100000:1.0:1767321248.786651:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176512 00000100:00100000:1.0:1767321248.786661:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176768 00000100:00100000:1.0:1767321248.786663:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176768 00000100:00100000:1.0:1767321248.786670:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767321248.786674:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046176512:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321248.786704:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321248.786749:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046176512:12345-0@lo:38:kworker.0 Request processed in 72us (486us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321248.786755:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2863 00000100:00100000:1.0:1767321248.786765:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177280 00000100:00100000:1.0:1767321248.786793:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177280 00000100:00100000:1.0:1767321248.786805:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2864 00000100:00100000:1.0:1767321248.786809:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046176768:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321248.786818:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321248.786839:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046176768:12345-0@lo:38:kworker.0 Request processed in 29us (529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321248.786844:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2864 00000100:00100000:1.0:1767321248.786854:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2865 00000100:00100000:1.0:1767321248.786858:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046177280:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321248.786867:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321248.786887:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046177280:12345-0@lo:38:kworker.0 Request processed in 28us (479us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321248.786894:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2865 00000100:00100000:1.0:1767321248.786929:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046176896 00000100:00100000:1.0:1767321248.786932:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046176896 00000100:00100000:1.0:1767321248.786963:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1767321248.786967:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046176896:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321248.786977:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321248.787000:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bdb4be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046176896:12345-0@lo:38:kworker.0 Request processed in 32us (652us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321248.787006:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00080000:1.0:1767321248.787037:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321248.787041:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321248.787044:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046176512:0@lo:38:kworker.0 00000100:00080000:1.0:1767321248.787052:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321248.787055:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321248.787058:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046176768:0@lo:38:kworker.0 00000100:00080000:1.0:1767321248.787066:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321248.787068:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321248.787071:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046176896:0@lo:38:kworker.0 00000100:00080000:1.0:1767321248.787077:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321248.787080:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321248.787083:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046177280:0@lo:38:kworker.0 00000100:00080000:1.0:1767321248.787110:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321248.787114:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1767321248.787116:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321248.787120:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6421 00000100:00080000:1.0:1767321248.787124:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321248.787128:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321248.787145:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bd0632680 x1853164046177408/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321248.787171:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046177408:0@lo:250:kworker.0 00000400:00000100:1.0:1767321248.787190:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046177408 offset 0 length 520: 4 00000100:00080000:3.0:1767321248.787210:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767321248.787214:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321248.787234:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046177152:0@lo:400:kworker.0 00010000:00080000:3.0:1767321248.787247:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ec700 x1853164046176384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321248.787255:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046176384:0@lo:400:kworker.0 00000100:00100000:3.0:1767321248.787372:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046177024:0@lo:400:kworker.0 00010000:00080000:3.0:1767321248.787382:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9efb80 x1853164046176640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321248.787389:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046176640:0@lo:400:kworker.0 00010000:00010000:2.0:1767321249.550290:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321250.574652:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321251.598457:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321251.854041:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1767321251.854070:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046177536:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321251.854167:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321251.854346:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177536 00000100:00100000:3.0:1767321251.854353:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177536 00000100:00100000:3.0:1767321251.854426:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1767321251.854439:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046177536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321251.854472:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321251.854522:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046177536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321251.854526:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:3.0:1767321251.854563:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046177536:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321251.854611:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321251.855145:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046177664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321251.855186:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321251.855249:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177664 00000100:00100000:1.0:1767321251.855255:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177664 00000100:00100000:1.0:1767321251.855298:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:1.0:1767321251.855304:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046177664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321251.855322:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:3.0:1767321251.855427:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321251.855531:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf914ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046177664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 225us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321251.855538:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1767321251.856126:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046177664:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321252.292688:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321252.292744:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321252.293055:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973248 00000100:00100000:3.0:1767321252.293065:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973248 00000100:00100000:3.0:1767321252.293115:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973376 00000100:00100000:3.0:1767321252.293119:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973376 00000100:00100000:2.0:1767321252.293171:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2177 00000100:00100000:2.0:1767321252.293198:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985973376:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321252.293288:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985973376:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 106us (542us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321252.293392:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321252.294584:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2866 00000100:00100000:3.0:1767321252.294597:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985973248:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:3.0:1767321252.294650:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321252.294894:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985973248:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 297us (2214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321252.294904:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2866 00000100:00100000:2.0:1767321252.296350:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2177 00010000:00010000:1.0:1767321252.626668:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321253.646008:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321253.902096:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321253.902107:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321253.902194:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321253.902198:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321253.902202:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321253.902209:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6447 00000100:00080000:3.0:1767321253.902214:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321253.902220:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321253.902242:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587480 x1853164046177920/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321253.902283:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321253.902286:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321253.902288:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1767321253.902298:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046177920:0@lo:38:kworker.0 00000100:00080000:3.0:1767321253.902310:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6447 00000100:00080000:3.0:1767321253.902312:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321253.902315:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321253.902337:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02d80 x1853164046178176/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321253.902346:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321253.902350:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321253.902352:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321253.902355:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6447 00000100:00080000:3.0:1767321253.902357:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321253.902361:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321253.902370:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b03800 x1853164046178304/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321253.902397:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321253.902400:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1767321253.902402:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321253.902402:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321253.902405:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6447 00000100:00080000:3.0:1767321253.902407:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321253.902410:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321253.902419:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01f80 x1853164046178688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321253.902436:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046178176:0@lo:38:kworker.0 00000100:00100000:3.0:1767321253.902439:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046178048:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.902456:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321253.902472:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046178304:0@lo:38:kworker.0 00000100:00100000:3.0:1767321253.902476:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321253.902506:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321253.902509:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321253.902513:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046178432:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.902535:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046178688:0@lo:38:kworker.0 00000100:00100000:3.0:1767321253.902545:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321253.902554:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321253.902612:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046178560:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.902623:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178432 00000100:00100000:2.0:1767321253.902630:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178432 00000100:00100000:1.0:1767321253.902642:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321253.902663:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321253.902668:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046177792:0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.902693:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178560 00000100:00100000:2.0:1767321253.902697:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178560 00000100:00100000:1.0:1767321253.902700:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321253.902720:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1767321253.902731:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046178432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.902808:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046178432:12345-0@lo:400:kworker.0 Request processed in 79us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321253.902830:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1375 00000100:00100000:2.0:1767321253.902847:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767321253.902855:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046178560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321253.902882:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046178560:12345-0@lo:400:kworker.0 Request processed in 29us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321253.902888:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:2.0:1767321253.902949:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046178432:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.903581:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046178560:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.903612:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177920 00000100:00100000:1.0:1767321253.903617:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177920 00000100:00100000:1.0:1767321253.903654:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178176 00000100:00100000:1.0:1767321253.903658:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178176 00000100:00100000:1.0:1767321253.903666:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178048 00000100:00100000:1.0:1767321253.903669:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178048 00000100:00100000:1.0:1767321253.903687:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178688 00000100:00100000:1.0:1767321253.903690:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178688 00000100:00100000:1.0:1767321253.903698:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046177792 00000100:00100000:1.0:1767321253.903700:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046177792 00000100:00100000:1.0:1767321253.903717:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2178 00000100:00100000:1.0:1767321253.903724:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046178048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.903783:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046178048:12345-0@lo:400:kworker.0 Request processed in 45us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321253.903789:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2178 00000100:00100000:1.0:1767321253.903806:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2179 00000100:00100000:1.0:1767321253.903812:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046177792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.903856:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046177792:12345-0@lo:400:kworker.0 Request processed in 42us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321253.903862:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2179 00000100:00100000:1.0:1767321253.903875:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1767321253.903879:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046177920:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321253.903898:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321253.903932:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046177920:12345-0@lo:38:kworker.0 Request processed in 51us (1529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321253.903939:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2867 00000100:00100000:1.0:1767321253.903950:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2868 00000100:00100000:1.0:1767321253.903954:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046178176:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321253.903963:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321253.903987:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046178176:12345-0@lo:38:kworker.0 Request processed in 31us (1529us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321253.903992:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2868 00000100:00100000:1.0:1767321253.904003:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1767321253.904007:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046178688:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321253.904015:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321253.904040:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046178688:12345-0@lo:38:kworker.0 Request processed in 31us (1484us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321253.904045:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2869 00000100:00100000:1.0:1767321253.904088:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178304 00000100:00100000:1.0:1767321253.904092:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178304 00010000:00080000:2.0:1767321253.904103:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0585880 x1853164046178048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321253.904115:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046178048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321253.904123:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1767321253.904127:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046178304:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321253.904135:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321253.904160:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046178304:12345-0@lo:38:kworker.0 Request processed in 33us (1651us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321253.904162:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321253.904166:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00080000:2.0:1767321253.904166:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321253.904168:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1767321253.904213:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0586a00 x1853164046177792/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321253.904223:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046177792:0@lo:400:kworker.0 00000100:00080000:2.0:1767321253.904245:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321253.904249:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321253.904252:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046178176:0@lo:38:kworker.0 00000100:00080000:2.0:1767321253.904258:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321253.904261:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321253.904264:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046178304:0@lo:38:kworker.0 00000100:00080000:2.0:1767321253.904270:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321253.904273:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321253.904275:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046178688:0@lo:38:kworker.0 00000100:00080000:2.0:1767321253.904281:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321253.904284:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321253.904286:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046177920:0@lo:38:kworker.0 00010000:00010000:2.0:1767321254.671055:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321255.694320:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321256.718802:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321256.974721:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046178816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321256.974871:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046178944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321256.974884:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321256.974948:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178816 00000100:00100000:1.0:1767321256.974956:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178816 00000100:00100000:0.0:1767321256.974977:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321256.975009:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046178944 00000100:00100000:3.0:1767321256.975015:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046178944 00000100:00100000:1.0:1767321256.975028:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:1.0:1767321256.975042:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046178816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321256.975077:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321256.975127:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046178816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 90us (241us total) trans 0 rc 0/0 00000100:00080000:2.0:1767321256.975170:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321256.975174:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321256.975218:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046178816:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321256.981962:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:3.0:1767321256.981988:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046178944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321256.982026:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321256.983423:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:3.0:1767321256.983927:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046178944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1951us (8950us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321256.983936:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1767321256.984152:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0633b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046178944:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321257.412185:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321257.412243:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321257.412280:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973504 00000100:00100000:0.0:1767321257.412291:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973504 00000100:00100000:0.0:1767321257.412387:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973632 00000100:00100000:0.0:1767321257.412391:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973632 00000100:00080000:3.0:1767321257.412472:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321257.415108:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2180 00000100:00100000:2.0:1767321257.415137:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985973632:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321257.415333:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985973632:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 210us (3087us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321257.415342:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2180 00000100:00100000:2.0:1767321257.415373:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2870 00000100:00100000:2.0:1767321257.415378:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985973504:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321257.415399:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321257.415426:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2512:x1853163985973504:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 46us (3251us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321257.415436:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2870 00010000:00010000:2.0:1767321257.742498:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321258.766404:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321259.021988:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321259.021998:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321259.022115:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321259.022119:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321259.022123:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321259.022131:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6452 00000100:00080000:3.0:1767321259.022135:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321259.022143:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321259.022164:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fc380 x1853164046179200/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321259.022190:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321259.022194:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321259.022195:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321259.022198:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6452 00000100:00080000:3.0:1767321259.022201:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321259.022203:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321259.022214:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32fdf80 x1853164046179456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321259.022222:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321259.022225:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321259.022227:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321259.022230:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6452 00000100:00080000:3.0:1767321259.022232:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321259.022238:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321259.022250:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ff100 x1853164046179584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321259.022275:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1767321259.022277:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046179328:0@lo:400:kworker.0 00000100:00080000:3.0:1767321259.022279:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321259.022283:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321259.022301:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6452 00000100:00080000:3.0:1767321259.022304:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321259.022309:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321259.022323:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf32ffb80 x1853164046179968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321259.022360:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321259.022441:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321259.022448:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046179712:0@lo:400:kworker.0 00000100:00100000:3.0:1767321259.022475:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179328 00000100:00100000:1.0:1767321259.022481:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321259.022485:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179328 00000100:00080000:1.0:1767321259.022543:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321259.022550:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2181 00000100:00100000:3.0:1767321259.022562:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046179328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321259.022624:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046179328:12345-0@lo:400:kworker.0 Request processed in 65us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321259.022631:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2181 00000100:00100000:0.0:1767321259.022753:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046179840:0@lo:400:kworker.0 00000100:00100000:0.0:1767321259.022813:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321259.022846:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321259.022852:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046179072:0@lo:400:kworker.0 00000100:00100000:0.0:1767321259.022885:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1767321259.023190:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fe300 x1853164046179328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321259.023204:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046179328:0@lo:400:kworker.0 00000100:00100000:3.0:1767321259.023331:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179712 00000100:00100000:3.0:1767321259.023337:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179712 00000100:00080000:1.0:1767321259.023455:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321259.023511:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179840 00000100:00100000:3.0:1767321259.023516:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179840 00000100:00100000:1.0:1767321259.023675:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1767321259.023685:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046179712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321259.023746:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046179712:12345-0@lo:400:kworker.0 Request processed in 64us (1267us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321259.023753:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1767321259.023808:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046179712:0@lo:400:kworker.0 00000100:00100000:3.0:1767321259.023903:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1767321259.023911:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046179840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321259.023956:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046179840:12345-0@lo:400:kworker.0 Request processed in 46us (1143us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321259.023964:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00100000:3.0:1767321259.023981:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179072 00000100:00100000:3.0:1767321259.023985:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179072 00000100:00100000:1.0:1767321259.024063:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046179840:0@lo:400:kworker.0 00000100:00100000:2.0:1767321259.024850:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046179200:0@lo:38:kworker.0 00000100:00100000:2.0:1767321259.024900:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321259.024933:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046179456:0@lo:38:kworker.0 00000100:00100000:2.0:1767321259.024955:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321259.024972:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046179584:0@lo:38:kworker.0 00000100:00100000:2.0:1767321259.024994:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321259.025017:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046179968:0@lo:38:kworker.0 00000100:00100000:2.0:1767321259.025037:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321259.025077:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179200 00000100:00100000:2.0:1767321259.025083:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179200 00000100:00100000:2.0:1767321259.025108:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179456 00000100:00100000:2.0:1767321259.025111:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179456 00000100:00100000:2.0:1767321259.025118:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179968 00000100:00100000:2.0:1767321259.025120:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179968 00000100:00100000:2.0:1767321259.025131:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2871 00000100:00100000:2.0:1767321259.025136:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046179200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321259.025155:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321259.025190:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046179200:12345-0@lo:38:kworker.0 Request processed in 52us (289us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321259.025195:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2871 00000100:00100000:2.0:1767321259.025209:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1767321259.025213:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046179456:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321259.025222:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321259.025244:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046179456:12345-0@lo:38:kworker.0 Request processed in 29us (288us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321259.025249:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2872 00000100:00100000:2.0:1767321259.025260:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2873 00000100:00100000:2.0:1767321259.025264:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046179968:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321259.025273:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321259.025292:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046179584 00000100:00100000:2.0:1767321259.025294:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046179968:12345-0@lo:38:kworker.0 Request processed in 29us (256us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321259.025296:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046179584 00000100:00100000:2.0:1767321259.025300:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2873 00000100:00100000:1.0:1767321259.025317:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:1.0:1767321259.025321:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046179584:12345-0@lo:38:kworker.0 00000100:00080000:2.0:1767321259.025326:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:1.0:1767321259.025330:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:2.0:1767321259.025330:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321259.025333:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046179200:0@lo:38:kworker.0 00000100:00080000:2.0:1767321259.025341:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321259.025344:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321259.025346:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046179456:0@lo:38:kworker.0 00000100:00080000:2.0:1767321259.025353:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1767321259.025356:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046179584:12345-0@lo:38:kworker.0 Request processed in 34us (361us total) trans 0 rc -19/-19 00000100:00080000:2.0:1767321259.025356:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321259.025359:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046179584:0@lo:38:kworker.0 00000100:00100000:1.0:1767321259.025362:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00080000:2.0:1767321259.025365:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321259.025368:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321259.025371:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046179968:0@lo:38:kworker.0 00000100:00080000:0.0:1767321259.025505:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321259.025511:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321259.025710:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2182 00000100:00100000:3.0:1767321259.025719:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046179072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321259.025795:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046179072:12345-0@lo:400:kworker.0 Request processed in 78us (2909us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321259.025802:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2182 00010000:00080000:1.0:1767321259.025909:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf32fc700 x1853164046179072/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321275 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321259.025921:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046179072:0@lo:400:kworker.0 00010000:00010000:2.0:1767321259.790202:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321260.481441:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321260.481600:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973760 00000100:00100000:0.0:1767321260.481611:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973760 00000100:00100000:0.0:1767321260.481693:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2874 00000100:00100000:0.0:1767321260.481714:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985973760:12345-192.168.204.59@tcp:17:kworker.0 00000100:00100000:0.0:1767321260.481840:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985973760:12345-192.168.204.59@tcp:17:kworker.0 Request processed in 138us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321260.481845:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2874 00000100:00080000:1.0:1767321260.481903:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321260.813994:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321261.837993:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321262.094167:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321262.094190:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046180096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321262.094277:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321262.094427:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180096 00000100:00100000:0.0:1767321262.094438:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180096 00000100:00100000:0.0:1767321262.094515:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1767321262.094525:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046180096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321262.094559:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321262.094608:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046180096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321262.094615:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:2.0:1767321262.094741:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321262.094750:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046180224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321262.094793:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321262.094821:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180224 00000100:00100000:2.0:1767321262.094825:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180224 00000100:00100000:2.0:1767321262.094849:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1452 00000100:00100000:2.0:1767321262.094857:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046180224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321262.094874:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321262.094905:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0631500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046180096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321262.094960:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046180224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (165us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321262.094967:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1452 00000100:00080000:1.0:1767321262.094972:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1767321262.094976:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321262.097016:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046180224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321262.536009:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321262.536365:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321262.536657:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974016 00000100:00100000:0.0:1767321262.536697:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974016 00000100:00100000:0.0:1767321262.536809:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985973888 00000100:00100000:0.0:1767321262.536813:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985973888 00000100:00100000:0.0:1767321262.536832:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2183 00000100:00100000:0.0:1767321262.536841:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985974016:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321262.536914:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985974016:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 73us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321262.536923:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2183 00000100:00100000:0.0:1767321262.536942:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2875 00000100:00100000:0.0:1767321262.536947:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985973888:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321262.536966:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321262.536990:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985973888:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 41us (625us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321262.536996:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2875 00000100:00080000:1.0:1767321262.537082:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321262.864174:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321263.893606:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321264.144826:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321264.144836:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321264.144890:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321264.144894:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321264.144898:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321264.144906:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321264.144912:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321264.144919:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321264.144938:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9eea00 x1853164046180480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321264.144969:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321264.144972:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321264.144974:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321264.144977:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321264.144979:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321264.144982:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321264.144990:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee680 x1853164046180736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321264.145000:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321264.145003:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321264.145005:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321264.145008:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321264.145010:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321264.145014:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321264.145024:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9edc00 x1853164046180864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321264.145043:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321264.145046:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321264.145048:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321264.145051:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6457 00000100:00080000:0.0:1767321264.145053:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321264.145056:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321264.145065:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ed880 x1853164046181248/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321264.145104:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046180992:0@lo:400:kworker.0 00000100:00100000:0.0:1767321264.145173:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321264.145251:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321264.145257:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046180608:0@lo:400:kworker.0 00000100:00100000:0.0:1767321264.145282:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321264.145369:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046181120:0@lo:400:kworker.0 00000100:00100000:1.0:1767321264.145398:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321264.145426:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321264.145432:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046180352:0@lo:400:kworker.0 00000100:00100000:1.0:1767321264.145452:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321264.145741:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180992 00000100:00100000:0.0:1767321264.145750:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180992 00000100:00100000:0.0:1767321264.145847:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181120 00000100:00100000:0.0:1767321264.145851:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181120 00000100:00100000:0.0:1767321264.145873:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1767321264.145881:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046180992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321264.145930:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046180992:12345-0@lo:400:kworker.0 Request processed in 49us (756us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321264.145937:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:0.0:1767321264.145953:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1767321264.145958:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046181120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321264.145982:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046181120:12345-0@lo:400:kworker.0 Request processed in 24us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321264.145988:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:0.0:1767321264.146024:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046180992:0@lo:400:kworker.0 00000100:00080000:1.0:1767321264.146154:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1767321264.146159:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321264.146178:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046181120:0@lo:400:kworker.0 00000100:00100000:2.0:1767321264.148843:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180608 00000100:00100000:2.0:1767321264.148861:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180608 00000100:00100000:2.0:1767321264.148942:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180352 00000100:00100000:2.0:1767321264.148945:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180352 00000100:00100000:2.0:1767321264.148975:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2184 00000100:00100000:2.0:1767321264.148983:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046180608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321264.149086:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046180608:12345-0@lo:400:kworker.0 Request processed in 103us (3801us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321264.149093:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2184 00000100:00100000:2.0:1767321264.149109:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2185 00000100:00100000:2.0:1767321264.149115:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046180352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321264.149146:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046180352:12345-0@lo:400:kworker.0 Request processed in 31us (3693us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321264.149152:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2185 00000100:00100000:2.0:1767321264.149183:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046180480:0@lo:38:kworker.0 00000100:00100000:2.0:1767321264.149224:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321264.149255:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046180736:0@lo:38:kworker.0 00000100:00100000:2.0:1767321264.149276:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321264.149292:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046180864:0@lo:38:kworker.0 00000100:00100000:2.0:1767321264.149316:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321264.149340:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046181248:0@lo:38:kworker.0 00000100:00100000:2.0:1767321264.149358:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321264.149388:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180864 00000100:00100000:2.0:1767321264.149392:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180864 00000100:00100000:2.0:1767321264.149412:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1767321264.149417:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046180864:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321264.149435:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321264.149465:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046180864:12345-0@lo:38:kworker.0 Request processed in 47us (148us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321264.149471:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:2.0:1767321264.149485:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180480 00000100:00100000:2.0:1767321264.149489:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180480 00000100:00100000:2.0:1767321264.149502:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046180736 00000100:00100000:2.0:1767321264.149504:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046180736 00000100:00100000:2.0:1767321264.149510:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181248 00000100:00100000:2.0:1767321264.149512:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181248 00000100:00100000:2.0:1767321264.149520:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2876 00000100:00100000:2.0:1767321264.149524:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046180480:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321264.149533:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321264.149556:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046180480:12345-0@lo:38:kworker.0 Request processed in 30us (332us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321264.149565:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2876 00000100:00100000:2.0:1767321264.149575:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2877 00000100:00100000:2.0:1767321264.149578:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046180736:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321264.149586:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321264.149739:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2878 00000100:00100000:3.0:1767321264.149745:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046181248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321264.149755:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321264.149805:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046181248:12345-0@lo:38:kworker.0 Request processed in 59us (445us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321264.149811:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2878 00010000:00080000:3.0:1767321264.149874:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ef100 x1853164046180608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321264.149888:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046180608:0@lo:400:kworker.0 00000100:00080000:3.0:1767321264.149934:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321264.149939:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321264.149943:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046180480:0@lo:38:kworker.0 00000100:00080000:3.0:1767321264.149952:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321264.149956:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321264.149959:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046180864:0@lo:38:kworker.0 00000100:00080000:3.0:1767321264.149967:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321264.149971:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321264.149974:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046181248:0@lo:38:kworker.0 00000100:00080000:1.0:1767321264.150080:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1767321264.150124:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ec700 x1853164046180352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321280 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321264.150135:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046180352:0@lo:400:kworker.0 00000100:00100000:2.0:1767321264.150229:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046180736:12345-0@lo:38:kworker.0 Request processed in 648us (951us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321264.150235:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2877 00000100:00080000:3.0:1767321264.150413:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321264.150419:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321264.150422:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046180736:0@lo:38:kworker.0 00010000:00010000:1.0:1767321264.910973:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321265.939562:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321266.960048:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321267.214225:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046181376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321267.214310:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321267.214406:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181376 00000100:00100000:1.0:1767321267.214415:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181376 00000100:00100000:1.0:1767321267.214478:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1453 00000100:00100000:1.0:1767321267.214489:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046181376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321267.214526:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00080000:0.0:1767321267.214677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1767321267.214913:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046181376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 425us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321267.214921:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1453 00000100:00100000:0.0:1767321267.215237:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0630e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046181376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321267.216928:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321267.216946:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046181504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321267.217027:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321267.217084:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181504 00000100:00100000:2.0:1767321267.217091:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181504 00000100:00100000:2.0:1767321267.217154:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1767321267.217163:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046181504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321267.217193:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321267.217236:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046181504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321267.217244:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1454 00000100:00100000:2.0:1767321267.217289:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046181504:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1767321267.217426:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321267.654752:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321267.654835:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321267.654913:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974272 00000100:00100000:2.0:1767321267.654922:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974272 00000100:00100000:2.0:1767321267.655008:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974144 00000100:00100000:2.0:1767321267.655011:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974144 00000100:00100000:2.0:1767321267.655032:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2186 00000100:00100000:2.0:1767321267.655045:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985974272:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321267.655142:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985974272:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 100us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321267.655149:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2186 00000100:00100000:2.0:1767321267.655169:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2879 00000100:00100000:2.0:1767321267.655173:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985974144:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321267.655193:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321267.655233:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985974144:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 57us (397us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321267.655240:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2879 00000100:00080000:1.0:1767321267.655675:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321267.988692:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321269.008016:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1767321269.262170:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321269.262180:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1767321269.262256:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321269.262260:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321269.262264:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321269.262271:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321269.262276:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321269.262282:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321269.262302:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee680 x1853164046181760/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321269.262331:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1767321269.262347:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046181632:0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.262498:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1767321269.262509:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321269.262512:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321269.262516:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321269.262519:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321269.262523:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321269.262550:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ed880 x1853164046182016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321269.262561:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321269.262564:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321269.262566:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321269.262569:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321269.262576:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321269.262579:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321269.262592:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9edc00 x1853164046182144/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321269.262601:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181632 00000100:00100000:2.0:1767321269.262610:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181632 00000100:00080000:0.0:1767321269.262621:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321269.262625:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321269.262627:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321269.262630:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6462 00000100:00080000:0.0:1767321269.262633:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321269.262636:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321269.262647:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9eed80 x1853164046182528/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321269.262671:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046182272:0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.262675:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2187 00000100:00100000:2.0:1767321269.262688:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046181632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321269.262706:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321269.262738:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321269.262746:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046181888:0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.262746:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046181632:12345-0@lo:400:kworker.0 Request processed in 59us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321269.262759:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2187 00000100:00100000:0.0:1767321269.262797:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321269.262809:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182272 00000100:00100000:2.0:1767321269.262814:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182272 00000100:00100000:2.0:1767321269.262844:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:2.0:1767321269.262853:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046182272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.262888:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046182272:12345-0@lo:400:kworker.0 Request processed in 36us (181us total) trans 0 rc 0/0 00000100:00080000:1.0:1767321269.262894:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1767321269.262895:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00080000:1.0:1767321269.262901:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321269.262955:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9eca80 x1853164046181632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321269.262966:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046182400:0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.262970:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046181632:0@lo:400:kworker.0 00000100:00100000:3.0:1767321269.262998:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321269.263018:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182400 00000100:00100000:2.0:1767321269.263023:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182400 00000100:00100000:2.0:1767321269.263053:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1382 00000100:00100000:2.0:1767321269.263059:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046182400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321269.263107:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046182400:12345-0@lo:400:kworker.0 Request processed in 48us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321269.263113:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1382 00000100:00100000:3.0:1767321269.263133:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046182400:0@lo:400:kworker.0 00000100:00100000:3.0:1767321269.263169:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046181760:0@lo:38:kworker.0 00000100:00080000:2.0:1767321269.266888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321269.267529:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046182272:0@lo:400:kworker.0 00000100:00100000:3.0:1767321269.267712:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321269.278058:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046182016:0@lo:38:kworker.0 00000100:00100000:3.0:1767321269.278125:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321269.278258:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181888 00000100:00100000:1.0:1767321269.278267:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181888 00000100:00100000:1.0:1767321269.278327:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046181760 00000100:00100000:1.0:1767321269.280080:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046181760 00000100:00100000:1.0:1767321269.280142:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2188 00000100:00100000:1.0:1767321269.280154:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046181888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321269.280238:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046181888:12345-0@lo:400:kworker.0 Request processed in 88us (17442us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321269.280245:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2188 00000100:00100000:1.0:1767321269.280266:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2880 00000100:00100000:1.0:1767321269.280270:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046181760:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321269.280289:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321269.280314:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046181760:12345-0@lo:38:kworker.0 Request processed in 42us (12603us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321269.280319:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2880 00010000:00080000:1.0:1767321269.280392:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ec700 x1853164046181888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321285 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321269.280406:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046181888:0@lo:400:kworker.0 00000100:00080000:1.0:1767321269.280448:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321269.284683:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046182144:0@lo:38:kworker.0 00000100:00100000:3.0:1767321269.284743:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321269.284792:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046182528:0@lo:38:kworker.0 00000100:00100000:3.0:1767321269.284815:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321269.284854:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321269.284858:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321269.284862:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046181760:0@lo:38:kworker.0 00000100:00100000:1.0:1767321269.284990:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182016 00000100:00100000:1.0:1767321269.284997:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182016 00000100:00100000:1.0:1767321269.285024:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182528 00000100:00100000:1.0:1767321269.285026:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182528 00000100:00100000:1.0:1767321269.285042:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2881 00000100:00100000:1.0:1767321269.285071:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046182016:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321269.285091:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321269.285136:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046182016:12345-0@lo:38:kworker.0 Request processed in 65us (7010us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321269.285143:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2881 00000100:00100000:1.0:1767321269.285161:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2882 00000100:00100000:1.0:1767321269.285165:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046182528:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321269.285173:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321269.285216:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046182528:12345-0@lo:38:kworker.0 Request processed in 49us (399us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321269.285222:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2882 00000100:00100000:1.0:1767321269.285265:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182144 00000100:00100000:1.0:1767321269.285269:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182144 00000100:00100000:1.0:1767321269.285293:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1767321269.285297:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046182144:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321269.285306:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321269.285329:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046182144:12345-0@lo:38:kworker.0 Request processed in 31us (586us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321269.285346:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00080000:3.0:1767321269.285588:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321269.285594:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321269.285597:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046182016:0@lo:38:kworker.0 00000100:00080000:3.0:1767321269.285605:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321269.285608:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321269.285610:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046182144:0@lo:38:kworker.0 00000100:00080000:3.0:1767321269.285617:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321269.285634:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321269.285637:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046182528:0@lo:38:kworker.0 00010000:00010000:2.0:1767321270.030050:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321271.054119:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321272.080718:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321272.336028:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321272.336053:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046182656:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321272.336126:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321272.336900:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182656 00000100:00100000:2.0:1767321272.336910:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182656 00000100:00100000:2.0:1767321272.336982:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1455 00000100:00100000:2.0:1767321272.336992:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046182656:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321272.337024:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321272.337090:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046182656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321272.337098:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1455 00000100:00100000:3.0:1767321272.337134:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046182656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321272.337175:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:3.0:1767321272.337176:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321272.337188:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046182784:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321272.337222:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321272.338359:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046182784 00000100:00100000:2.0:1767321272.338367:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046182784 00000100:00100000:2.0:1767321272.338432:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:2.0:1767321272.338442:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046182784:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321272.338465:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321272.338535:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046182784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321272.338541:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:1.0:1767321272.338695:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046182784:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321272.338856:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321272.773957:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767321272.774011:0:7016:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985974400 offset 0 length 520: 4 00000100:00100000:0.0:1767321272.774338:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974656 00000100:00100000:0.0:1767321272.774349:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974656 00000100:00100000:0.0:1767321272.774437:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2189 00000100:00100000:0.0:1767321272.774447:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985974656:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321272.774547:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2515:x1853163985974656:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 101us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321272.774555:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2189 00000100:00080000:3.0:1767321272.774665:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321272.774722:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321272.775589:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974528 00000100:00100000:2.0:1767321272.775596:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974528 00000100:00100000:2.0:1767321272.775644:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2883 00000100:00100000:2.0:1767321272.775651:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985974528:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321272.775672:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321272.778417:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985974528:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 2747us (3679us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321272.778434:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2883 00010000:00010000:1.0:1767321273.103672:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321273.358091:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321248/real 1767321248] req@ffffa07bd0632680 x1853164046177408/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321273 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321273.358128:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bd0632680 x1853164046177408/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321273 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321273.358140:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321273.358166:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321273.358169:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bd0632680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046177408:0@lo:250:kworker.0 00000100:00080000:3.0:1767321273.358239:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321273.358245:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1767321273.358248:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321273.358252:0:57022:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6447 00000100:00080000:3.0:1767321273.358257:0:57022:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321273.358263:0:57022:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321273.358303:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dca80 x1853164046182912/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321273.358347:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046182912:0@lo:250:kworker.0 00000400:00000100:1.0:1767321273.358401:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046182912 offset 0 length 520: 4 00000100:00080000:3.0:1767321273.358528:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321273.358532:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321273.358535:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321273.358539:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6467 00000100:00080000:3.0:1767321273.358542:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321273.358546:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321273.358564:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dce00 x1853164046183168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321273.358628:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046183040:0@lo:400:kworker.0 00000100:00100000:2.0:1767321273.358688:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321273.358749:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183040 00000100:00100000:2.0:1767321273.358758:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183040 00000100:00080000:2.0:1767321273.358826:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321273.359060:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2190 00000100:00100000:2.0:1767321273.359072:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046183040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321273.359134:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046183040:12345-0@lo:400:kworker.0 Request processed in 64us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321273.359142:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2190 00010000:00080000:2.0:1767321273.359181:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34dc380 x1853164046183040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321273.359194:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046183040:0@lo:400:kworker.0 00000100:00100000:1.0:1767321273.362065:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046183168:0@lo:38:kworker.0 00000100:00100000:1.0:1767321273.362165:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321273.362644:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321273.362651:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321273.362656:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321273.362662:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6467 00000100:00080000:3.0:1767321273.362666:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321273.362673:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321273.362700:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34df800 x1853164046183424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321273.362713:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321273.362717:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321273.362719:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321273.362722:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6467 00000100:00080000:3.0:1767321273.362725:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321273.362729:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321273.362742:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ddf80 x1853164046183552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321273.363093:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321273.363097:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321273.363100:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321273.363104:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6467 00000100:00080000:3.0:1767321273.363108:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321273.363112:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321273.363137:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc700 x1853164046183936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321273.363178:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046183808:0@lo:400:kworker.0 00000100:00100000:3.0:1767321273.363233:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321273.363306:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046183680:0@lo:400:kworker.0 00000100:00100000:3.0:1767321273.363333:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321273.363354:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321273.363359:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046183296:0@lo:400:kworker.0 00000100:00100000:3.0:1767321273.363383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321273.363449:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046183424:0@lo:38:kworker.0 00000100:00100000:2.0:1767321273.363966:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183808 00000100:00100000:2.0:1767321273.363984:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183808 00000100:00100000:2.0:1767321273.364059:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183680 00000100:00100000:2.0:1767321273.364063:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183680 00000100:00100000:2.0:1767321273.364095:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1383 00000100:00100000:2.0:1767321273.364106:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046183808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321273.364176:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046183808:12345-0@lo:400:kworker.0 Request processed in 71us (941us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321273.364184:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1383 00000100:00100000:1.0:1767321273.364276:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1767321273.364291:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046183680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321273.364333:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046183680:12345-0@lo:400:kworker.0 Request processed in 50us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321273.364339:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1384 00000100:00100000:1.0:1767321273.364433:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046183808:0@lo:400:kworker.0 00000100:00100000:0.0:1767321273.368470:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183168 00000100:00100000:0.0:1767321273.368494:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183168 00000100:00100000:0.0:1767321273.368560:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183296 00000100:00100000:0.0:1767321273.368565:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183296 00000100:00100000:3.0:1767321273.368595:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046183680:0@lo:400:kworker.0 00000100:00100000:0.0:1767321273.368621:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2191 00000100:00100000:0.0:1767321273.368641:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046183296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321273.368681:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2884 00000100:00100000:3.0:1767321273.368696:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046183168:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321273.368725:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321273.368753:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046183296:12345-0@lo:400:kworker.0 Request processed in 123us (5368us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321273.368763:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2191 00000100:00100000:3.0:1767321273.368807:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0632680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046183168:12345-0@lo:38:kworker.0 Request processed in 110us (6641us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321273.368815:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2884 00010000:00080000:3.0:1767321273.369300:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34df100 x1853164046183296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321273.369313:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046183296:0@lo:400:kworker.0 00000100:00080000:2.0:1767321273.369958:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321273.370919:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321273.370996:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046183552:0@lo:38:kworker.0 00000100:00100000:1.0:1767321273.371080:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321273.371114:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046183936:0@lo:38:kworker.0 00000100:00100000:1.0:1767321273.371141:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321273.371184:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321273.371190:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321273.371195:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046183168:0@lo:38:kworker.0 00000100:00100000:2.0:1767321273.371451:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183424 00000100:00100000:2.0:1767321273.371460:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183424 00000100:00100000:2.0:1767321273.371517:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183936 00000100:00100000:2.0:1767321273.371521:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183936 00000100:00100000:2.0:1767321273.371541:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2885 00000100:00100000:2.0:1767321273.371550:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046183424:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321273.371576:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321273.371631:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046183424:12345-0@lo:38:kworker.0 Request processed in 81us (718us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321273.371638:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2885 00000100:00100000:2.0:1767321273.371655:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2886 00000100:00100000:2.0:1767321273.371660:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046183936:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321273.371667:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321273.371687:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046183936:12345-0@lo:38:kworker.0 Request processed in 26us (546us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321273.371692:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2886 00000100:00080000:1.0:1767321273.371966:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321273.371972:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321273.371975:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046183424:0@lo:38:kworker.0 00000100:00080000:1.0:1767321273.371983:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321273.371986:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321273.371989:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046183936:0@lo:38:kworker.0 00000100:00100000:3.0:1767321273.372248:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046183552 00000100:00100000:3.0:1767321273.372254:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046183552 00000100:00100000:3.0:1767321273.372290:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:3.0:1767321273.372301:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07c0091d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046183552:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321273.372314:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321273.372369:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07c0091d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046183552:12345-0@lo:38:kworker.0 Request processed in 68us (1289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321273.372375:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:2.0:1767321273.373542:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321273.373553:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321273.373558:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046183552:0@lo:38:kworker.0 00010000:00010000:2.0:1767321274.136256:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321275.151527:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321276.174977:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321277.198205:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321277.455864:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046184064:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321277.455981:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321277.456074:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184064 00000100:00100000:0.0:1767321277.456301:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046184192:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321277.456338:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321277.456381:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184192 00000100:00100000:0.0:1767321277.456418:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184192 00000100:00100000:0.0:1767321277.456511:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:0.0:1767321277.456523:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046184192:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321277.456569:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321277.456625:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046184192:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321277.456632:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00080000:0.0:1767321277.456660:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321277.456705:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046184192:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321277.457395:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184064 00000100:00100000:1.0:1767321277.457481:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1767321277.457489:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046184064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321277.457515:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321277.457570:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046184064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (1588us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321277.457576:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:1.0:1767321277.457634:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046184064:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321277.458293:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321277.895530:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321277.895636:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321277.895880:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974912 00000100:00100000:2.0:1767321277.895891:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974912 00000100:00100000:2.0:1767321277.895960:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985974784 00000100:00100000:2.0:1767321277.895964:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985974784 00000100:00100000:2.0:1767321277.895987:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2192 00000100:00100000:2.0:1767321277.896001:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985974912:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321277.896079:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2887 00000100:00100000:2.0:1767321277.896089:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985974912:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 88us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321277.896100:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985974784:12345-192.168.204.59@tcp:38:kworker.0 00000100:00100000:2.0:1767321277.896107:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2192 00010000:00020000:1.0:1767321277.896144:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321277.896220:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985974784:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 124us (582us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321277.896230:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2887 00000100:00080000:3.0:1767321277.896888:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321278.222211:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321278.477947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.477957:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321278.478016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.478019:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.478023:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.478031:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6471 00000100:00080000:3.0:1767321278.478035:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.478041:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321278.478060:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ded80 x1853164046184448/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.478111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.478114:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.478116:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.478120:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6471 00000100:00080000:3.0:1767321278.478122:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.478125:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321278.478135:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34ddf80 x1853164046184704/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.478144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.478147:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.478149:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.478152:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6471 00000100:00080000:3.0:1767321278.478155:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.478158:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321278.478167:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dc700 x1853164046184832/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321278.478200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321278.478203:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321278.478205:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321278.478208:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6471 00000100:00080000:3.0:1767321278.478210:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321278.478213:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321278.478223:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dfb80 x1853164046185216/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321278.478253:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046184576:0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.478310:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321278.478354:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321278.478359:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046184960:0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.478396:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.478472:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046184320:0@lo:400:kworker.0 00000100:00100000:2.0:1767321278.478502:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.478531:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767321278.478536:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046185088:0@lo:400:kworker.0 00000100:00100000:2.0:1767321278.478560:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321278.478587:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184960 00000100:00100000:2.0:1767321278.478593:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184960 00000100:00100000:2.0:1767321278.478629:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185088 00000100:00100000:2.0:1767321278.478632:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185088 00000100:00100000:2.0:1767321278.478650:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1767321278.478658:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046184960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321278.478701:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046184960:12345-0@lo:400:kworker.0 Request processed in 42us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321278.478708:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1385 00000100:00100000:2.0:1767321278.478722:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1767321278.478729:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf6b89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046185088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321278.478761:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf6b89050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046185088:12345-0@lo:400:kworker.0 Request processed in 33us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321278.478785:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:2.0:1767321278.479074:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046185088:0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.479252:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184576 00000100:00100000:3.0:1767321278.479256:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184576 00000100:00100000:3.0:1767321278.479299:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184320 00000100:00100000:3.0:1767321278.479301:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184320 00000100:00100000:3.0:1767321278.479319:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2193 00000100:00100000:3.0:1767321278.479337:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046184576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.479379:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046184576:12345-0@lo:400:kworker.0 Request processed in 32us (1057us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321278.479385:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2193 00000100:00100000:3.0:1767321278.479396:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2194 00000100:00100000:3.0:1767321278.479400:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046184320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.479428:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046184320:12345-0@lo:400:kworker.0 Request processed in 27us (925us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321278.479432:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2194 00010000:00080000:3.0:1767321278.479457:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34df100 x1853164046184320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321278.479466:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046184320:0@lo:400:kworker.0 00000100:00100000:3.0:1767321278.479484:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046184960:0@lo:400:kworker.0 00010000:00080000:3.0:1767321278.479492:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf34de300 x1853164046184576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321278.479500:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046184576:0@lo:400:kworker.0 00000100:00080000:2.0:1767321278.479830:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321278.480015:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046184448:0@lo:38:kworker.0 00000100:00100000:1.0:1767321278.480047:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321278.480076:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046184704:0@lo:38:kworker.0 00000100:00100000:1.0:1767321278.480093:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321278.480111:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046184832:0@lo:38:kworker.0 00000100:00100000:1.0:1767321278.480130:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321278.480150:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046185216:0@lo:38:kworker.0 00000100:00100000:1.0:1767321278.480167:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321278.480214:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184448 00000100:00100000:1.0:1767321278.480219:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184448 00000100:00100000:1.0:1767321278.480239:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184704 00000100:00100000:1.0:1767321278.480242:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184704 00000100:00100000:1.0:1767321278.480254:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185216 00000100:00100000:1.0:1767321278.480256:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185216 00000100:00100000:1.0:1767321278.480271:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2888 00000100:00100000:1.0:1767321278.480275:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046184448:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321278.480292:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321278.480323:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046184448:12345-0@lo:38:kworker.0 Request processed in 46us (275us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321278.480329:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2888 00000100:00100000:1.0:1767321278.480344:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2889 00000100:00100000:1.0:1767321278.480348:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046184704:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321278.480356:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321278.480389:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0631880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046184704:12345-0@lo:38:kworker.0 Request processed in 40us (294us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321278.480395:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2889 00000100:00100000:1.0:1767321278.480406:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2890 00000100:00100000:1.0:1767321278.480409:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046185216:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321278.480417:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321278.480438:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046185216:12345-0@lo:38:kworker.0 Request processed in 27us (269us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321278.480442:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2890 00000100:00080000:1.0:1767321278.480476:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321278.480481:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321278.480485:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ded80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046184448:0@lo:38:kworker.0 00000100:00080000:1.0:1767321278.480491:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321278.480494:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321278.480497:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046184704:0@lo:38:kworker.0 00000100:00080000:1.0:1767321278.480503:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321278.480506:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321278.480508:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046185216:0@lo:38:kworker.0 00000100:00100000:0.0:1767321278.481289:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046184832 00000100:00100000:0.0:1767321278.481297:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046184832 00000100:00100000:0.0:1767321278.481337:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1767321278.481343:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046184832:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321278.481355:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321278.481421:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0633480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046184832:12345-0@lo:38:kworker.0 Request processed in 77us (1289us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321278.481427:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00080000:2.0:1767321278.481538:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321278.481543:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321278.481546:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046184832:0@lo:38:kworker.0 00010000:00010000:2.0:1767321279.249763:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321280.270121:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321281.306207:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321282.318080:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321282.575386:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046185344:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321282.575501:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321282.576139:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185344 00000100:00100000:3.0:1767321282.576160:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185344 00000100:00100000:3.0:1767321282.576255:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1767321282.576268:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046185344:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321282.576319:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321282.576388:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046185344:12345-0@lo:13:osp-pre-0-1.0 Request processed in 123us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321282.576397:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00080000:2.0:1767321282.578499:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321282.578587:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046185344:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321282.578976:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046185472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321282.579057:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321282.579430:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185472 00000100:00100000:2.0:1767321282.579440:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185472 00000100:00100000:2.0:1767321282.579523:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:2.0:1767321282.579534:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046185472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1767321282.579571:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321282.579627:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bd0630700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046185472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321282.579653:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:1.0:1767321282.580519:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046185472:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321282.580677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767321283.016281:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321283.016418:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975168 00000100:00100000:3.0:1767321283.016433:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975168 00000100:00100000:3.0:1767321283.016549:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2195 00000100:00100000:3.0:1767321283.016562:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985975168:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321283.016719:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985975168:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 159us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321283.016728:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2195 00000100:00080000:2.0:1767321283.017845:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321283.023441:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321283.023722:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975040 00000100:00100000:1.0:1767321283.023737:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975040 00000100:00100000:1.0:1767321283.023978:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2891 00000100:00100000:1.0:1767321283.023988:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985975040:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321283.024021:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321283.024379:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985975040:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 388us (953us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321283.024390:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2891 00010000:00010000:2.0:1767321283.344584:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1767321283.600222:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321283.600237:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1767321283.600335:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321283.600340:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321283.600345:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321283.600355:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6476 00000100:00080000:1.0:1767321283.600362:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321283.600371:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321283.600398:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046185600:0@lo:400:kworker.0 00000100:00100000:1.0:1767321283.600399:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224e00 x1853164046185728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321283.600437:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321283.600441:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321283.600443:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321283.600446:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6476 00000100:00080000:1.0:1767321283.600448:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321283.600451:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321283.600460:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226680 x1853164046185984/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321283.600487:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321283.600490:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321283.600492:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1767321283.600493:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321283.600495:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6476 00000100:00080000:1.0:1767321283.600498:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321283.600501:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321283.600512:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8225880 x1853164046186112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321283.600533:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321283.600536:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321283.600538:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321283.600542:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6476 00000100:00080000:1.0:1767321283.600544:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1767321283.600548:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321283.600557:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226300 x1853164046186496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321283.600579:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321283.600585:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046186368:0@lo:400:kworker.0 00000100:00100000:1.0:1767321283.600589:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046185728:0@lo:38:kworker.0 00000100:00100000:0.0:1767321283.600616:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321283.600616:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321283.600641:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046185984:0@lo:38:kworker.0 00000100:00100000:0.0:1767321283.600649:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046185856:0@lo:400:kworker.0 00000100:00100000:1.0:1767321283.600660:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321283.600689:0:70974:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186368 00000100:00100000:0.0:1767321283.600699:0:70974:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186368 00000100:00100000:2.0:1767321283.600719:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046186240:0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.600759:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:3.0:1767321283.600793:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185600 00000100:00100000:3.0:1767321283.600798:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185600 00000100:00100000:3.0:1767321283.600848:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185728 00000100:00100000:3.0:1767321283.600852:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185728 00000100:00100000:3.0:1767321283.600869:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185984 00000100:00100000:3.0:1767321283.600872:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185984 00000100:00100000:3.0:1767321283.600889:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2196 00000100:00100000:3.0:1767321283.600897:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046185600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321283.601302:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321283.601346:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186240 00000100:00100000:2.0:1767321283.601354:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186240 00000100:00100000:2.0:1767321283.601385:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767321283.601392:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046186240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321283.601432:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046186240:12345-0@lo:400:kworker.0 Request processed in 40us (131us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321283.601440:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:2.0:1767321283.601678:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8227100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046186240:0@lo:400:kworker.0 00000100:00100000:2.0:1767321283.601742:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2892 00000100:00100000:2.0:1767321283.601747:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046185728:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321283.601786:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321283.601974:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046185728:12345-0@lo:38:kworker.0 Request processed in 223us (1355us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321283.601982:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2892 00000100:00100000:2.0:1767321283.601998:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2893 00000100:00100000:2.0:1767321283.602002:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046185984:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321283.602013:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321283.602038:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046185984:12345-0@lo:38:kworker.0 Request processed in 34us (1376us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321283.602044:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2893 00000100:00080000:2.0:1767321283.602063:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321283.602216:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321283.602257:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046185856 00000100:00100000:2.0:1767321283.602262:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046185856 00000100:00100000:2.0:1767321283.602310:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2197 00000100:00100000:2.0:1767321283.602316:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046185856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321283.602353:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046185856:12345-0@lo:400:kworker.0 Request processed in 38us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321283.602360:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2197 00000100:00080000:2.0:1767321283.602376:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1767321283.602396:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224000 x1853164046185856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321283.602408:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046185856:0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.603713:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046186368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321283.604948:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046186368:0@lo:400:kworker.0 00000100:00100000:3.0:1767321283.606348:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046185600:12345-0@lo:400:kworker.0 Request processed in 5441us (5844us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321283.606367:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2196 00010000:00080000:2.0:1767321283.606526:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bc8224380 x1853164046185600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321283.606543:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046185600:0@lo:400:kworker.0 00000100:00100000:0.0:1767321283.608625:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046186368:12345-0@lo:400:kworker.0 Request processed in 7841us (7992us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321283.608645:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00080000:1.0:1767321283.609879:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321283.609892:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321283.609898:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046185984:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.609931:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046186112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.610013:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321283.610735:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186112 00000100:00100000:3.0:1767321283.610750:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186112 00000100:00100000:3.0:1767321283.610880:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1767321283.610890:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046186112:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321283.610918:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321283.610990:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046186112:12345-0@lo:38:kworker.0 Request processed in 100us (977us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321283.610997:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:1.0:1767321283.611088:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321283.611094:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321283.611097:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046186112:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.611105:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046186496:0@lo:38:kworker.0 00000100:00100000:1.0:1767321283.611140:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321283.611209:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321283.611214:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321283.611217:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046185728:0@lo:38:kworker.0 00000100:00100000:2.0:1767321283.611375:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186496 00000100:00100000:2.0:1767321283.611381:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186496 00000100:00100000:2.0:1767321283.611420:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2894 00000100:00100000:2.0:1767321283.611426:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046186496:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321283.611439:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321283.611485:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046186496:12345-0@lo:38:kworker.0 Request processed in 58us (345us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321283.611492:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2894 00000100:00080000:1.0:1767321283.611911:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321283.611916:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321283.611919:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046186496:0@lo:38:kworker.0 00010000:00010000:2.0:1767321284.367745:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321285.390512:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321286.415992:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321287.441415:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321287.694997:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767321287.695015:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046186624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321287.695095:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321287.695341:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321287.695352:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046186752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321287.695383:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321287.695622:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186624 00000100:00100000:3.0:1767321287.695631:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186624 00000100:00080000:1.0:1767321287.695694:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321287.695698:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186752 00000100:00100000:3.0:1767321287.695703:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186752 00000100:00100000:3.0:1767321287.695736:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00080000:1.0:1767321287.695745:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321287.695748:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046186624:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321287.695810:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321287.695879:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046186624:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (783us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321287.695887:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1767321287.695906:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1462 00000100:00100000:3.0:1767321287.695912:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046186752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767321287.695926:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321287.695952:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046186752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (569us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321287.695958:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1462 00000100:00100000:1.0:1767321287.696918:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046186752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321287.696966:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34df100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046186624:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321288.140667:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321288.140726:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321288.140903:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975424 00000100:00100000:2.0:1767321288.140913:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975424 00000100:00100000:2.0:1767321288.140995:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975296 00000100:00100000:2.0:1767321288.140999:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975296 00000100:00100000:2.0:1767321288.141033:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2198 00000100:00100000:2.0:1767321288.141048:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985975424:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321288.141058:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2895 00000100:00100000:1.0:1767321288.141066:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985975296:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321288.141089:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321288.141135:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985975424:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 91us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321288.141144:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2198 00000100:00080000:3.0:1767321288.141303:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321288.142666:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985975296:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 1535us (1875us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321288.142677:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2895 00010000:00010000:2.0:1767321288.462031:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321288.727225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321288.727233:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321288.727600:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321288.727611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321288.727616:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321288.727625:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6481 00000100:00080000:2.0:1767321288.727630:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321288.727637:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321288.727659:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321288.727661:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01500 x1853164046187008/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321288.727683:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046186880:0@lo:400:kworker.0 00000100:00080000:2.0:1767321288.727707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321288.727711:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321288.727714:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321288.727718:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6481 00000100:00080000:2.0:1767321288.727720:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321288.727724:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321288.727738:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ece00 x1853164046187264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321288.727752:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321288.727837:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046186880 00000100:00100000:0.0:1767321288.727844:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046186880 00000100:00100000:0.0:1767321288.727902:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2199 00000100:00100000:0.0:1767321288.727912:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046186880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.727960:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046186880:12345-0@lo:400:kworker.0 Request processed in 49us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321288.727968:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2199 00000100:00080000:0.0:1767321288.727991:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1767321288.728018:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01c00 x1853164046186880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321288.728031:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046186880:0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.728068:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767321288.728077:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046187136:0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.728101:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321288.728129:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187136 00000100:00100000:0.0:1767321288.728133:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187136 00000100:00100000:0.0:1767321288.728160:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2200 00000100:00100000:0.0:1767321288.728166:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046187136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321288.728389:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046187008:0@lo:38:kworker.0 00000100:00100000:3.0:1767321288.728420:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321288.728537:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187008 00000100:00100000:3.0:1767321288.728542:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187008 00000100:00100000:3.0:1767321288.728565:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2896 00000100:00100000:3.0:1767321288.728570:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046187008:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321288.728588:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321288.728621:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:7020:x1853164046187008:12345-0@lo:38:kworker.0 Request processed in 49us (199us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321288.728627:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2896 00000100:00080000:3.0:1767321288.728651:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321288.728656:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321288.728659:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046187008:0@lo:38:kworker.0 00000100:00080000:3.0:1767321288.728700:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1767321288.728722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321288.728726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321288.728729:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1767321288.728734:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046187264:0@lo:38:kworker.0 00000100:00080000:2.0:1767321288.728735:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6481 00000100:00100000:3.0:1767321288.728760:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321288.728803:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187264 00000100:00100000:3.0:1767321288.728807:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187264 00000100:00100000:3.0:1767321288.728824:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2897 00000100:00100000:3.0:1767321288.728829:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046187264:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321288.728839:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321288.728866:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046187264:12345-0@lo:38:kworker.0 Request processed in 36us (105us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321288.728872:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2897 00000100:00080000:3.0:1767321288.728895:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321288.728899:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321288.728902:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046187264:0@lo:38:kworker.0 00000100:00080000:2.0:1767321288.729402:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321288.729409:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321288.729562:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7024:x1853164046187136:12345-0@lo:400:kworker.0 Request processed in 1395us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321288.729572:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2200 00010000:00080000:2.0:1767321288.729632:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b02d80 x1853164046187136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321288.729643:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:7024:1853164046187136:0@lo:400:kworker.0 00000100:00100000:1.0:1767321288.732446:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8226300 x1853164046187392/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1767321288.732550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1767321288.732554:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1767321288.732557:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1767321288.732563:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6481 00000100:00080000:1.0:1767321288.732567:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1767321288.732571:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:1.0:1767321288.732574:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:1.0:1767321288.732589:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc8224000 x1853164046187776/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321288.732593:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046187520:0@lo:400:kworker.0 00000100:00100000:1.0:1767321288.732624:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321288.732635:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046187648:0@lo:400:kworker.0 00000100:00100000:0.0:1767321288.732668:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321288.732793:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321288.732886:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187520 00000100:00100000:2.0:1767321288.732894:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187520 00000100:00100000:2.0:1767321288.732938:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187648 00000100:00100000:2.0:1767321288.732942:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187648 00000100:00100000:2.0:1767321288.732997:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1767321288.733011:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046187520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321288.733076:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046187392:0@lo:38:kworker.0 00000100:00100000:3.0:1767321288.733108:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321288.733473:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046187776:0@lo:38:kworker.0 00000100:00100000:3.0:1767321288.733506:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321288.735992:0:70974:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1767321288.736017:0:70974:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046187648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321288.736106:0:70974:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8227100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046187648:12345-0@lo:400:kworker.0 Request processed in 102us (3312us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321288.736112:0:70974:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:1.0:1767321288.736169:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046187648:0@lo:400:kworker.0 00000100:00100000:2.0:1767321288.737453:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046187520:12345-0@lo:400:kworker.0 Request processed in 4441us (4782us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321288.737463:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:2.0:1767321288.737512:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187392 00000100:00100000:2.0:1767321288.737520:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187392 00000100:00100000:2.0:1767321288.737548:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1767321288.737553:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046187392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321288.737572:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321288.737612:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046187392:12345-0@lo:38:kworker.0 Request processed in 59us (4503us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321288.737618:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1767321288.737693:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046187520:0@lo:400:kworker.0 00000100:00080000:3.0:1767321288.738098:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321288.738105:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321288.738109:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8226300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046187392:0@lo:38:kworker.0 00000100:00100000:3.0:1767321288.738154:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187776 00000100:00100000:3.0:1767321288.738159:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187776 00000100:00100000:3.0:1767321288.738192:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2898 00000100:00100000:3.0:1767321288.738197:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046187776:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321288.738210:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321288.738244:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046187776:12345-0@lo:38:kworker.0 Request processed in 45us (4738us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321288.738250:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2898 00000100:00080000:3.0:1767321288.738272:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321288.738277:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321288.738280:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8224000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046187776:0@lo:38:kworker.0 00010000:00010000:1.0:1767321289.486311:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321290.511989:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321291.534804:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321292.558857:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321292.814045:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321292.814068:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046187904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321292.814072:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321292.814080:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046188032:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321292.814735:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321292.814899:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046187904 00000100:00100000:2.0:1767321292.814908:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046187904 00000100:00080000:3.0:1767321292.814963:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321292.814990:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1463 00000100:00100000:2.0:1767321292.815000:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046187904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321292.815027:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321292.815072:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046187904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321292.815079:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1463 00000100:00100000:3.0:1767321292.815889:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046187904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321292.816631:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321292.816754:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188032 00000100:00100000:1.0:1767321292.816762:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188032 00000100:00080000:3.0:1767321292.819020:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321292.819030:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1464 00000100:00100000:1.0:1767321292.819041:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046188032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321292.819073:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321292.819210:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb267480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046188032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 171us (2579us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321292.819217:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1464 00000100:00100000:0.0:1767321292.820431:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046188032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1767321293.249832:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321293.249946:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321293.250392:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975552 00000100:00100000:2.0:1767321293.250405:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975552 00000100:00100000:3.0:1767321293.250424:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975680 00000100:00100000:3.0:1767321293.250430:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975680 00000100:00100000:2.0:1767321293.250511:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2899 00000100:00100000:2.0:1767321293.250520:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985975552:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:2.0:1767321293.250550:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321293.250553:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321293.250639:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2512:x1853163985975552:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 119us (819us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321293.250648:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2899 00000100:00100000:2.0:1767321293.250666:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2201 00000100:00100000:2.0:1767321293.250676:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985975680:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:2.0:1767321293.250713:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985975680:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 40us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.250719:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2201 00010000:00010000:1.0:1767321293.584529:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321293.838178:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321293.838190:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321293.838250:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321293.838255:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321293.838259:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321293.838268:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6487 00000100:00080000:2.0:1767321293.838283:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1767321293.838287:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046188160:0@lo:400:kworker.0 00000100:00080000:2.0:1767321293.838293:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321293.838318:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ee300 x1853164046188288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321293.838360:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1767321293.838377:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321293.838382:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321293.838384:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321293.838388:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6487 00000100:00080000:2.0:1767321293.838391:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321293.838395:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321293.838410:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ef800 x1853164046188544/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321293.838420:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321293.838423:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321293.838425:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321293.838428:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6487 00000100:00080000:2.0:1767321293.838431:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321293.838433:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321293.838446:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ed500 x1853164046188672/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321293.838454:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188160 00000100:00100000:3.0:1767321293.838463:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188160 00000100:00080000:2.0:1767321293.838476:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321293.838480:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321293.838482:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321293.838486:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6487 00000100:00080000:2.0:1767321293.838489:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321293.838492:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321293.838506:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bec9ed880 x1853164046189056/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321293.838527:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2202 00000100:00100000:2.0:1767321293.838534:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046188416:0@lo:400:kworker.0 00000100:00100000:3.0:1767321293.838540:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046188160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.838571:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321293.838602:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1767321293.838604:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046188160:12345-0@lo:400:kworker.0 Request processed in 65us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321293.838611:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046188800:0@lo:400:kworker.0 00000100:00100000:3.0:1767321293.838617:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2202 00000100:00100000:3.0:1767321293.838637:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188416 00000100:00100000:3.0:1767321293.838640:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188416 00000100:00100000:2.0:1767321293.838648:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.838673:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2203 00000100:00100000:3.0:1767321293.838680:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046188416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.838688:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188800 00000100:00100000:2.0:1767321293.838694:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188800 00000100:00100000:3.0:1767321293.838718:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046188416:12345-0@lo:400:kworker.0 Request processed in 37us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321293.838725:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2203 00000100:00100000:2.0:1767321293.838729:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:2.0:1767321293.838739:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046188800:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1767321293.838766:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9efb80 x1853164046188416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321293.838802:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046188800:12345-0@lo:400:kworker.0 Request processed in 64us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321293.838806:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046188416:0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.838813:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1767321293.838838:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046188800:0@lo:400:kworker.0 00010000:00080000:2.0:1767321293.838863:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ed180 x1853164046188160/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321293.838874:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046188160:0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.838886:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1767321293.838892:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046188928:0@lo:400:kworker.0 00000100:00100000:2.0:1767321293.838912:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1767321293.838990:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1767321293.839003:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188928 00000100:00100000:1.0:1767321293.839007:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188928 00000100:00100000:1.0:1767321293.839039:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1767321293.839049:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046188288:0@lo:38:kworker.0 00000100:00100000:1.0:1767321293.839050:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046188928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321293.839096:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321293.839118:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046188928:12345-0@lo:400:kworker.0 Request processed in 71us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321293.839126:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1392 00000100:00100000:3.0:1767321293.839137:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046188544:0@lo:38:kworker.0 00000100:00100000:1.0:1767321293.839161:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046188928:0@lo:400:kworker.0 00000100:00100000:3.0:1767321293.839164:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.839366:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046188672:0@lo:38:kworker.0 00000100:00100000:3.0:1767321293.839392:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.839423:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046189056:0@lo:38:kworker.0 00000100:00100000:3.0:1767321293.839442:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321293.839467:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188288 00000100:00100000:3.0:1767321293.839471:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188288 00000100:00100000:3.0:1767321293.839486:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188544 00000100:00100000:3.0:1767321293.839488:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188544 00000100:00100000:3.0:1767321293.839500:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189056 00000100:00100000:3.0:1767321293.839503:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189056 00000100:00100000:3.0:1767321293.839515:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2900 00000100:00100000:3.0:1767321293.839520:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046188288:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321293.839537:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321293.839568:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046188288:12345-0@lo:38:kworker.0 Request processed in 47us (483us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321293.839578:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2900 00000100:00100000:3.0:1767321293.839589:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2901 00000100:00100000:3.0:1767321293.839593:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046188544:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321293.839602:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321293.839625:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046188544:12345-0@lo:38:kworker.0 Request processed in 30us (462us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321293.839630:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2901 00000100:00100000:3.0:1767321293.839640:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2902 00000100:00100000:3.0:1767321293.839643:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046189056:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321293.839652:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321293.839672:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046189056:12345-0@lo:38:kworker.0 Request processed in 27us (229us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321293.839678:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2902 00000100:00080000:3.0:1767321293.839708:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321293.839713:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321293.839716:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046188288:0@lo:38:kworker.0 00000100:00080000:3.0:1767321293.839724:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321293.839726:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321293.839729:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046188544:0@lo:38:kworker.0 00000100:00080000:3.0:1767321293.839736:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321293.839739:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321293.839741:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046189056:0@lo:38:kworker.0 00000100:00100000:1.0:1767321293.840534:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046188672 00000100:00100000:1.0:1767321293.840541:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046188672 00000100:00100000:1.0:1767321293.840591:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1767321293.840597:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046188672:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321293.840612:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321293.840672:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046188672:12345-0@lo:38:kworker.0 Request processed in 74us (1277us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321293.840679:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00080000:2.0:1767321293.840793:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321293.840799:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321293.840803:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046188672:0@lo:38:kworker.0 00010000:00010000:2.0:1767321294.605970:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321295.630959:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321296.654008:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321297.347059:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:2.0:1767321297.347100:0:7014:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985975808 offset 0 length 520: 4 00000100:00100000:2.0:1767321297.347125:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321297.347212:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976064 00000100:00100000:0.0:1767321297.347222:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976064 00000100:00100000:0.0:1767321297.347298:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985975936 00000100:00100000:0.0:1767321297.347301:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985975936 00000100:00100000:0.0:1767321297.347332:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2204 00000100:00100000:0.0:1767321297.347342:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985976064:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321297.347412:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985976064:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 72us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321297.347419:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2204 00000100:00100000:0.0:1767321297.347438:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2903 00000100:00100000:0.0:1767321297.347443:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985975936:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321297.347462:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321297.348110:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321297.370130:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985975936:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 22671us (22990us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321297.370146:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2903 00010000:00010000:1.0:1767321297.678702:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321297.934573:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046189184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321297.934649:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321297.934695:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046189312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321297.934730:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321297.934852:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189184 00000100:00100000:1.0:1767321297.934861:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189184 00000100:00100000:1.0:1767321297.934922:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189312 00000100:00100000:1.0:1767321297.934925:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189312 00000100:00100000:1.0:1767321297.934944:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1767321297.934953:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046189184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321297.934982:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321297.935042:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046189184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 89us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321297.935049:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1465 00000100:00100000:1.0:1767321297.935079:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:1.0:1767321297.935085:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046189312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321297.935102:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321297.935127:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046189312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321297.935132:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:1.0:1767321297.935176:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046189184:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321297.935327:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1767321297.935332:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767321297.935394:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046189312:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321298.705053:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321298.957935:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321273/real 1767321273] req@ffffa07bf34dca80 x1853164046182912/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321298 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321298.957974:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07bf34dca80 x1853164046182912/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321298 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767321298.958010:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321298.958021:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1767321298.958026:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046182912:0@lo:250:kworker.0 00000100:00080000:0.0:1767321298.958435:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321298.958443:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321298.958446:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321298.958451:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6471 00000100:00080000:0.0:1767321298.958456:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321298.958464:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321298.958503:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb266300 x1853164046189440/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321298.958559:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046189440:0@lo:250:kworker.0 00000400:00000100:2.0:1767321298.958607:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046189440 offset 0 length 520: 4 00000100:00080000:0.0:1767321298.958701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321298.958705:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321298.958708:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321298.958711:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6492 00000100:00080000:0.0:1767321298.958714:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321298.958718:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321298.958736:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02d80 x1853164046189696/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321298.958803:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046189568:0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.958843:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.960313:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189568 00000100:00100000:1.0:1767321298.960327:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189568 00000100:00100000:1.0:1767321298.960411:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2205 00000100:00100000:1.0:1767321298.960424:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046189568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321298.960524:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046189568:12345-0@lo:400:kworker.0 Request processed in 104us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321298.960531:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2205 00000100:00080000:3.0:1767321298.960628:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1767321298.960674:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07beb265f80 x1853164046189568/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321298.960691:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb265f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046189568:0@lo:400:kworker.0 00000100:00100000:2.0:1767321298.960860:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046189696:0@lo:38:kworker.0 00000100:00100000:2.0:1767321298.960899:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321298.960983:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189696 00000100:00100000:3.0:1767321298.960988:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189696 00000100:00100000:3.0:1767321298.961040:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2904 00000100:00100000:3.0:1767321298.961046:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046189696:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321298.961067:0:73736:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321298.961115:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:7020:x1853164046189696:12345-0@lo:38:kworker.0 Request processed in 68us (214us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321298.961121:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2904 00000100:00080000:2.0:1767321298.961534:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321298.961541:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321298.961545:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046189696:0@lo:38:kworker.0 00000100:00080000:0.0:1767321298.963823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321298.963830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321298.963835:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321298.963843:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6492 00000100:00080000:0.0:1767321298.963848:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321298.963854:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321298.963876:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b01c00 x1853164046189952/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321298.963888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321298.963891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321298.963893:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321298.963896:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6492 00000100:00080000:0.0:1767321298.963898:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321298.963902:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321298.963915:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf2b02d80 x1853164046190080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321298.963948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321298.963952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321298.963953:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321298.963956:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6492 00000100:00080000:0.0:1767321298.963961:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1767321298.963964:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321298.963974:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e2d80 x1853164046190464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321298.964134:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046189824:0@lo:400:kworker.0 00000100:00100000:1.0:1767321298.964205:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.964250:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321298.964255:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046190208:0@lo:400:kworker.0 00000100:00100000:1.0:1767321298.964278:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321298.964308:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189824 00000100:00100000:1.0:1767321298.964314:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189824 00000100:00100000:1.0:1767321298.964365:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2206 00000100:00100000:1.0:1767321298.964372:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046189824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321298.964418:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8224000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046189824:12345-0@lo:400:kworker.0 Request processed in 46us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321298.964426:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2206 00010000:00080000:1.0:1767321298.964461:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf2b01500 x1853164046189824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321298.964472:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046189824:0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.964570:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190208 00000100:00100000:3.0:1767321298.964575:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190208 00000100:00100000:3.0:1767321298.964614:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1393 00000100:00100000:3.0:1767321298.964621:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046190208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.964667:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8226300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046190208:12345-0@lo:400:kworker.0 Request processed in 46us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321298.964673:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1393 00000100:00080000:3.0:1767321298.964690:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321298.964702:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046190336:0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.964728:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321298.964754:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190336 00000100:00100000:3.0:1767321298.964759:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190336 00000100:00100000:3.0:1767321298.964809:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1767321298.964815:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046190336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.964850:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046190336:12345-0@lo:400:kworker.0 Request processed in 35us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321298.964855:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1394 00000100:00100000:3.0:1767321298.964880:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046190336:0@lo:400:kworker.0 00000100:00100000:3.0:1767321298.964909:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046190208:0@lo:400:kworker.0 00000100:00100000:2.0:1767321298.965353:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046189952:0@lo:38:kworker.0 00000100:00100000:2.0:1767321298.965395:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321298.965427:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046190080:0@lo:38:kworker.0 00000100:00100000:2.0:1767321298.965452:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321298.965480:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046190464:0@lo:38:kworker.0 00000100:00100000:2.0:1767321298.965502:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321298.965582:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190080 00000100:00100000:0.0:1767321298.965588:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190080 00000100:00100000:0.0:1767321298.965624:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1767321298.965629:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046190080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321298.965649:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321298.965688:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046190080:12345-0@lo:38:kworker.0 Request processed in 57us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321298.965695:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:1.0:1767321298.965815:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046189952 00000100:00100000:1.0:1767321298.965820:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046189952 00000100:00100000:1.0:1767321298.965842:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190464 00000100:00100000:1.0:1767321298.965844:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190464 00000100:00100000:1.0:1767321298.965857:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1767321298.965861:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046189952:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321298.965872:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321298.965902:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046189952:12345-0@lo:38:kworker.0 Request processed in 40us (507us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321298.965908:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2905 00000100:00100000:1.0:1767321298.965923:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2906 00000100:00100000:1.0:1767321298.965927:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046190464:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1767321298.965936:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321298.965959:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046190464:12345-0@lo:38:kworker.0 Request processed in 30us (455us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321298.965964:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2906 00000100:00080000:2.0:1767321298.966057:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321298.966063:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321298.966066:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046189952:0@lo:38:kworker.0 00000100:00080000:2.0:1767321298.966074:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321298.966077:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321298.966080:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf2b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046190080:0@lo:38:kworker.0 00000100:00080000:2.0:1767321298.966088:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321298.966091:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321298.966094:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb8e2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046190464:0@lo:38:kworker.0 00010000:00010000:2.0:1767321299.725997:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321300.750342:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321301.774142:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321302.468200:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321302.468475:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321302.472788:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976320 00000100:00100000:3.0:1767321302.472803:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976320 00000100:00080000:1.0:1767321302.472958:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321302.473123:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976192 00000100:00100000:3.0:1767321302.473127:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976192 00000100:00100000:0.0:1767321302.476216:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2207 00000100:00100000:0.0:1767321302.476244:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985976320:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321302.476354:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2514:x1853163985976320:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 124us (8164us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321302.476363:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2207 00000100:00100000:0.0:1767321302.476387:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2907 00000100:00100000:0.0:1767321302.476392:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985976192:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321302.476413:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321302.476441:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2512:x1853163985976192:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 48us (7968us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321302.476448:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2907 00010000:00010000:2.0:1767321302.798024:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321303.054591:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046190592:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321303.054661:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321303.054730:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190592 00000100:00100000:3.0:1767321303.054739:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190592 00000100:00100000:3.0:1767321303.054816:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1767321303.054825:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046190592:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1767321303.054826:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1767321303.054865:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321303.054931:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046190592:12345-0@lo:13:osp-pre-1-1.0 Request processed in 107us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321303.054939:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00100000:3.0:1767321303.055000:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046190592:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321303.055111:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046190720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321303.055143:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321303.055221:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190720 00000100:00100000:2.0:1767321303.055225:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190720 00000100:00100000:2.0:1767321303.055317:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:2.0:1767321303.055327:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046190720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1767321303.055343:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1767321303.055376:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046190720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321303.055382:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:3.0:1767321303.057689:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc8225880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046190720:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1767321303.060195:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1767321303.822228:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321304.078108:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321304.078124:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321304.078199:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321304.078203:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321304.078207:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321304.078216:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6497 00000100:00080000:2.0:1767321304.078224:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321304.078231:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321304.078259:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0584380 x1853164046190976/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321304.078300:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321304.078304:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321304.078306:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321304.078310:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6497 00000100:00080000:2.0:1767321304.078313:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321304.078316:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321304.078327:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046191232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321304.078337:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321304.078340:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321304.078342:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321304.078346:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6497 00000100:00080000:2.0:1767321304.078350:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1767321304.078354:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321304.078366:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585500 x1853164046191360/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321304.078384:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321304.078387:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321304.078388:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321304.078393:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6497 00000100:00080000:2.0:1767321304.078396:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321304.078400:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321304.078412:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0587800 x1853164046191744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1767321304.078443:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046191104:0@lo:400:kworker.0 00000100:00100000:2.0:1767321304.078526:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321304.078578:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1767321304.078584:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046191488:0@lo:400:kworker.0 00000100:00100000:2.0:1767321304.078610:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321304.078690:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191104 00000100:00100000:0.0:1767321304.078700:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191104 00000100:00100000:0.0:1767321304.078761:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2208 00000100:00100000:0.0:1767321304.078792:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046191104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767321304.078850:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7021:x1853164046191104:12345-0@lo:400:kworker.0 Request processed in 80us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321304.078857:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2208 00000100:00100000:0.0:1767321304.078884:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046190976:0@lo:38:kworker.0 00000100:00100000:0.0:1767321304.078922:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321304.078940:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046191232:0@lo:38:kworker.0 00000100:00100000:0.0:1767321304.078958:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321304.078971:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046191360:0@lo:38:kworker.0 00000100:00100000:0.0:1767321304.078988:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321304.078998:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046191744:0@lo:38:kworker.0 00000100:00100000:0.0:1767321304.079011:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321304.079032:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190976 00000100:00100000:0.0:1767321304.079036:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190976 00000100:00100000:0.0:1767321304.079053:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191232 00000100:00100000:0.0:1767321304.079055:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191232 00000100:00100000:0.0:1767321304.079065:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191744 00000100:00100000:0.0:1767321304.079067:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191744 00000100:00100000:0.0:1767321304.079077:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1767321304.079082:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046190976:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321304.079103:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321304.079142:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046190976:12345-0@lo:38:kworker.0 Request processed in 58us (219us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321304.079150:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2908 00000100:00100000:0.0:1767321304.079162:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767321304.079166:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046191232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321304.079175:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321304.079195:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046191232:12345-0@lo:38:kworker.0 Request processed in 27us (235us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321304.079199:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2909 00000100:00100000:0.0:1767321304.079208:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1767321304.079211:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046191744:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321304.079216:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321304.079232:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046191744:12345-0@lo:38:kworker.0 Request processed in 20us (221us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321304.079235:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2910 00000100:00100000:0.0:1767321304.079249:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191360 00000100:00100000:0.0:1767321304.079251:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191360 00000100:00100000:0.0:1767321304.079264:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1767321304.079267:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046191360:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321304.079273:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321304.079287:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046191360:12345-0@lo:38:kworker.0 Request processed in 19us (298us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321304.079291:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00010000:00080000:0.0:1767321304.079318:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0584700 x1853164046191104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321304.079328:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:7021:1853164046191104:0@lo:400:kworker.0 00000100:00080000:0.0:1767321304.079348:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321304.079351:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321304.079353:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046190976:0@lo:38:kworker.0 00000100:00080000:0.0:1767321304.079358:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321304.079360:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321304.079362:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046191232:0@lo:38:kworker.0 00000100:00080000:0.0:1767321304.079367:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321304.079369:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321304.079371:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046191360:0@lo:38:kworker.0 00000100:00080000:0.0:1767321304.079375:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321304.079377:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321304.079380:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046191744:0@lo:38:kworker.0 00000100:00100000:1.0:1767321304.079477:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191488 00000100:00100000:1.0:1767321304.079481:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191488 00000100:00100000:1.0:1767321304.079510:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1767321304.079515:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046191488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321304.079555:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046191488:12345-0@lo:400:kworker.0 Request processed in 41us (945us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321304.079559:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1395 00000100:00100000:1.0:1767321304.079591:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046191616:0@lo:400:kworker.0 00000100:00100000:1.0:1767321304.079609:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321304.079623:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1767321304.079627:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bec9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046190848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321304.079640:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321304.079654:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046190848 00000100:00100000:1.0:1767321304.079656:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046190848 00000100:00100000:1.0:1767321304.079673:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2209 00000100:00100000:1.0:1767321304.079677:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046190848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321304.079700:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046190848:12345-0@lo:400:kworker.0 Request processed in 22us (59us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321304.079703:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2209 00000100:00100000:1.0:1767321304.079713:0:72281:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191616 00000100:00100000:1.0:1767321304.079715:0:72281:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191616 00000100:00100000:1.0:1767321304.079728:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:1.0:1767321304.079731:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046191616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321304.079751:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf2b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046191616:12345-0@lo:400:kworker.0 Request processed in 18us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321304.079757:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00010000:00080000:1.0:1767321304.079812:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bec9ece00 x1853164046190848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321304.079823:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bec9ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046190848:0@lo:400:kworker.0 00000100:00100000:1.0:1767321304.079833:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046191616:0@lo:400:kworker.0 00000100:00080000:2.0:1767321304.079906:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321304.080058:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046191488:0@lo:400:kworker.0 00010000:00010000:2.0:1767321304.846014:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321305.870098:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321306.896900:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1767321307.586920:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321307.587020:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:3.0:1767321307.587116:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976576 00000100:00100000:3.0:1767321307.587127:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976576 00000100:00100000:3.0:1767321307.587200:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976448 00000100:00100000:3.0:1767321307.587204:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976448 00000100:00100000:3.0:1767321307.587226:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2210 00000100:00100000:3.0:1767321307.587236:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985976576:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:3.0:1767321307.587312:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bec9ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985976576:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 76us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321307.587319:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2210 00000100:00100000:0.0:1767321307.587338:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2911 00000100:00100000:0.0:1767321307.587346:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985976448:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321307.587367:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:1.0:1767321307.587378:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1767321307.587417:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985976448:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 68us (394us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321307.595150:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2911 00010000:00010000:2.0:1767321307.927309:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321308.174338:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046191872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321308.174415:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046192000:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321308.174480:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.174604:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192000 00000100:00100000:1.0:1767321308.174613:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192000 00000100:00100000:1.0:1767321308.174675:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767321308.174684:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046192000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1767321308.174720:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321308.174764:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc8225880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046192000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321308.174792:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1767321308.174948:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf99f6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046192000:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1767321308.175010:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767321308.176477:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321308.176935:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046191872 00000100:00100000:1.0:1767321308.176945:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046191872 00000100:00100000:1.0:1767321308.177021:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1767321308.177031:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046191872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321308.177061:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321308.177118:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046191872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321308.177124:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00100000:2.0:1767321308.177221:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046191872:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321308.179184:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1767321308.942862:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321309.197902:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321309.197911:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321309.197964:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321309.197968:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321309.197973:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321309.197981:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6502 00000100:00080000:2.0:1767321309.197987:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321309.197994:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321309.198013:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585f80 x1853164046192256/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321309.198043:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321309.198046:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321309.198048:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321309.198051:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6502 00000100:00080000:2.0:1767321309.198054:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321309.198057:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321309.198067:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585500 x1853164046192512/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321309.198075:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321309.198078:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321309.198079:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321309.198083:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6502 00000100:00080000:2.0:1767321309.198085:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1767321309.198089:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321309.198098:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0585180 x1853164046192640/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321309.198119:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321309.198122:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321309.198124:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321309.198127:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6502 00000100:00080000:2.0:1767321309.198130:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321309.198133:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321309.198142:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf34dfb80 x1853164046193024/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1767321309.198163:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046192768:0@lo:400:kworker.0 00000100:00100000:3.0:1767321309.198247:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046192256:0@lo:38:kworker.0 00000100:00100000:0.0:1767321309.198248:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.198285:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.198343:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046192512:0@lo:38:kworker.0 00000100:00100000:3.0:1767321309.198360:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.198384:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046192640:0@lo:38:kworker.0 00000100:00100000:3.0:1767321309.198404:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.198423:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046193024:0@lo:38:kworker.0 00000100:00100000:3.0:1767321309.198438:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.198475:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192256 00000100:00100000:3.0:1767321309.198482:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192256 00000100:00100000:3.0:1767321309.198508:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192512 00000100:00100000:3.0:1767321309.198510:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192512 00000100:00100000:3.0:1767321309.198519:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193024 00000100:00100000:3.0:1767321309.198521:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193024 00000100:00100000:3.0:1767321309.198539:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2912 00000100:00100000:3.0:1767321309.198546:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046192256:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321309.198567:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321309.198602:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046192256:12345-0@lo:38:kworker.0 Request processed in 55us (316us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321309.198608:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2912 00000100:00100000:3.0:1767321309.198622:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2913 00000100:00100000:3.0:1767321309.198625:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046192512:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321309.198633:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321309.198650:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046192512:12345-0@lo:38:kworker.0 Request processed in 23us (289us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321309.198655:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2913 00000100:00100000:3.0:1767321309.198663:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2914 00000100:00100000:3.0:1767321309.198667:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046193024:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321309.198674:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321309.198688:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046193024:12345-0@lo:38:kworker.0 Request processed in 21us (250us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321309.198694:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2914 00000100:00100000:3.0:1767321309.198707:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192640 00000100:00100000:3.0:1767321309.198710:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192640 00000100:00100000:3.0:1767321309.198726:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1767321309.198729:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046192640:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321309.198737:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321309.198757:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046192640:12345-0@lo:38:kworker.0 Request processed in 26us (352us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321309.198762:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1767321309.198815:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046192128:0@lo:400:kworker.0 00000100:00100000:3.0:1767321309.198838:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.198858:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1767321309.198863:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046192896:0@lo:400:kworker.0 00000100:00100000:3.0:1767321309.198888:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192128 00000100:00100000:3.0:1767321309.198891:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192128 00000100:00100000:3.0:1767321309.198935:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2211 00000100:00100000:3.0:1767321309.198942:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046192128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321309.199031:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046192384:0@lo:400:kworker.0 00000100:00100000:2.0:1767321309.199093:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192768 00000100:00100000:2.0:1767321309.199097:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192768 00000100:00100000:2.0:1767321309.199124:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1767321309.199130:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046192768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321309.199705:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7022:x1853164046192128:12345-0@lo:400:kworker.0 Request processed in 761us (863us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321309.199712:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2211 00000100:00080000:3.0:1767321309.199735:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321309.199750:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1767321309.199819:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0587b80 x1853164046192128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321309.199833:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:7022:1853164046192128:0@lo:400:kworker.0 00000100:00080000:3.0:1767321309.199873:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321309.199878:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321309.199882:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046192256:0@lo:38:kworker.0 00000100:00080000:3.0:1767321309.199893:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321309.199897:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321309.199899:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046192512:0@lo:38:kworker.0 00000100:00080000:3.0:1767321309.199908:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321309.199911:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321309.199913:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046192640:0@lo:38:kworker.0 00000100:00080000:3.0:1767321309.199920:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321309.199924:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321309.199927:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf34dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046193024:0@lo:38:kworker.0 00000100:00100000:3.0:1767321309.199975:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192896 00000100:00100000:3.0:1767321309.199980:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192896 00000100:00100000:3.0:1767321309.200007:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1767321309.200013:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046192896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321309.200052:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf32fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046192896:12345-0@lo:400:kworker.0 Request processed in 39us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321309.200058:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:3.0:1767321309.200081:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046192896:0@lo:400:kworker.0 00000100:00100000:1.0:1767321309.200606:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321309.203639:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046192384 00000100:00100000:3.0:1767321309.203654:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046192384 00000100:00080000:0.0:1767321309.203745:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321309.203760:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2212 00000100:00100000:3.0:1767321309.203800:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046192384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321309.203928:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046192384:12345-0@lo:400:kworker.0 Request processed in 158us (3322us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321309.203936:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2212 00010000:00080000:0.0:1767321309.204813:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0587800 x1853164046192384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767321309.204831:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046192384:0@lo:400:kworker.0 00000100:00100000:2.0:1767321309.207942:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046192768:12345-0@lo:400:kworker.0 Request processed in 8801us (9686us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321309.207958:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:3.0:1767321309.208084:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046192768:0@lo:400:kworker.0 00010000:00010000:1.0:1767321309.966598:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321310.990441:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321312.015360:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321312.711187:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:2.0:1767321312.711324:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321312.711477:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976832 00000100:00100000:1.0:1767321312.711492:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976832 00000100:00100000:1.0:1767321312.711659:0:75159:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976704 00000100:00100000:1.0:1767321312.711663:0:75159:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976704 00000100:00100000:1.0:1767321312.711702:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2213 00000100:00100000:1.0:1767321312.711716:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985976832:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321312.713858:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf34dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985976832:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 2127us (2671us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321312.713879:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2213 00000100:00100000:1.0:1767321312.714034:0:75159:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2915 00000100:00100000:1.0:1767321312.714044:0:75159:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985976704:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321312.714074:0:75159:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321312.714143:0:75159:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2512:x1853163985976704:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 98us (2819us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321312.714150:0:75159:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2915 00000100:00080000:0.0:1767321312.720161:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1767321313.039502:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321313.294237:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1767321313.295509:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046193280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1767321313.295588:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321313.295795:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193280 00000100:00100000:3.0:1767321313.295804:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193280 00000100:00100000:3.0:1767321313.295879:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:3.0:1767321313.295890:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046193280:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1767321313.296060:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1767321313.296255:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321313.296325:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046193280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 436us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321313.296336:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:0.0:1767321313.296429:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0584380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046193280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321313.297481:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046193152:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1767321313.297542:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321313.297867:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193152 00000100:00100000:3.0:1767321313.297876:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193152 00000100:00100000:3.0:1767321313.298091:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1472 00000100:00100000:3.0:1767321313.298103:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046193152:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767321313.298154:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1767321313.298231:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046193152:12345-0@lo:13:osp-pre-1-1.0 Request processed in 129us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321313.298239:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1472 00000100:00100000:2.0:1767321313.298472:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf32ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046193152:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321313.300463:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1767321314.062891:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1767321314.318312:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321314.318324:0:57022:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1767321314.318390:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321314.318395:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321314.318400:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321314.318408:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321314.318414:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321314.318422:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321314.318444:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575c00 x1853164046193536/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321314.318896:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1767321314.318911:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046193408:0@lo:400:kworker.0 00000100:00100000:3.0:1767321314.318981:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321314.319078:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193408 00000100:00100000:3.0:1767321314.319087:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193408 00000100:00100000:3.0:1767321314.319146:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2214 00000100:00100000:3.0:1767321314.319155:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046193408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321314.319204:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:7023:x1853164046193408:12345-0@lo:400:kworker.0 Request processed in 50us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321314.319212:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2214 00010000:00080000:3.0:1767321314.319247:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574a80 x1853164046193408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321314.319260:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:7023:1853164046193408:0@lo:400:kworker.0 00000100:00080000:2.0:1767321314.319603:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321314.319608:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321314.319611:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321314.319615:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321314.319619:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321314.319623:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321314.319637:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0576680 x1853164046193792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321314.319646:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321314.319650:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321314.319651:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321314.319654:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321314.319657:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1767321314.319660:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321314.319672:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0575500 x1853164046193920/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1767321314.319696:0:57022:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1767321314.319699:0:57022:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1767321314.319701:0:57022:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1767321314.319704:0:57022:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6507 00000100:00080000:2.0:1767321314.319706:0:57022:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1767321314.319719:0:57022:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321314.319730:0:57022:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bf0577100 x1853164046194304/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321314.319890:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767321314.319904:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046194176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.319944:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321314.319976:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046194048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.319995:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321314.320014:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1767321314.320018:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046193664:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.320038:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321314.320071:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194176 00000100:00100000:1.0:1767321314.320075:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194176 00000100:00100000:1.0:1767321314.320106:0:70973:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194048 00000100:00100000:1.0:1767321314.320109:0:70973:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194048 00000100:00100000:1.0:1767321314.320127:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1767321314.320134:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046194176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.320169:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046194176:12345-0@lo:400:kworker.0 Request processed in 35us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321314.320175:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:1.0:1767321314.320191:0:70973:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767321314.320197:0:70973:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046194048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.320225:0:70973:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046194048:12345-0@lo:400:kworker.0 Request processed in 28us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321314.320231:0:70973:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:1.0:1767321314.320261:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046194176:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.320283:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046194048:0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.320301:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193664 00000100:00100000:1.0:1767321314.320305:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193664 00000100:00100000:1.0:1767321314.320332:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2215 00000100:00100000:1.0:1767321314.320339:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046193664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321314.320370:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046193664:12345-0@lo:400:kworker.0 Request processed in 32us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321314.320375:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2215 00010000:00080000:1.0:1767321314.320398:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0574700 x1853164046193664/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767321314.320408:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0574700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046193664:0@lo:400:kworker.0 00000100:00080000:1.0:1767321314.320439:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767321314.323620:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046193536:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.323719:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321314.323824:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046193792:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.323849:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321314.323871:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046193920:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.323895:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321314.323919:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046194304:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.323939:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321314.323977:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193920 00000100:00100000:3.0:1767321314.323984:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193920 00000100:00100000:3.0:1767321314.324018:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1767321314.324026:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046193920:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321314.324047:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321314.324089:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046193920:12345-0@lo:38:kworker.0 Request processed in 62us (192us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321314.324096:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00080000:3.0:1767321314.324134:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321314.324139:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321314.324142:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046193920:0@lo:38:kworker.0 00000100:00100000:3.0:1767321314.324176:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193536 00000100:00100000:3.0:1767321314.324179:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193536 00000100:00100000:3.0:1767321314.324199:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046193792 00000100:00100000:3.0:1767321314.324201:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046193792 00000100:00100000:3.0:1767321314.324213:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194304 00000100:00100000:3.0:1767321314.324216:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194304 00000100:00100000:3.0:1767321314.324230:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1767321314.324235:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046193536:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321314.324246:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321314.324275:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046193536:12345-0@lo:38:kworker.0 Request processed in 38us (565us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321314.324281:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2916 00000100:00100000:3.0:1767321314.324292:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2917 00000100:00100000:3.0:1767321314.324296:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046193792:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321314.324304:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321314.324326:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046193792:12345-0@lo:38:kworker.0 Request processed in 28us (476us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321314.324331:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2917 00000100:00100000:3.0:1767321314.324341:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2918 00000100:00100000:3.0:1767321314.324345:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046194304:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321314.324354:0:73737:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321314.324374:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:7020:x1853164046194304:12345-0@lo:38:kworker.0 Request processed in 28us (435us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321314.324380:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2918 00000100:00080000:3.0:1767321314.324403:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321314.324407:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321314.324410:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046193536:0@lo:38:kworker.0 00000100:00080000:3.0:1767321314.324418:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321314.324421:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321314.324424:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046193792:0@lo:38:kworker.0 00000100:00080000:3.0:1767321314.324431:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321314.324434:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321314.324437:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0577100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046194304:0@lo:38:kworker.0 00010000:00010000:2.0:1767321315.086006:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321316.110758:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321317.134256:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767321317.825655:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321317.825707:0:7016:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:1.0:1767321317.825807:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985977088 00000100:00100000:1.0:1767321317.825816:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985977088 00000100:00100000:1.0:1767321317.825891:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985976960 00000100:00100000:1.0:1767321317.825894:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985976960 00000100:00100000:1.0:1767321317.825913:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2216 00000100:00100000:1.0:1767321317.825921:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985977088:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:1.0:1767321317.825979:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2516:x1853163985977088:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 60us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321317.825985:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2216 00000100:00100000:1.0:1767321317.826001:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2919 00000100:00100000:1.0:1767321317.826004:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985976960:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:1.0:1767321317.826020:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1767321317.826035:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:2512:x1853163985976960:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 30us (329us total) trans 0 rc -19/-19 00000100:00100000:1.0:1767321317.826039:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2919 00000100:00080000:0.0:1767321317.826305:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1767321318.157999:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321318.414434:0:7023:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1767321318.414452:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046194432:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1767321318.414457:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046194560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1767321318.427035:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321318.429868:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321318.435170:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194560 00000100:00100000:0.0:1767321318.435189:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194560 00000100:00100000:0.0:1767321318.435283:0:70977:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194432 00000100:00100000:0.0:1767321318.435287:0:70977:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194432 00000100:00100000:0.0:1767321318.435309:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1767321318.435318:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046194560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321318.435352:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321318.435432:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046194560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 114us (8404us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321318.435439:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1473 00000100:00100000:0.0:1767321318.435459:0:70977:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1474 00000100:00100000:0.0:1767321318.435466:0:70977:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046194432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1767321318.435481:0:70977:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321318.435510:0:70977:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7023:x1853164046194432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 44us (5651us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321318.435516:0:70977:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1474 00000100:00100000:2.0:1767321318.435592:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0576a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:7023:1853164046194432:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1767321318.435643:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767321318.435649:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1767321318.435671:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046194560:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1767321319.183010:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1767321319.438198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321319.438219:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1767321319.441398:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321319.441406:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321319.441410:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321319.441417:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6512 00000100:00080000:3.0:1767321319.441422:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321319.441429:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321319.441457:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c70700 x1853164046194816/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321319.441500:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321319.441504:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321319.441506:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321319.441509:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6512 00000100:00100000:2.0:1767321319.441510:0:7021:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:3.0:1767321319.441511:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321319.441514:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:2.0:1767321319.441530:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046194688:0@lo:400:kworker.0 00000100:00100000:3.0:1767321319.441535:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c72d80 x1853164046195072/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321319.441544:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321319.441547:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321319.441549:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321319.441553:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6512 00000100:00080000:3.0:1767321319.441555:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321319.441559:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321319.441568:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71180 x1853164046195200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1767321319.441590:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1767321319.441593:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1767321319.441594:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1767321319.441597:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6512 00000100:00100000:2.0:1767321319.441599:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1767321319.441599:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1767321319.441603:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321319.441612:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc70dad80 x1853164046195584/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321319.441653:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046195328:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.441669:0:7021:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046195456:0@lo:400:kworker.0 00000100:00100000:3.0:1767321319.441683:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.441697:0:7023:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046194944:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.441719:0:7023:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321319.441722:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194688 00000100:00100000:3.0:1767321319.441730:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194688 00000100:00100000:2.0:1767321319.441748:0:7021:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767321319.441791:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195328 00000100:00100000:2.0:1767321319.441795:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195328 00000100:00100000:2.0:1767321319.441833:0:70975:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195456 00000100:00100000:2.0:1767321319.441836:0:70975:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195456 00000100:00100000:2.0:1767321319.441857:0:70975:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:1.0:1767321319.441863:0:72281:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1402 00000100:00100000:2.0:1767321319.441864:0:70975:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046195328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321319.441871:0:72281:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046195456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767321319.441912:0:72281:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:7021:x1853164046195456:12345-0@lo:400:kworker.0 Request processed in 40us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321319.441912:0:70975:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046195328:12345-0@lo:400:kworker.0 Request processed in 46us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321319.441919:0:70975:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1767321319.441965:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:7021:1853164046195456:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.441992:0:73736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194944 00000100:00100000:0.0:1767321319.441996:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046194816:0@lo:38:kworker.0 00000100:00100000:2.0:1767321319.441996:0:73736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194944 00000100:00100000:3.0:1767321319.442077:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2217 00000100:00100000:0.0:1767321319.442115:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321319.442141:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046195072:0@lo:38:kworker.0 00000100:00100000:0.0:1767321319.442159:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321319.442172:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046195200:0@lo:38:kworker.0 00000100:00100000:0.0:1767321319.442194:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321319.442227:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046195584:0@lo:38:kworker.0 00000100:00100000:0.0:1767321319.442246:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321319.442276:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046194816 00000100:00100000:0.0:1767321319.442280:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046194816 00000100:00100000:0.0:1767321319.442294:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195072 00000100:00100000:0.0:1767321319.442297:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195072 00000100:00100000:0.0:1767321319.442305:0:76723:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195584 00000100:00100000:0.0:1767321319.442307:0:76723:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195584 00000100:00100000:0.0:1767321319.442316:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1767321319.442321:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046194816:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321319.442337:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321319.442369:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046194816:12345-0@lo:38:kworker.0 Request processed in 47us (254us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321319.442375:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2920 00000100:00100000:0.0:1767321319.442387:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1767321319.442391:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046195072:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321319.442399:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321319.442419:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046195072:12345-0@lo:38:kworker.0 Request processed in 26us (258us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321319.442423:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2921 00000100:00100000:0.0:1767321319.442434:0:76723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2922 00000100:00100000:0.0:1767321319.442438:0:76723:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046195584:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321319.442446:0:76723:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321319.442467:0:76723:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:7020:x1853164046195584:12345-0@lo:38:kworker.0 Request processed in 28us (220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321319.442475:0:76723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2922 00000100:00080000:0.0:1767321319.442498:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321319.442502:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321319.442506:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046194816:0@lo:38:kworker.0 00000100:00080000:0.0:1767321319.442513:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321319.442517:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321319.442519:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046195072:0@lo:38:kworker.0 00000100:00080000:0.0:1767321319.442526:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1767321319.442528:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1767321319.442531:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046195584:0@lo:38:kworker.0 00000100:00080000:0.0:1767321319.442564:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321319.445800:0:73736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2218 00000100:00100000:2.0:1767321319.445815:0:73736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046194944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.445913:0:73736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:7023:x1853164046194944:12345-0@lo:400:kworker.0 Request processed in 101us (4191us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321319.445920:0:73736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2218 00010000:00080000:2.0:1767321319.445985:0:7023:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71f80 x1853164046194944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321319.446000:0:7023:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:7023:1853164046194944:0@lo:400:kworker.0 00000100:00100000:2.0:1767321319.446048:0:71001:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195200 00000100:00100000:2.0:1767321319.446055:0:71001:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195200 00000100:00100000:2.0:1767321319.446078:0:71001:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1767321319.446083:0:71001:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046195200:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1767321319.446102:0:71001:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1767321319.446147:0:71001:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07beb8e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046195200:12345-0@lo:38:kworker.0 Request processed in 63us (3951us total) trans 0 rc -19/-19 00000100:00100000:2.0:1767321319.446153:0:71001:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1767321319.446212:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046195328:0@lo:400:kworker.0 00000100:00080000:2.0:1767321319.446246:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1767321319.446251:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1767321319.446255:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046195200:0@lo:38:kworker.0 00000100:00100000:3.0:1767321319.446316:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046194688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321319.446367:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:7021:x1853164046194688:12345-0@lo:400:kworker.0 Request processed in 4283us (4767us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321319.446374:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2217 00000100:00100000:1.0:1767321319.446639:0:72281:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1402 00010000:00080000:2.0:1767321319.447450:0:7021:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07bf0587b80 x1853164046194688/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321319.447643:0:7021:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0587b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:7021:1853164046194688:0@lo:400:kworker.0 00010000:00010000:2.0:1767321320.206943:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321321.233330:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321322.254237:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1767321322.951906:0:7015:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000400:00000100:3.0:1767321322.951946:0:7015:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-192.168.204.59@tcp portal 26 match 1853163985977216 offset 0 length 520: 4 00000100:00100000:0.0:1767321322.951969:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985977472 00000100:00100000:0.0:1767321322.951979:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985977472 00000100:00100000:0.0:1767321322.952080:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2219 00000100:00100000:0.0:1767321322.952091:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985977472:12345-192.168.204.59@tcp:400:kworker.0 00000100:00100000:0.0:1767321322.952173:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9ed4c984-df69-4a1f-b2b7-6238e67bf35f+6:2513:x1853163985977472:12345-192.168.204.59@tcp:400:kworker.0 Request processed in 84us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321322.952182:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2219 00000100:00080000:1.0:1767321322.952678:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321322.957638:0:7014:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.59@tcp (source: 12345-192.168.204.59@tcp) 00000100:00100000:0.0:1767321322.958659:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853163985977344 00000100:00100000:0.0:1767321322.958672:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853163985977344 00000100:00100000:0.0:1767321322.958729:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.59@tcp, seq: 2923 00000100:00100000:0.0:1767321322.958738:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985977344:12345-192.168.204.59@tcp:38:kworker.0 00010000:00020000:0.0:1767321322.958762:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 192.168.204.59@tcp (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321322.958868:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2512:x1853163985977344:12345-192.168.204.59@tcp:38:kworker.0 Request processed in 130us (1240us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321322.958877:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.59@tcp, seq: 2923 00010000:00010000:2.0:1767321323.278516:0:15434:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767321323.536024:0:7024:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1767321323.536040:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046195712:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1767321323.536045:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046195840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767321323.536138:0:7020:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1767321298/real 1767321298] req@ffffa07beb266300 x1853164046189440/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321323 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767321323.536332:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321323.536483:0:70976:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195712 00000100:00100000:0.0:1767321323.536491:0:70976:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195712 00000100:00100000:0.0:1767321323.536764:0:70976:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1475 00000100:00100000:0.0:1767321323.536805:0:70976:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046195712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1767321323.536838:0:70976:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1767321323.536886:0:70976:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7022:x1853164046195712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1767321323.536893:0:70976:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1475 00000100:00080000:3.0:1767321323.537135:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767321323.537175:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc70d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:7022:1853164046195712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767321323.544813:0:7020:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffffa07beb266300 x1853164046189440/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1767321323 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767321323.544844:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321323.544860:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1767321323.544863:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07beb266300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046189440:0@lo:250:kworker.0 00000100:00100000:2.0:1767321323.545053:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321323.545614:0:76627:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046195840 00000100:00100000:1.0:1767321323.545625:0:76627:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046195840 00000100:00080000:3.0:1767321323.545677:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1767321323.545692:0:76627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:1.0:1767321323.545704:0:76627:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046195840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1767321323.545738:0:76627:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1767321323.545821:0:76627:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf0574700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:7024:x1853164046195840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1767321323.545831:0:76627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1767321323.545862:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bf0575500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:7024:1853164046195840:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1767321323.545981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fa33d73-6f4b-4c9c-a767-3eccea19e11b->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321323.545987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1767321323.545990:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf8bb5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321323.545995:0:37:0:(import.c:509:import_select_connection()) MGC192.168.204.159@tcp: connect to NID 0@lo last attempt 6497 00000100:00080000:0.0:1767321323.545998:0:37:0:(import.c:588:import_select_connection()) MGC192.168.204.159@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321323.546003:0:37:0:(import.c:623:import_select_connection()) MGC192.168.204.159@tcp: import ffffa07bf8bb5800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321323.546032:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07beb8e3480 x1853164046195968/t0(0) o250->MGC192.168.204.159@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321323.546170:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07beb8e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fa33d73-6f4b-4c9c-a767-3eccea19e11b:7020:1853164046195968:0@lo:250:kworker.0 00000400:00000100:1.0:1767321323.546202:0:7020:0:(lib-move.c:4502:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1853164046195968 offset 0 length 520: 4 00000100:00080000:0.0:1767321323.546385:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321323.546390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321323.546392:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321323.546396:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6517 00000100:00100000:3.0:1767321323.546400:0:7024:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046196096:0@lo:400:kworker.0 00000100:00080000:0.0:1767321323.546401:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321323.546410:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffffa07bf3f8b000 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321323.546429:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71f80 x1853164046196224/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1767321323.546442:0:7024:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321323.552226:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046196096 00000100:00100000:1.0:1767321323.552249:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046196096 00000100:00100000:1.0:1767321323.552323:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2220 00000100:00100000:1.0:1767321323.552336:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046196096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767321323.552419:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046196224:0@lo:38:kworker.0 00000100:00100000:3.0:1767321323.552487:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321323.552535:0:73738:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046196224 00000100:00100000:3.0:1767321323.552549:0:73738:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046196224 00000100:00100000:3.0:1767321323.552572:0:73738:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2924 00000100:00100000:3.0:1767321323.552577:0:73738:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046196224:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321323.552596:0:73738:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321323.552630:0:73738:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:7020:x1853164046196224:12345-0@lo:38:kworker.0 Request processed in 51us (142us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321323.552637:0:73738:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2924 00000100:00080000:3.0:1767321323.552680:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf3f8b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1767321323.552685:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1767321323.552689:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:7020:1853164046196224:0@lo:38:kworker.0 00000100:00080000:2.0:1767321323.552722:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1767321323.553046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321323.553051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321323.553054:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321323.553058:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6517 00000100:00080000:0.0:1767321323.553063:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321323.553067:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffffa07bf10e3800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321323.553085:0:7022:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767321323.553095:0:7022:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046196352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321323.553127:0:7022:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767321323.553170:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07be6c71f80 x1853164046196480/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321323.553181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321323.553185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321323.553187:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321323.553190:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6517 00000100:00080000:0.0:1767321323.553193:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321323.553196:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffffa07beb9fb800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:3.0:1767321323.553306:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bc70d9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:7024:x1853164046196096:12345-0@lo:400:kworker.0 Request processed in 973us (6865us total) trans 0 rc 0/0 00000100:00100000:3.0:1767321323.553315:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2220 00000100:00100000:2.0:1767321323.553316:0:73737:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046196352 00000100:00100000:2.0:1767321323.553322:0:73737:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046196352 00010000:00080000:3.0:1767321323.553364:0:7024:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c71180 x1853164046196096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321323.553373:0:73737:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2221 00000100:00100000:3.0:1767321323.553385:0:7024:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:7024:1853164046196096:0@lo:400:kworker.0 00000100:00100000:2.0:1767321323.553396:0:73737:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046196352:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1767321323.553426:0:15487:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767321323.553446:0:73737:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07be6c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:7022:x1853164046196352:12345-0@lo:400:kworker.0 Request processed in 53us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1767321323.553453:0:73737:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2221 00010000:00080000:2.0:1767321323.553481:0:7022:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffffa07be6c72d80 x1853164046196352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1767321339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767321323.553491:0:7022:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:7022:1853164046196352:0@lo:400:kworker.0 00000100:00100000:0.0:1767321323.553644:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd9c00 x1853164046196608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1767321323.553658:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1767321323.553662:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1767321323.553664:0:37:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1767321323.553668:0:37:0:(import.c:509:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6517 00000100:00080000:0.0:1767321323.553671:0:37:0:(import.c:588:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1767321323.553674:0:37:0:(import.c:623:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffffa07bc6981800 using connection 192.168.204.159@tcp/0@lo 00000100:00100000:0.0:1767321323.553689:0:37:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffffa07bc7fd8a80 x1853164046196736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1767321323.553896:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046196480:0@lo:38:kworker.0 00000100:00100000:1.0:1767321323.553926:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321323.553954:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046196608:0@lo:38:kworker.0 00000100:00100000:1.0:1767321323.553977:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767321323.554002:0:7020:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046196736:0@lo:38:kworker.0 00000100:00100000:1.0:1767321323.554022:0:7020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767321323.554049:0:76815:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046196608 00000100:00100000:3.0:1767321323.554055:0:76815:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046196608 00000100:00100000:3.0:1767321323.554080:0:76815:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1767321323.554085:0:76815:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046196608:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1767321323.554099:0:76815:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1767321323.554131:0:76815:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:0+-99:7020:x1853164046196608:12345-0@lo:38:kworker.0 Request processed in 44us (153us total) trans 0 rc -19/-19 00000100:00100000:3.0:1767321323.554137:0:76815:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00080000:1.0:1767321323.554489:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07beb9fb800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321323.554495:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321323.554500:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:7020:1853164046196608:0@lo:38:kworker.0 00000100:00100000:0.0:1767321323.554577:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046196480 00000100:00100000:0.0:1767321323.554581:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046196480 00000100:00100000:0.0:1767321323.554610:0:76635:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164046196736 00000100:00100000:0.0:1767321323.554613:0:76635:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164046196736 00000100:00100000:0.0:1767321323.554645:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1767321323.554650:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046196480:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321323.554663:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321323.554694:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046196480:12345-0@lo:38:kworker.0 Request processed in 43us (767us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321323.554700:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2925 00000100:00100000:0.0:1767321323.554716:0:76635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2926 00000100:00100000:0.0:1767321323.554721:0:76635:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046196736:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1767321323.554731:0:76635:0:(ldlm_lib.c:1179:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1767321323.554756:0:76635:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffffa07bf99f4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:7020:x1853164046196736:12345-0@lo:38:kworker.0 Request processed in 34us (733us total) trans 0 rc -19/-19 00000100:00100000:0.0:1767321323.554761:0:76635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2926 00000100:00080000:1.0:1767321323.554853:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bf10e3800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321323.554858:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321323.554862:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07be6c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:7020:1853164046196480:0@lo:38:kworker.0 00000100:00080000:1.0:1767321323.554870:0:7020:0:(import.c:65:import_set_state_nolock()) ffffa07bc6981800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1767321323.554873:0:7020:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1767321323.554875:0:7020:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffffa07bc7fd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:7020:1853164046196736:0@lo:38:kworker.0 00010000:00010000:2.0:1767321324.302710:0:15435:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767321325.330307:0:18396:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1767321326.350868:0:66953:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 92634 lines, 92634 kept, 0 dropped, 0 bad.